00010000:00000010:1.1:1788201123.114249:0:245354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e12ef00.
00010000:00000010:1.1:1788201123.114260:0:245354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d493a00.
00010000:00000010:1.1:1788201123.117314:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109a4d00.
00010000:00000010:1.1:1788201123.117321:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c295000.
00010000:00000010:1.1:1788201123.129317:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109a4100.
00010000:00000010:1.1:1788201123.129332:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c294800.
00010000:00000010:1.1:1788201123.129337:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d05a7bc00.
00010000:00000010:1.1:1788201123.129340:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c294600.
00010000:00000010:1.1:1788201123.129343:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109a4000.
00010000:00000010:1.1:1788201123.129346:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c294400.
00010000:00000010:1.1:1788201123.129354:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d05a7b100.
00010000:00000010:1.1:1788201123.129357:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c295400.
00010000:00000010:1.1:1788201123.129360:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27fd8c00.
00010000:00000010:1.1:1788201123.129363:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d629800.
00010000:00000010:1.1:1788201123.874335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3c62e400.
00010000:00000010:1.1:1788201123.874351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d27085800.
00000080:00000010:1.1:1788201125.264565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377f20.
00010000:00000010:1.1:1788201125.264589:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d048a2400.
00010000:00000010:1.1:1788201125.264594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9d3000.
00010000:00000010:1.1:1788201125.520347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d05a7b600.
00010000:00000010:1.1:1788201125.520362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c294a00.
00010000:00000010:1.1:1788201125.551796:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e65fe00.
00010000:00000010:1.1:1788201125.551819:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d04969200.
00000080:00000010:1.1:1788201125.551825:0:2386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d04847160.
00010000:00000010:1.1:1788201125.551834:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8600.
00010000:00000010:1.1:1788201125.551837:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8e00.
00010000:00000010:1.1:1788201125.551841:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d180e6100.
00010000:00000010:1.1:1788201125.551844:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26967a00.
00010000:00000010:1.1:1788201125.551848:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3cef5600.
00010000:00000010:1.1:1788201125.551851:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d04969600.
00010000:00000010:1.1:1788201125.551856:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3cb85b00.
00010000:00000010:1.1:1788201125.551859:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7000.
00010000:00000010:1.1:1788201125.551863:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27fd8600.
00010000:00000010:1.1:1788201125.551867:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d629e00.
00010000:00000010:1.1:1788201125.690656:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e4c7e00.
00010000:00000010:1.1:1788201125.690663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26f7e400.
00010000:00000010:1.1:1788201125.690667:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02ced100.
00010000:00000010:1.1:1788201125.690671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34335400.
00010000:00000010:1.1:1788201125.690674:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02ced400.
00010000:00000010:1.1:1788201125.690677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d33c0a400.
00010000:00000010:1.1:1788201125.694366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3426ea00.
00010000:00000010:1.1:1788201125.694390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dc96200.
00010000:00000010:1.1:1788201125.841451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6f00.
00010000:00000010:1.1:1788201125.841469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34334c00.
00010000:00000010:1.1:1788201125.846480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d26907b00.
00010000:00000010:1.1:1788201125.846496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c07c00.
00000080:00000010:1.1:1788201125.919017:0:235942:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e59e260.
00010000:00000010:1.1:1788201125.919030:0:235942:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba68c00.
00010000:00000010:1.1:1788201125.919034:0:235942:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c0db400.
00000080:00000010:1.1:1788201126.082605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f520.
00010000:00000010:1.1:1788201126.082625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d33f94d00.
00010000:00000010:1.1:1788201126.082630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d02cdb400.
00000080:00000010:1.1:1788201126.388340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d04847d00.
00010000:00000010:1.1:1788201126.388357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6d00.
00010000:00000010:1.1:1788201126.388395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e600.
00000080:00000010:1.1:1788201126.716426:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d50c0.
00010000:00000010:1.1:1788201126.723393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2d736300.
00010000:00000010:1.1:1788201126.723400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d27285000.
00010000:00000010:1.1:1788201128.122575:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27114f00.
00010000:00000010:1.1:1788201128.122581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d33c0b200.
00010000:00000010:1.1:1788201128.126425:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3426ee00.
00010000:00000010:1.1:1788201128.126438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dc96000.
00010000:00000010:1.1:1788201128.126443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02ced300.
00010000:00000010:1.1:1788201128.126446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34335e00.
00010000:00000010:1.1:1788201128.156343:0:247723:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3426eb00.
00010000:00000010:1.1:1788201128.156358:0:247723:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dc97e00.
00010000:00000010:1.1:1788201128.222413:0:247719:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e4c7a00.
00010000:00000010:1.1:1788201128.223555:0:247719:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d10226600.
00010000:00000010:1.1:1788201128.223564:0:247719:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3c629e00.
00010000:00000010:1.1:1788201128.223571:0:247719:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d10227000.
00010000:00000010:1.1:1788201128.299485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3c629100.
00010000:00000010:1.1:1788201128.299493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d10227200.
00010000:00000010:1.1:1788201128.311423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27eea300.
00010000:00000010:1.1:1788201128.311432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cbf2a00.
00010000:00000010:1.1:1788201128.320349:0:247730:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa600.
00010000:00000010:1.1:1788201128.320426:0:247730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34335c00.
00010000:00000010:1.1:1788201136.664114:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34338700.
00010000:00000010:1.1:1788201136.806369:0:248244:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d341a9300.
00010000:00000010:1.1:1788201136.877325:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34338700.
00010000:00000010:1.1:1788201136.877331:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dc46400.
00010000:00000010:1.1:1788201136.902771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34338500.
00010000:00000010:1.1:1788201136.908720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34338700.
00010000:00000010:1.1:1788201136.908729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dc46200.
00010000:00000010:1.1:1788201137.003472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34338700.
00010000:00000010:1.1:1788201137.024332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7500.
00010000:00000010:1.1:1788201137.024345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34338700.
00010000:00000010:1.1:1788201137.024350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c07400.
00000080:00000010:1.1:1788201137.080160:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4120.
00010000:00000010:1.1:1788201137.183532:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34338700.
00010000:00000010:1.1:1788201137.183543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dc47000.
00000080:00000010:1.1:1788201137.183548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377c40.
00010000:00000010:1.1:1788201137.264337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7300.
00010000:00000010:1.1:1788201137.273166:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34338700.
00010000:00000010:1.1:1788201137.273191:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c06e00.
00010000:00000010:1.1:1788201137.473393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffaa00.
00010000:00000010:1.1:1788201137.473407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae000.
00010000:00000010:1.1:1788201137.477560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34338700.
00010000:00000010:1.1:1788201137.481389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34338600.
00010000:00000010:1.1:1788201137.481399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dc47c00.
00000080:00000010:1.1:1788201137.518334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377fc0.
00010000:00000010:1.1:1788201152.444396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dc46a00.
00010000:00000010:1.1:1788201152.455808:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34338800.
00010000:00000010:1.1:1788201152.455823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dc47200.
00010000:00000010:1.1:1788201160.147792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dc46800.
00000080:00000010:1.1:1788201160.147809:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4cc0.
00010000:00000010:1.1:1788201160.160358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dc47800.
00000080:00000010:1.1:1788201160.160371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4d80.
00010000:00000010:1.1:1788201160.172350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dc46800.
00010000:00000010:1.1:1788201160.178369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffab00.
00010000:00000010:1.1:1788201160.178387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae600.
00000080:00000010:1.1:1788201207.254406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4cc0.
00000080:00000010:1.1:1788201207.254426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5500.
00010000:00000010:1.1:1788201238.088756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0496d000.
00010000:00000010:1.1:1788201273.251948:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325cc00.
00010000:00000010:1.1:1788201273.251959:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e51fa00.
00010000:00000010:1.1:1788201273.251964:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3b3ec700.
00010000:00000010:1.1:1788201273.251968:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e2b5800.
00010000:00000010:1.1:1788201273.274394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3c6d4800.
00010000:00000010:1.1:1788201273.274404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e6200.
00010000:00000010:1.1:1788201273.274408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3b3e7200.
00010000:00000010:1.1:1788201273.274411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09a800.
00010000:00000010:1.1:1788201273.305786:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22700.
00010000:00000010:1.1:1788201273.305795:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e63d600.
00010000:00000010:1.1:1788201273.337368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e572b00.
00010000:00000010:1.1:1788201273.337394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9600.
00010000:00000010:1.1:1788201273.342776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014000.
00010000:00000010:1.1:1788201273.342798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9e00.
00010000:00000010:1.1:1788201273.342803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7a00.
00010000:00000010:1.1:1788201273.342817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8c00.
00010000:00000010:1.1:1788201273.342823:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6900.
00010000:00000010:1.1:1788201273.342826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7600.
00010000:00000010:1.1:1788201273.390320:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856700.
00010000:00000010:1.1:1788201273.390328:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6400.
00010000:00000010:1.1:1788201273.558340:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d01376000.
00010000:00000010:1.1:1788201273.558350:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e6000.
00010000:00000010:1.1:1788201273.577706:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03af4000.
00010000:00000010:1.1:1788201273.577713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55c00.
00010000:00000010:1.1:1788201273.577718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba68300.
00010000:00000010:1.1:1788201273.577722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c294200.
00010000:00000010:1.1:1788201273.577725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d01376f00.
00010000:00000010:1.1:1788201273.577728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e6a00.
00010000:00000010:1.1:1788201273.646419:0:245356:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23c200.
00010000:00000010:1.1:1788201273.646431:0:245356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e51f200.
00010000:00000010:1.1:1788201273.655346:0:245356:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3b3ec900.
00010000:00000010:1.1:1788201273.655358:0:245356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e2b4a00.
00010000:00000010:1.1:1788201273.681607:0:235942:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23c000.
00010000:00000010:1.1:1788201273.681615:0:235942:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e51e800.
00010000:00000010:1.1:1788201273.721328:0:2394:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e572c00.
00010000:00000010:1.1:1788201273.721340:0:2394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c9a0000.
00010000:00000010:1.1:1788201273.721346:0:2394:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d13a10800.
00010000:00000010:1.1:1788201273.721353:0:2394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09ba00.
00010000:00000010:1.1:1788201273.721358:0:2394:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d341d2600.
00010000:00000010:1.1:1788201273.721367:0:2394:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c9a1400.
00010000:00000010:1.1:1788201273.787328:0:235951:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3baef400.
00010000:00000010:1.1:1788201273.787336:0:235951:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7fc00.
00010000:00000010:1.1:1788201273.801642:0:2386:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34338000.
00010000:00000010:1.1:1788201273.801657:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00010000:00000010:1.1:1788201273.879556:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0504e400.
00010000:00000010:1.1:1788201273.879587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dc47600.
00010000:00000010:1.1:1788201273.888627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0504ec00.
00010000:00000010:1.1:1788201273.888634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dc46a00.
00010000:00000010:1.1:1788201273.888640:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8a00.
00010000:00000010:1.1:1788201273.888644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e4ab200.
00010000:00000010:1.1:1788201273.888649:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2d736100.
00010000:00000010:1.1:1788201273.888652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e4ab800.
00010000:00000010:1.1:1788201276.937368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8e00.
00010000:00000010:1.1:1788201277.405394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8700.
00010000:00000010:1.1:1788201277.405401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d492600.
00010000:00000010:1.1:1788201277.411387:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa400.
00010000:00000010:1.1:1788201283.357976:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3c629200.
00010000:00000010:1.1:1788201283.357984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54200.
00010000:00000010:1.1:1788201344.069334:0:254005:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac200.
00000800:00000200:1.1:1788201348.345823:0:2385:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -24152 low water 2109228 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:1.1:1788201348.345836:0:2385:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -24152 low water 2109228 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:1.1:1788201348.345845:0:2385:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -24152 low water 2109228 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:1.1:1788201348.345855:0:2385:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -24152 low water 2109228 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:1.1:1788201348.345865:0:2385:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -24152 low water 2109228 conn ffff8c5d034e8000 blocked idle queued
00010000:00000010:1.1:1788201348.608104:0:251271:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22600.
00010000:00000010:1.1:1788201348.608120:0:251271:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e6600.
00000800:00000200:1.1:1788201353.080973:0:2386:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 870672 low water 1661816 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:1.1:1788201353.080988:0:2386:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 870672 low water 1661816 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:1.1:1788201353.081000:0:2386:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 870672 low water 1661816 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:1.1:1788201353.081010:0:2386:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 870672 low water 1661816 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:1.1:1788201353.081021:0:2386:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 870672 low water 1661816 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.430675:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 998920 low water 1597692 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.430701:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 1254168 low water 1470068 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.430729:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 1254168 low water 1470068 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.431256:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 1254168 low water 1470068 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.431270:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 1254168 low water 1470068 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.431279:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 1254168 low water 1470068 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.431288:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 1254168 low water 1470068 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.431297:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 1254168 low water 1470068 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.435368:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 1318084 low water 1438110 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.435390:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 1318084 low water 1438110 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.435407:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 1318084 low water 1438110 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.435434:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 1318084 low water 1438110 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.435452:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 1318084 low water 1438110 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.435459:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 1318084 low water 1438110 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.436730:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 1829412 low water 1182446 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.660628:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 51200 low water 2071552 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.660650:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 51200 low water 2071552 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.660655:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 51200 low water 2071552 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.665211:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 358480 low water 1917912 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.665229:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 358480 low water 1917912 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.665234:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 358480 low water 1917912 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.670704:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 422396 low water 1885954 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.670717:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 422396 low water 1885954 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.677718:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 933724 low water 1630290 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.677737:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 933724 low water 1630290 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.677750:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 933724 low water 1630290 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.677755:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 933724 low water 1630290 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.677817:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 1828132 low water 1183086 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.680200:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -25432 low water 2109868 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.680216:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -25432 low water 2109868 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.680227:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -25432 low water 2109868 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.680236:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -25432 low water 2109868 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.680861:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -25432 low water 2109868 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.680876:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -25432 low water 2109868 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.683154:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 102400 low water 2045952 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.683171:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 102400 low water 2045952 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.683179:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 102400 low water 2045952 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.683188:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 102400 low water 2045952 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.683192:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 102400 low water 2045952 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.683701:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 102400 low water 2045952 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.683713:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 102400 low water 2045952 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.683722:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 102400 low water 2045952 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.683730:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 102400 low water 2045952 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.684147:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 102400 low water 2045952 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.688630:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 166316 low water 2013994 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.688652:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 166316 low water 2013994 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.688665:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 166316 low water 2013994 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.688677:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 166316 low water 2013994 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.688683:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 166316 low water 2013994 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.689740:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 166316 low water 2013994 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.689758:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 166316 low water 2013994 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.689768:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 166316 low water 2013994 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.689777:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 166316 low water 2013994 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201353.695872:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 2085076 low water 1054614 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.001439:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.001454:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.001463:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.001474:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.001484:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.001967:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.001982:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.001992:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.002000:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.002008:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.002412:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.002437:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.002446:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.002454:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.002463:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.002942:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.002955:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.002964:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.002972:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.002981:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.003564:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.003576:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.003586:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.003595:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.003603:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace -51128 low water 2122716 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.005583:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 806756 low water 1693774 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.005596:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 806756 low water 1693774 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.005605:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 806756 low water 1693774 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.005614:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 806756 low water 1693774 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.005622:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 806756 low water 1693774 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.005628:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 806756 low water 1693774 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.005648:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 870672 low water 1661816 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.006252:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 870672 low water 1661816 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.006529:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 870672 low water 1661816 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.006907:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 870672 low water 1661816 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.007083:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 870672 low water 1661816 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.007276:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 870672 low water 1661816 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.008088:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 870672 low water 1661816 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.008119:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 870672 low water 1661816 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.008131:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 870672 low water 1661816 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.008141:0:0:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 870672 low water 1661816 conn ffff8c5d034e8000 blocked idle queued
00000800:00000200:3.1:1788201354.024116:0:32:0:(socklnd_lib.c:489:ksocknal_write_space()) sk ffff8c5d03ad1500 wspace 1828132 low water 1183086 conn ffff8c5d034e8000 blocked idle queued
00000080:00000010:3.1:1788201355.298185:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4f60.
00010000:00000010:3.1:1788201355.425024:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad200.
00010000:00000010:3.1:1788201355.425037:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7400.
00010000:00000010:1.1:1788201373.036369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac200.
00010000:00000010:1.1:1788201373.036379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54a00.
00010000:00000010:1.1:1788201373.036384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598c500.
00010000:00000010:1.1:1788201373.036388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55c00.
00010000:00000010:1.1:1788201373.036391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac000.
00000080:00000010:3.1:1788201373.098373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f180.
00000080:00000010:3.1:1788201373.098403:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd0840.
00010000:00000010:3.1:1788201373.102682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3bbc5500.
00010000:00000010:3.1:1788201373.102696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ace00.
00000080:00000010:3.1:1788201373.127059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ab20.
00010000:00000010:3.1:1788201378.551522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598cb00.
00010000:00000010:3.1:1788201378.551543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54800.
00010000:00000010:1.1:1788201378.557788:0:254861:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598c700.
00010000:00000010:1.1:1788201378.557809:0:254861:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55000.
00010000:00000010:1.1:1788201378.557814:0:254861:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3bbc5400.
00010000:00000010:1.1:1788201378.557818:0:254861:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719ae00.
00010000:00000010:3.1:1788201382.612437:0:1359:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23c300.
00010000:00000010:3.1:1788201382.612456:0:1359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9aca00.
00000080:00000010:1.1:1788201383.083671:0:255207:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fc40.
00010000:00000010:1.1:1788201383.187342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a200.
00010000:00000010:3.1:1788201383.311402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad000.
00000080:00000010:3.1:1788201383.464453:0:255214:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a980.
00000080:00000010:1.1:1788201383.684567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a7a0.
00010000:00000010:1.1:1788201383.725587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac600.
00010000:00000010:3.1:1788201383.836345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b000.
00000080:00000010:1.1:1788201383.873013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4fe0.
00000080:00000010:3.1:1788201383.956350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f560.
00010000:00000010:1.1:1788201384.052319:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55800.
00000080:00000010:1.1:1788201384.159387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fb60.
00000080:00000010:3.1:1788201384.223965:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4000.
00000080:00000010:3.1:1788201384.293436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377f00.
00010000:00000010:1.1:1788201384.311441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9adc00.
00000080:00000010:3.1:1788201384.344582:0:255239:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aba0.
00010000:00000010:1.1:1788201384.371329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad000.
00000080:00000010:1.1:1788201384.419454:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a140.
00000080:00000010:3.1:1788201384.546499:0:255245:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fea0.
00000080:00000010:1.1:1788201384.607008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a060.
00010000:00000010:3.1:1788201384.704505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00000080:00000010:1.1:1788201384.752570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a140.
00000080:00000010:3.1:1788201384.899352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aa40.
00010000:00000010:1.1:1788201384.929353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55400.
00010000:00000010:3.1:1788201385.003477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55000.
00000080:00000010:1.1:1788201385.042348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103779c0.
00000080:00000010:3.1:1788201385.123483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377b40.
00000080:00000010:3.1:1788201385.359390:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a2e0.
00010000:00000010:3.1:1788201385.388328:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55600.
00000080:00000010:3.1:1788201385.514702:0:255270:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103770e0.
00010000:00000010:3.1:1788201385.629490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad200.
00010000:00000010:3.1:1788201385.819483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55400.
00000080:00000010:3.1:1788201385.893085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377660.
00010000:00000010:3.1:1788201385.999626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55800.
00000080:00000010:1.1:1788201386.114332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c49c0.
00010000:00000010:1.1:1788201386.145333:0:255284:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54200.
00000080:00000010:3.1:1788201386.151052:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377fe0.
00010000:00000010:1.1:1788201386.195028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad600.
00010000:00000010:3.1:1788201386.200519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598cc00.
00010000:00000010:3.1:1788201386.200534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55000.
00010000:00000010:1.1:1788201386.377353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54000.
00010000:00000010:3.1:1788201386.440682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598cf00.
00010000:00000010:3.1:1788201386.440691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54800.
00000080:00000010:1.1:1788201386.595416:0:255296:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c49c0.
00010000:00000010:1.1:1788201386.623345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a600.
00010000:00000010:1.1:1788201386.695413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad200.
00000080:00000010:3.1:1788201386.789717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f920.
00000080:00000010:1.1:1788201386.943499:0:255306:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4ae0.
00010000:00000010:1.1:1788201386.991351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55c00.
00010000:00000010:3.1:1788201387.059347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b000.
00000080:00000010:3.1:1788201387.118359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c44a0.
00010000:00000010:1.1:1788201387.211334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e6000.
00000080:00000010:3.1:1788201387.237587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f920.
00010000:00000010:1.1:1788201387.266347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54600.
00000080:00000010:3.1:1788201387.287344:0:2395:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377f20.
00010000:00000010:3.1:1788201387.333338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac400.
00010000:00000010:1.1:1788201387.349469:0:255313:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54a00.
00010000:00000010:1.1:1788201387.349477:0:255313:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54600.
00010000:00000010:1.1:1788201387.349479:0:255313:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad800.
00010000:00000010:1.1:1788201387.349483:0:255313:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22400.
00010000:00000010:1.1:1788201387.349486:0:255313:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e6e00.
00000080:00000010:1.1:1788201387.356345:0:255054:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377980.
00000080:00000010:1.1:1788201387.356375:0:255054:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce5ac0.
00000080:00000010:1.1:1788201387.615918:0:255054:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a180.
00010000:00000010:3.1:1788201387.679550:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598c400.
00010000:00000010:3.1:1788201387.679564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54c00.
00010000:00000010:3.1:1788201387.686470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598cf00.
00010000:00000010:3.1:1788201387.686483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55e00.
00000080:00000010:1.1:1788201387.798492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377ac0.
00010000:00000010:3.1:1788201387.823341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54400.
00010000:00000010:3.1:1788201387.991982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55000.
00000080:00000010:3.1:1788201388.032372:0:255332:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377c40.
00000080:00000010:3.1:1788201388.102044:0:255334:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aa40.
00010000:00000010:3.1:1788201388.139343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac200.
00010000:00000010:3.1:1788201388.359386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719be00.
00000080:00000010:3.1:1788201388.425449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4d00.
00000080:00000010:3.1:1788201388.542993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377ec0.
00010000:00000010:1.1:1788201388.587492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54e00.
00010000:00000010:3.1:1788201388.748712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55400.
00000080:00000010:1.1:1788201388.923760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377280.
00010000:00000010:1.1:1788201388.958351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00000080:00000010:1.1:1788201389.037075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a280.
00010000:00000010:3.1:1788201389.080550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55600.
00010000:00000010:3.1:1788201389.187353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a400.
00010000:00000010:1.1:1788201389.402456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad800.
00000080:00000010:1.1:1788201389.473347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ae80.
00010000:00000010:1.1:1788201389.493345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719bc00.
00010000:00000010:3.1:1788201389.609420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac600.
00000080:00000010:3.1:1788201389.652089:0:255367:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0af80.
00010000:00000010:3.1:1788201389.680158:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55400.
00000080:00000010:3.1:1788201389.702699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377aa0.
00010000:00000010:3.1:1788201389.738408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac000.
00010000:00000010:1.1:1788201389.798508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54e00.
00010000:00000010:3.1:1788201389.929471:0:255375:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55800.
00000080:00000010:3.1:1788201389.973488:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103770c0.
00010000:00000010:3.1:1788201390.018011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54200.
00010000:00000010:1.1:1788201390.098694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad000.
00010000:00000010:1.1:1788201390.154344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55000.
00000080:00000010:3.1:1788201390.207373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377e80.
00000080:00000010:3.1:1788201390.258358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377ea0.
00010000:00000010:3.1:1788201390.291354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54400.
00010000:00000010:1.1:1788201390.366376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a200.
00010000:00000010:1.1:1788201390.419911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac600.
00010000:00000010:1.1:1788201390.470344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54c00.
00000080:00000010:1.1:1788201390.563413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a100.
00010000:00000010:1.1:1788201390.579737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719be00.
00000080:00000010:3.1:1788201390.599439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f8e0.
00010000:00000010:1.1:1788201390.626344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54000.
00010000:00000010:1.1:1788201390.677293:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54600.
00010000:00000010:3.1:1788201390.718093:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54a00.
00010000:00000010:1.1:1788201390.812323:0:245356:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54a00.
00000080:00000010:1.1:1788201390.838595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377c20.
00010000:00000010:1.1:1788201390.869972:0:2393:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac200.
00010000:00000010:1.1:1788201390.931393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a200.
00010000:00000010:1.1:1788201391.038847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b200.
00010000:00000010:1.1:1788201391.105876:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00000080:00000010:3.1:1788201391.196742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a980.
00010000:00000010:1.1:1788201391.235637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55e00.
00010000:00000010:3.1:1788201391.357706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad600.
00000080:00000010:3.1:1788201391.443617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c42c0.
00010000:00000010:3.1:1788201391.456386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ade00.
00010000:00000010:1.1:1788201391.492367:0:255419:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad000.
00010000:00000010:1.1:1788201391.532673:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54600.
00010000:00000010:3.1:1788201391.568621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54000.
00000080:00000010:1.1:1788201391.613682:0:2386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a540.
00010000:00000010:3.1:1788201391.632365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54c00.
00010000:00000010:1.1:1788201391.677569:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54400.
00010000:00000010:3.1:1788201391.745609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7600.
00000080:00000010:3.1:1788201391.745621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fc20.
00010000:00000010:3.1:1788201391.757874:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7800.
00000080:00000010:3.1:1788201391.757887:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fc40.
00010000:00000010:3.1:1788201391.765277:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22c00.
00010000:00000010:3.1:1788201391.787500:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598ca00.
00010000:00000010:3.1:1788201391.787522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55c00.
00000080:00000010:1.1:1788201391.820039:0:255428:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377d40.
00010000:00000010:3.1:1788201391.885062:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598cc00.
00010000:00000010:3.1:1788201391.885069:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55a00.
00000080:00000010:3.1:1788201391.937880:0:255430:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377dc0.
00010000:00000010:3.1:1788201392.036324:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad200.
00010000:00000010:3.1:1788201392.173333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55000.
00010000:00000010:3.1:1788201392.200348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac000.
00010000:00000010:3.1:1788201392.200364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55200.
00010000:00000010:3.1:1788201392.383706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9adc00.
00010000:00000010:3.1:1788201392.441344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b600.
00000080:00000010:1.1:1788201392.464361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4f20.
00010000:00000010:1.1:1788201392.486335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7600.
00010000:00000010:3.1:1788201392.552668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b000.
00000080:00000010:1.1:1788201392.575481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4fe0.
00010000:00000010:1.1:1788201392.607570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ace00.
00010000:00000010:3.1:1788201392.660902:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55800.
00010000:00000010:3.1:1788201392.726354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad000.
00010000:00000010:1.1:1788201393.048387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9adc00.
00010000:00000010:3.1:1788201393.196363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9adc00.
00000080:00000010:1.1:1788201393.280802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f440.
00010000:00000010:3.1:1788201393.304745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719ae00.
00010000:00000010:1.1:1788201393.391863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55400.
00000080:00000010:1.1:1788201393.434490:0:255054:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377ac0.
00010000:00000010:3.1:1788201393.494342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55600.
00000080:00000010:1.1:1788201393.664480:0:255473:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aa60.
00010000:00000010:3.1:1788201393.782840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719ba00.
00000080:00000010:1.1:1788201393.868386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c44c0.
00010000:00000010:1.1:1788201393.911513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a000.
00000080:00000010:1.1:1788201393.968371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c47a0.
00010000:00000010:3.1:1788201394.078344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ace00.
00010000:00000010:3.1:1788201394.197720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719ac00.
00010000:00000010:1.1:1788201394.282460:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55600.
00010000:00000010:3.1:1788201394.387509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b000.
00000080:00000010:1.1:1788201394.665517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aa80.
00010000:00000010:3.1:1788201394.728346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a200.
00000080:00000010:3.1:1788201394.826417:0:255496:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4fc0.
00010000:00000010:3.1:1788201394.853453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7a00.
00000080:00000010:3.1:1788201394.901319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f4e0.
00010000:00000010:3.1:1788201394.935598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55400.
00000080:00000010:3.1:1788201394.972854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103779e0.
00010000:00000010:3.1:1788201395.088552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54e00.
00010000:00000010:3.1:1788201395.180411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55800.
00000080:00000010:3.1:1788201395.208825:0:255503:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377880.
00010000:00000010:3.1:1788201395.253526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54200.
00000080:00000010:3.1:1788201395.325668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a500.
00010000:00000010:3.1:1788201395.354340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55200.
00010000:00000010:3.1:1788201395.400075:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9acc00.
00010000:00000010:3.1:1788201395.452090:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00010000:00000010:3.1:1788201395.498348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55000.
00010000:00000010:3.1:1788201395.611362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23ce00.
00010000:00000010:3.1:1788201395.611375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac200.
00010000:00000010:3.1:1788201395.655336:0:255512:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00010000:00000010:3.1:1788201395.742373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7a00.
00010000:00000010:1.1:1788201395.814344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55c00.
00010000:00000010:3.1:1788201395.923459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23c600.
00010000:00000010:3.1:1788201395.923474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac000.
00000080:00000010:1.1:1788201395.952736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4fa0.
00010000:00000010:1.1:1788201396.005867:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7a00.
00000080:00000010:3.1:1788201396.036418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fbc0.
00010000:00000010:3.1:1788201396.081335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54400.
00000080:00000010:3.1:1788201396.273927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f900.
00010000:00000010:1.1:1788201396.289464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54c00.
00010000:00000010:3.1:1788201396.362462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a200.
00010000:00000010:1.1:1788201396.419348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00010000:00000010:3.1:1788201396.472366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54000.
00000080:00000010:1.1:1788201396.487339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103770e0.
00010000:00000010:1.1:1788201396.576028:0:255055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac600.
00000080:00000010:1.1:1788201396.579449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ac00.
00010000:00000010:3.1:1788201396.605415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54600.
00010000:00000010:1.1:1788201396.643008:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55e00.
00010000:00000010:3.1:1788201396.688351:0:255537:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719be00.
00000080:00000010:3.1:1788201396.700476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4260.
00010000:00000010:1.1:1788201396.724452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7800.
00010000:00000010:1.1:1788201396.724467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719ae00.
00010000:00000010:1.1:1788201396.724470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ade00.
00010000:00000010:1.1:1788201396.724475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598c600.
00010000:00000010:1.1:1788201396.724479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54800.
00000080:00000010:3.1:1788201396.740597:0:255539:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c46c0.
00010000:00000010:3.1:1788201396.815059:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3bbc5900.
00010000:00000010:3.1:1788201396.815067:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b000.
00010000:00000010:3.1:1788201396.827385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719be00.
00000080:00000010:1.1:1788201397.123335:0:255548:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c48e0.
00010000:00000010:3.1:1788201397.155345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ace00.
00000080:00000010:1.1:1788201397.181263:0:255550:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a5a0.
00010000:00000010:3.1:1788201397.208593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a600.
00010000:00000010:3.1:1788201397.208607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54a00.
00000080:00000010:1.1:1788201397.256543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a5a0.
00000080:00000010:1.1:1788201397.303338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a520.
00000080:00000010:1.1:1788201397.371771:0:255054:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4520.
00010000:00000010:3.1:1788201397.474705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a600.
00010000:00000010:3.1:1788201397.526262:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a400.
00010000:00000010:1.1:1788201397.602381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b000.
00000080:00000010:1.1:1788201397.636611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4ca0.
00010000:00000010:3.1:1788201397.695584:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac200.
00010000:00000010:1.1:1788201397.809380:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54000.
00010000:00000010:3.1:1788201397.864537:0:234654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54c00.
00000080:00000010:3.1:1788201397.885336:0:255573:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377340.
00010000:00000010:1.1:1788201397.908474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ade00.
00010000:00000010:3.1:1788201397.949491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b600.
00010000:00000010:3.1:1788201398.112345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9acc00.
00010000:00000010:3.1:1788201398.173598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55c00.
00000080:00000010:3.1:1788201398.245502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377b40.
00010000:00000010:1.1:1788201398.412830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55a00.
00010000:00000010:3.1:1788201398.484148:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ace00.
00010000:00000010:1.1:1788201398.556716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55000.
00010000:00000010:3.1:1788201398.625442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55200.
00010000:00000010:1.1:1788201398.724248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a400.
00010000:00000010:3.1:1788201398.770927:0:2396:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b000.
00010000:00000010:3.1:1788201398.857818:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7e00.
00000080:00000010:3.1:1788201398.907544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f440.
00010000:00000010:1.1:1788201398.928462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a000.
00000080:00000010:1.1:1788201398.965718:0:255054:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4560.
00010000:00000010:3.1:1788201399.005172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54200.
00010000:00000010:1.1:1788201399.152139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719aa00.
00010000:00000010:3.1:1788201399.242974:0:255606:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a000.
00010000:00000010:1.1:1788201399.292545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a400.
00000080:00000010:3.1:1788201399.376329:0:255613:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4980.
00010000:00000010:3.1:1788201399.498320:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad800.
00010000:00000010:3.1:1788201399.570605:0:255616:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719be00.
00000080:00000010:3.1:1788201399.614436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fc40.
00010000:00000010:3.1:1788201399.640514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54e00.
00000080:00000010:3.1:1788201399.753356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ad80.
00010000:00000010:3.1:1788201399.811340:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55400.
00000080:00000010:1.1:1788201399.869348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4da0.
00010000:00000010:3.1:1788201399.890156:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55600.
00010000:00000010:3.1:1788201399.945562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55600.
00010000:00000010:3.1:1788201399.996353:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23cf00.
00010000:00000010:3.1:1788201399.996369:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad200.
00000080:00000010:1.1:1788201400.024573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103776c0.
00000080:00000010:1.1:1788201400.145541:0:255631:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a9a0.
00010000:00000010:3.1:1788201400.168793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54200.
00010000:00000010:3.1:1788201400.247357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9aca00.
00010000:00000010:3.1:1788201400.360029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55000.
00010000:00000010:3.1:1788201400.439844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55a00.
00000080:00000010:1.1:1788201400.472697:0:255640:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377b60.
00010000:00000010:3.1:1788201400.521345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9aca00.
00000080:00000010:3.1:1788201400.649342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a4c0.
00010000:00000010:3.1:1788201400.669333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac600.
00010000:00000010:3.1:1788201400.692416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55c00.
00010000:00000010:3.1:1788201400.761392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7e00.
00000080:00000010:1.1:1788201400.797357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fb40.
00010000:00000010:3.1:1788201400.848822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b000.
00010000:00000010:3.1:1788201400.941401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719ae00.
00010000:00000010:3.1:1788201400.978377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54400.
00010000:00000010:3.1:1788201401.021573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55e00.
00000080:00000010:3.1:1788201401.051346:0:255653:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cc18c0.
00010000:00000010:3.1:1788201406.204666:0:256024:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3bbc5800.
00010000:00000010:3.1:1788201406.204677:0:256024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719ac00.
00010000:00000010:3.1:1788201406.204681:0:256024:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22c00.
00010000:00000010:3.1:1788201406.204684:0:256024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7400.
00010000:00000010:3.1:1788201406.204687:0:256024:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598c500.
00010000:00000010:3.1:1788201406.204691:0:256024:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55800.
00010000:00000010:3.1:1788201408.354580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3bbc5e00.
00010000:00000010:3.1:1788201408.354589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a800.
00000080:00000010:3.1:1788201408.377344:0:256232:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f8e0.
00010000:00000010:3.1:1788201408.528345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7c00.
00000080:00000010:3.1:1788201408.528351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f8e0.
00010000:00000010:1.1:1788201408.558395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a600.
00010000:00000010:1.1:1788201408.705417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9acc00.
00010000:00000010:1.1:1788201408.705428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55a00.
00010000:00000010:1.1:1788201408.705432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54200.
00010000:00000010:1.1:1788201408.705435:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598ca00.
00010000:00000010:1.1:1788201408.705439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55c00.
00000080:00000010:1.1:1788201408.714102:0:2386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377e20.
00000080:00000010:1.1:1788201408.714128:0:2386:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd4a40.
00010000:00000010:3.1:1788201408.736345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598c300.
00010000:00000010:3.1:1788201408.736358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55600.
00010000:00000010:3.1:1788201409.134726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55c00.
00000080:00000010:3.1:1788201409.205898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377020.
00010000:00000010:3.1:1788201409.244910:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a000.
00010000:00000010:1.1:1788201409.360519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23c600.
00010000:00000010:1.1:1788201409.360531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903800.
00010000:00000010:3.1:1788201413.880648:0:256608:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598cd00.
00010000:00000010:3.1:1788201413.880665:0:256608:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54400.
00010000:00000010:3.1:1788201413.896336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598c600.
00010000:00000010:3.1:1788201413.896353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55200.
00010000:00000010:3.1:1788201416.713347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22c00.
00010000:00000010:3.1:1788201416.713360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7600.
00010000:00000010:3.1:1788201416.842741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22500.
00010000:00000010:3.1:1788201416.842758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e6c00.
00010000:00000010:3.1:1788201417.174396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54a00.
00010000:00000010:3.1:1788201417.230408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54000.
00010000:00000010:1.1:1788201422.581337:0:256683:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598c300.
00010000:00000010:1.1:1788201422.581354:0:256683:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903600.
00010000:00000010:3.1:1788201425.000448:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22b00.
00010000:00000010:3.1:1788201425.000461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7600.
00000080:00000010:3.1:1788201425.075411:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4e60.
00010000:00000010:1.1:1788201425.076415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598c700.
00010000:00000010:1.1:1788201425.076424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54600.
00010000:00000010:1.1:1788201425.076428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598c400.
00010000:00000010:1.1:1788201425.076431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55000.
00010000:00000010:3.1:1788201425.179362:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22a00.
00010000:00000010:3.1:1788201425.179386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54a00.
00010000:00000010:3.1:1788201425.190888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7800.
00010000:00000010:1.1:1788201425.268487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902e00.
00000080:00000010:1.1:1788201425.291436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a860.
00010000:00000010:1.1:1788201425.354443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719aa00.
00010000:00000010:3.1:1788201426.500372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2d736700.
00010000:00000010:3.1:1788201426.500393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54a00.
00010000:00000010:3.1:1788201426.632016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54200.
00010000:00000010:3.1:1788201426.674501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55c00.
00000080:00000010:3.1:1788201426.789460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103770c0.
00000080:00000010:3.1:1788201426.824834:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377d80.
00000080:00000010:3.1:1788201426.824846:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ad00.
00000080:00000010:1.1:1788201426.827472:0:2386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4d20.
00000080:00000010:1.1:1788201426.827484:0:2386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fc80.
00000080:00000010:1.1:1788201426.827490:0:2386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a2a0.
00000080:00000010:1.1:1788201426.827496:0:2386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a500.
00000080:00000010:3.1:1788201426.829579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4900.
00010000:00000010:3.1:1788201426.833537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2d736600.
00010000:00000010:3.1:1788201426.833560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55800.
00010000:00000010:3.1:1788201426.833566:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22b00.
00010000:00000010:3.1:1788201426.833570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7600.
00010000:00000010:3.1:1788201426.833574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598cd00.
00010000:00000010:3.1:1788201426.833577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55200.
00010000:00000010:3.1:1788201426.833580:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598cc00.
00010000:00000010:3.1:1788201426.833583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54800.
00010000:00000010:3.1:1788201426.833586:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22f00.
00010000:00000010:3.1:1788201426.833591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ada00.
00010000:00000010:3.1:1788201426.833595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3bbc5b00.
00010000:00000010:3.1:1788201426.833599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b800.
00010000:00000010:3.1:1788201426.889451:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2d736b00.
00010000:00000010:3.1:1788201426.889476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55000.
00010000:00000010:3.1:1788201426.889481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2d736d00.
00010000:00000010:3.1:1788201426.889484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54000.
00010000:00000010:3.1:1788201426.889488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3bbc5c00.
00010000:00000010:3.1:1788201426.889491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b400.
00010000:00000010:3.1:1788201426.889495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22800.
00010000:00000010:3.1:1788201426.889499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7c00.
00010000:00000010:3.1:1788201426.889503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0598cb00.
00010000:00000010:3.1:1788201426.889506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55600.
00000080:00000010:3.1:1788201431.856527:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dad280.
00000080:00000010:3.1:1788201431.856540:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a6b40.
00000080:00000010:3.1:1788201431.856586:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08daa940.
00000080:00000010:3.1:1788201431.856599:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c518c0.
00000080:00000010:3.1:1788201431.856607:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dae300.
00000080:00000010:3.1:1788201431.856613:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c52940.
00000080:00000010:3.1:1788201431.856622:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19387380.
00000080:00000010:3.1:1788201431.856629:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c56300.
00000080:00000010:3.1:1788201431.856635:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19384a40.
00000080:00000010:1.1:1788201431.874344:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08daca40.
00000080:00000010:1.1:1788201431.874367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c5eb40.
00000080:00000010:1.1:1788201431.874399:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08da2100.
00000080:00000010:1.1:1788201431.874406:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c539c0.
00000080:00000010:1.1:1788201431.874413:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08da5ac0.
00000080:00000010:1.1:1788201431.874420:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08da39c0.
00000080:00000010:1.1:1788201431.874427:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c56b40.
00000080:00000010:1.1:1788201431.874435:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08da5280.
00000080:00000010:1.1:1788201431.874440:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c57380.
00000080:00000010:1.1:1788201431.874445:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08da18c0.
00000080:00000010:3.1:1788201431.922362:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113cd280.
00000080:00000010:3.1:1788201431.922371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022d7380.
00000080:00000010:3.1:1788201431.946335:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113ca940.
00000080:00000010:3.1:1788201431.979430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022df380.
00000080:00000010:3.1:1788201431.979439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113ceb40.
00000080:00000010:3.1:1788201431.979446:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12144200.
00000080:00000010:3.1:1788201431.979453:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022dca40.
00000080:00000010:3.1:1788201431.979460:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12142100.
00000080:00000010:3.1:1788201431.979468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113c3180.
00000080:00000010:3.1:1788201431.979476:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113c18c0.
00000080:00000010:3.1:1788201431.979482:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022d1080.
00000080:00000010:3.1:1788201431.979488:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113c2940.
00000080:00000010:3.1:1788201431.979494:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022d4200.
00000080:00000010:3.1:1788201431.979499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113ea940.
00000080:00000010:3.1:1788201431.979506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113c7380.
00000080:00000010:3.1:1788201431.979514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113e1080.
00000080:00000010:3.1:1788201431.979520:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113c4a40.
00000080:00000010:3.1:1788201431.986346:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113e5280.
00000080:00000010:3.1:1788201431.986363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08da9080.
00000080:00000010:3.1:1788201431.986371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113e18c0.
00000080:00000010:3.1:1788201431.986379:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08da1080.
00000080:00000010:3.1:1788201431.986384:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08da3180.
00000080:00000010:3.1:1788201431.986390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113e2940.
00000080:00000010:3.1:1788201431.986395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08da0000.
00000080:00000010:3.1:1788201431.986401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113e6b40.
00000080:00000010:3.1:1788201431.986407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08da2940.
00000080:00000010:3.1:1788201431.986413:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146fa940.
00000080:00000010:3.1:1788201431.986420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11393180.
00000080:00000010:3.1:1788201431.986428:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12052100.
00000080:00000010:3.1:1788201431.986435:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08da6b40.
00000080:00000010:3.1:1788201431.986441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113939c0.
00000080:00000010:3.1:1788201431.986446:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08da7380.
00000080:00000010:3.1:1788201431.986452:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11395280.
00000080:00000010:3.1:1788201431.986457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08da0840.
00000080:00000010:3.1:1788201431.986464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d78840.
00000080:00000010:3.1:1788201431.986470:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11396b40.
00000080:00000010:1.1:1788201432.082461:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022d6300.
00000080:00000010:1.1:1788201432.082474:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022d4a40.
00000080:00000010:1.1:1788201432.082491:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40324a40.
00000080:00000010:1.1:1788201432.082500:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40320840.
00000080:00000010:1.1:1788201432.082511:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022d0840.
00000080:00000010:1.1:1788201432.082523:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40324200.
00000080:00000010:1.1:1788201432.082530:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40325ac0.
00000080:00000010:1.1:1788201432.082542:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12145ac0.
00000080:00000010:1.1:1788201432.082551:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02258840.
00000080:00000010:1.1:1788201432.082559:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40320000.
00000080:00000010:1.1:1788201432.082567:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12143180.
00000080:00000010:1.1:1788201432.082573:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403239c0.
00000080:00000010:1.1:1788201432.082581:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12140000.
00000080:00000010:1.1:1788201432.082590:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40322940.
00000080:00000010:1.1:1788201432.082597:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121418c0.
00000080:00000010:1.1:1788201432.082604:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121439c0.
00000080:00000010:1.1:1788201432.082610:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12145280.
00000080:00000010:1.1:1788201432.082616:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12142940.
00000080:00000010:1.1:1788201432.082622:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12146b40.
00000080:00000010:1.1:1788201432.082630:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12147380.
00000080:00000010:1.1:1788201432.082639:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022d2100.
00000080:00000010:1.1:1788201432.082668:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12140840.
00000080:00000010:1.1:1788201432.082677:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113eb180.
00000080:00000010:1.1:1788201432.082684:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d147439c0.
00000080:00000010:1.1:1788201432.082691:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113e8000.
00000080:00000010:1.1:1788201432.082753:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14742940.
00000080:00000010:1.1:1788201432.082761:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113eb9c0.
00000080:00000010:1.1:1788201432.082768:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02259080.
00000080:00000010:1.1:1788201432.082776:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4023f380.
00000080:00000010:1.1:1788201432.082785:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4023ca40.
00000080:00000010:1.1:1788201432.082793:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113ed280.
00000080:00000010:1.1:1788201432.082798:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4023c200.
00000080:00000010:1.1:1788201432.082804:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113e98c0.
00000080:00000010:1.1:1788201432.082810:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113eeb40.
00000080:00000010:1.1:1788201432.082815:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4023dac0.
00000080:00000010:1.1:1788201432.082822:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4023b180.
00000080:00000010:1.1:1788201432.082828:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0225c200.
00000080:00000010:1.1:1788201432.082835:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40238000.
00000080:00000010:1.1:1788201432.082840:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113edac0.
00000080:00000010:1.1:1788201432.082848:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f1080.
00000080:00000010:1.1:1788201432.082855:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4023a940.
00000080:00000010:1.1:1788201432.082861:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4023d280.
00000080:00000010:1.1:1788201432.082866:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4023eb40.
00000080:00000010:1.1:1788201432.082873:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14747380.
00000080:00000010:1.1:1788201432.082882:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113e2100.
00000080:00000010:1.1:1788201432.082890:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14744a40.
00000080:00000010:1.1:1788201432.082896:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113e5ac0.
00000080:00000010:1.1:1788201432.082903:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14740840.
00000080:00000010:1.1:1788201432.082910:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113e3180.
00000080:00000010:1.1:1788201432.082919:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144998c0.
00000080:00000010:1.1:1788201432.082927:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113e39c0.
00000080:00000010:1.1:1788201432.082952:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1449a940.
00000080:00000010:1.1:1788201432.082962:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11390000.
00000080:00000010:1.1:1788201432.082971:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402398c0.
00000080:00000010:1.1:1788201432.082977:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113918c0.
00000080:00000010:1.1:1788201432.082983:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19250840.
00000080:00000010:1.1:1788201432.082990:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19255ac0.
00000080:00000010:1.1:1788201432.082997:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11392940.
00000080:00000010:1.1:1788201432.083004:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11396300.
00000080:00000010:1.1:1788201432.083010:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19253180.
00000080:00000010:1.1:1788201432.083018:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f2940.
00000080:00000010:1.1:1788201432.083024:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11394a40.
00000080:00000010:1.1:1788201432.083032:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14741080.
00000080:00000010:1.1:1788201432.083037:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11390840.
00000080:00000010:1.1:1788201432.083044:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19252940.
00000080:00000010:1.1:1788201432.083061:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11394200.
00000080:00000010:1.1:1788201432.083068:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1449eb40.
00000080:00000010:1.1:1788201432.083075:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1449f380.
00000080:00000010:1.1:1788201432.083081:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11392100.
00000080:00000010:1.1:1788201432.083086:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14498840.
00000080:00000010:1.1:1788201432.083093:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40326300.
00000080:00000010:1.1:1788201432.083099:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14499080.
00000080:00000010:1.1:1788201432.083105:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40327380.
00000080:00000010:1.1:1788201432.083111:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19256b40.
00000080:00000010:1.1:1788201432.083118:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40321080.
00000080:00000010:1.1:1788201432.083125:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19256300.
00000080:00000010:1.1:1788201432.083131:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40322100.
00000080:00000010:1.1:1788201432.083136:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1449c200.
00000080:00000010:1.1:1788201432.083142:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1449a100.
00000080:00000010:1.1:1788201432.083148:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f6b40.
00000080:00000010:1.1:1788201432.083154:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40323180.
00000080:00000010:1.1:1788201432.156351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193a0840.
00000080:00000010:1.1:1788201432.156372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f4a40.
00000080:00000010:1.1:1788201432.156381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402ba100.
00000080:00000010:1.1:1788201432.192545:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19254a40.
00000080:00000010:1.1:1788201432.192562:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096e18c0.
00000080:00000010:1.1:1788201432.192657:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402bdac0.
00000080:00000010:1.1:1788201432.192667:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19251080.
00000080:00000010:1.1:1788201432.192675:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19254200.
00000080:00000010:1.1:1788201432.192683:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402b8000.
00000080:00000010:1.1:1788201432.192688:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19252100.
00000080:00000010:1.1:1788201432.192698:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402bb9c0.
00000080:00000010:1.1:1788201432.192705:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402ba940.
00000080:00000010:1.1:1788201432.192710:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19250000.
00000080:00000010:1.1:1788201432.192716:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402beb40.
00000080:00000010:1.1:1788201432.192721:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192539c0.
00000080:00000010:1.1:1788201432.192727:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402be300.
00000080:00000010:1.1:1788201432.192734:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19255280.
00000080:00000010:1.1:1788201432.192739:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402bf380.
00000080:00000010:1.1:1788201432.192745:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192518c0.
00000080:00000010:1.1:1788201432.192754:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1449e300.
00000080:00000010:1.1:1788201432.192761:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402bca40.
00000080:00000010:1.1:1788201432.192767:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1449ca40.
00000080:00000010:1.1:1788201432.192773:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402b8840.
00000080:00000010:1.1:1788201432.192781:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402b9080.
00000080:00000010:1.1:1788201432.192795:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f18c0.
00000080:00000010:1.1:1788201432.192805:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402bc200.
00000080:00000010:1.1:1788201432.192810:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19257380.
00000080:00000010:1.1:1788201432.192822:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14415ac0.
00000080:00000010:1.1:1788201432.192831:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12102940.
00000080:00000010:1.1:1788201432.192839:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1449dac0.
00000080:00000010:1.1:1788201432.192850:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14413180.
00000080:00000010:1.1:1788201432.192857:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14410000.
00000080:00000010:1.1:1788201432.192864:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096e39c0.
00000080:00000010:1.1:1788201432.192933:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1449b180.
00000080:00000010:1.1:1788201432.193003:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096a6b40.
00000080:00000010:1.1:1788201432.193014:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c498c0.
00000080:00000010:1.1:1788201432.193061:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144139c0.
00000080:00000010:1.1:1788201432.193069:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c4a940.
00000080:00000010:1.1:1788201432.193077:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f39c0.
00000080:00000010:1.1:1788201432.193084:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14415280.
00000080:00000010:1.1:1788201432.193091:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144118c0.
00000080:00000010:1.1:1788201432.193097:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12106b40.
00000080:00000010:1.1:1788201432.193108:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14416300.
00000080:00000010:1.1:1788201432.193115:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12106300.
00000080:00000010:1.1:1788201432.193124:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14417380.
00000080:00000010:1.1:1788201432.193131:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14414a40.
00000080:00000010:1.1:1788201432.193137:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12102100.
00000080:00000010:1.1:1788201432.193142:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14410840.
00000080:00000010:1.1:1788201432.193148:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12103180.
00000080:00000010:1.1:1788201432.193153:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12100000.
00000080:00000010:1.1:1788201432.193159:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14411080.
00000080:00000010:1.1:1788201432.193165:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096e0000.
00000080:00000010:1.1:1788201432.193171:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121039c0.
00000080:00000010:1.1:1788201432.193177:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14414200.
00000080:00000010:1.1:1788201432.193184:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193a4200.
00000080:00000010:1.1:1788201432.193192:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14412100.
00000080:00000010:1.1:1788201432.193197:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193a5280.
00000080:00000010:1.1:1788201432.193203:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113d0000.
00000080:00000010:1.1:1788201432.193209:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193a2940.
00000080:00000010:1.1:1788201432.193214:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113d39c0.
00000080:00000010:1.1:1788201432.193221:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193a6300.
00000080:00000010:1.1:1788201432.193227:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113d18c0.
00000080:00000010:1.1:1788201432.193231:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193a7380.
00000080:00000010:1.1:1788201432.193236:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193a1080.
00000080:00000010:1.1:1788201432.193243:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113d2940.
00000080:00000010:1.1:1788201432.193248:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402bb180.
00000080:00000010:1.1:1788201432.193253:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402bd280.
00000080:00000010:1.1:1788201432.193258:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113d6b40.
00000080:00000010:1.1:1788201432.193264:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402b98c0.
00000080:00000010:1.1:1788201432.193484:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096e3180.
00000080:00000010:1.1:1788201432.193495:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14744200.
00000080:00000010:1.1:1788201432.193501:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14742100.
00000080:00000010:1.1:1788201432.193508:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113d0840.
00000080:00000010:1.1:1788201432.193515:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113d4200.
00000080:00000010:1.1:1788201432.193522:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14745ac0.
00000080:00000010:1.1:1788201432.193531:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113f39c0.
00000080:00000010:1.1:1788201432.193536:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096e5280.
00000080:00000010:1.1:1788201432.193542:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113f18c0.
00000080:00000010:1.1:1788201432.193548:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14412940.
00000080:00000010:1.1:1788201432.193553:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113f2940.
00000080:00000010:1.1:1788201432.193562:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14416b40.
00000080:00000010:1.1:1788201432.193575:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1103c200.
00000080:00000010:1.1:1788201432.193583:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113d5280.
00000080:00000010:1.1:1788201432.193592:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113d3180.
00000080:00000010:1.1:1788201432.193598:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113d6300.
00000080:00000010:1.1:1788201432.193605:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35812100.
00000080:00000010:1.1:1788201432.193612:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113d7380.
00000080:00000010:1.1:1788201432.193619:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35815ac0.
00000080:00000010:1.1:1788201432.193627:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113d4a40.
00000080:00000010:1.1:1788201432.193633:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35813180.
00000080:00000010:1.1:1788201432.193639:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113d1080.
00000080:00000010:1.1:1788201432.193645:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d358139c0.
00000080:00000010:1.1:1788201432.193650:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35815280.
00000080:00000010:1.1:1788201432.193656:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35816b40.
00000080:00000010:1.1:1788201432.193662:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113f5280.
00000080:00000010:1.1:1788201432.193667:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113d2100.
00000080:00000010:3.1:1788201432.235347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400ff380.
00000080:00000010:3.1:1788201432.235358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1123a100.
00000080:00000010:3.1:1788201432.235366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1123dac0.
00000080:00000010:3.1:1788201432.235374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401c4200.
00000080:00000010:3.1:1788201432.235382:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11238000.
00000080:00000010:3.1:1788201432.235389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401c2100.
00000080:00000010:3.1:1788201432.235395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112398c0.
00000080:00000010:1.1:1788201432.235486:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35811080.
00000080:00000010:1.1:1788201432.235495:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35814200.
00000080:00000010:1.1:1788201432.235502:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11238840.
00000080:00000010:1.1:1788201432.235508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d78000.
00000080:00000010:1.1:1788201432.235513:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401c4a40.
00000080:00000010:1.1:1788201432.235519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d7b180.
00000080:00000010:3.1:1788201432.265487:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1123a940.
00000080:00000010:3.1:1788201432.265510:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c4ca40.
00000080:00000010:3.1:1788201432.265519:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1123f380.
00000080:00000010:3.1:1788201432.265526:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d7eb40.
00000080:00000010:3.1:1788201432.265534:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401c6300.
00000080:00000010:3.1:1788201432.265543:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1110eb40.
00000080:00000010:3.1:1788201432.265576:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c4eb40.
00000080:00000010:3.1:1788201432.265585:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11109080.
00000080:00000010:3.1:1788201432.265591:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c4e300.
00000080:00000010:3.1:1788201432.265596:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1110c200.
00000080:00000010:3.1:1788201432.265603:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c48840.
00000080:00000010:3.1:1788201432.265611:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400feb40.
00000080:00000010:3.1:1788201432.265619:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c49080.
00000080:00000010:3.1:1788201432.265626:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401c7380.
00000080:00000010:3.1:1788201432.265632:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c4c200.
00000080:00000010:3.1:1788201432.265639:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401c1080.
00000080:00000010:3.1:1788201432.265646:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096a2940.
00000080:00000010:3.1:1788201432.265652:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400fe300.
00000080:00000010:3.1:1788201432.329466:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11108000.
00000080:00000010:3.1:1788201432.329478:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1110d280.
00000080:00000010:3.1:1788201432.329487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1110b9c0.
00000080:00000010:1.1:1788201432.354363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144fd280.
00000080:00000010:1.1:1788201432.354378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f98c0.
00000080:00000010:1.1:1788201432.354385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144fa940.
00000080:00000010:1.1:1788201432.354393:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d9b9c0.
00000080:00000010:1.1:1788201432.354400:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144feb40.
00000080:00000010:1.1:1788201432.354406:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144ff380.
00000080:00000010:1.1:1788201432.354410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d9d280.
00000080:00000010:1.1:1788201432.354419:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c25ac0.
00000080:00000010:1.1:1788201432.354425:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f8840.
00000080:00000010:1.1:1788201432.354431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c23180.
00000080:00000010:1.1:1788201432.354437:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c20000.
00000080:00000010:1.1:1788201432.354445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d75ac0.
00000080:00000010:1.1:1788201432.354457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08db0000.
00000080:00000010:1.1:1788201432.354464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c239c0.
00000080:00000010:1.1:1788201432.354469:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d73180.
00000080:00000010:1.1:1788201432.354475:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c25280.
00000080:00000010:1.1:1788201432.354480:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f5280.
00000080:00000010:1.1:1788201432.354487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1103f380.
00000080:00000010:1.1:1788201432.354493:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c218c0.
00000080:00000010:3.1:1788201432.440345:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d9ca40.
00000080:00000010:3.1:1788201432.440372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dbb9c0.
00000080:00000010:3.1:1788201432.440398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d99080.
00000080:00000010:3.1:1788201432.440410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08db98c0.
00000080:00000010:3.1:1788201432.440416:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d9dac0.
00000080:00000010:3.1:1788201432.440423:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d2a940.
00000080:00000010:3.1:1788201432.440430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d2eb40.
00000080:00000010:3.1:1788201432.440439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400fca40.
00000080:00000010:3.1:1788201432.440450:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d2ca40.
00000080:00000010:3.1:1788201432.440457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400f8840.
00000080:00000010:3.1:1788201432.440471:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d28840.
00000080:00000010:3.1:1788201432.440478:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d75280.
00000080:00000010:3.1:1788201432.440484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d29080.
00000080:00000010:3.1:1788201432.440492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d77380.
00000080:00000010:3.1:1788201432.440500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08db2100.
00000080:00000010:3.1:1788201432.440508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1202a100.
00000080:00000010:3.1:1788201432.440515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d74a40.
00000080:00000010:3.1:1788201432.440521:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d2a100.
00000080:00000010:3.1:1788201432.440526:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dba940.
00000080:00000010:3.1:1788201432.440543:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d2b180.
00000080:00000010:3.1:1788201432.440550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dbe300.
00000080:00000010:3.1:1788201432.440556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d28000.
00000080:00000010:3.1:1788201432.440562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08db5ac0.
00000080:00000010:3.1:1788201432.440568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d2d280.
00000080:00000010:3.1:1788201432.440573:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dbf380.
00000080:00000010:1.1:1788201432.547353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022398c0.
00000080:00000010:1.1:1788201432.547368:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d2b9c0.
00000080:00000010:1.1:1788201432.547378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d298c0.
00000080:00000010:1.1:1788201432.547385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0223eb40.
00000080:00000010:1.1:1788201432.547391:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0223e300.
00000080:00000010:1.1:1788201432.547398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1922a940.
00000080:00000010:1.1:1788201432.547405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0223f380.
00000080:00000010:1.1:1788201432.547412:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111a4a40.
00000080:00000010:1.1:1788201432.547418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0223ca40.
00000080:00000010:1.1:1788201432.547425:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111a2100.
00000080:00000010:1.1:1788201432.547545:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02239080.
00000080:00000010:1.1:1788201432.547554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111a5ac0.
00000080:00000010:1.1:1788201432.547561:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0223c200.
00000080:00000010:1.1:1788201432.547566:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0223dac0.
00000080:00000010:3.1:1788201432.658354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d145e8840.
00000080:00000010:3.1:1788201432.658372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11348840.
00000080:00000010:3.1:1788201432.658379:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d145ec200.
00000080:00000010:3.1:1788201432.658388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1922e300.
00000080:00000010:3.1:1788201432.658396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d7b9c0.
00000080:00000010:3.1:1788201432.658403:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1922f380.
00000080:00000010:3.1:1788201432.658408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d145eca40.
00000080:00000010:3.1:1788201432.658427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d145e9080.
00000080:00000010:3.1:1788201432.658441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1134dac0.
00000080:00000010:3.1:1788201432.658447:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11349080.
00000080:00000010:3.1:1788201432.658452:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19396300.
00000080:00000010:3.1:1788201432.658458:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1922eb40.
00000080:00000010:3.1:1788201432.658464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19397380.
00000080:00000010:3.1:1788201432.658471:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1134c200.
00000080:00000010:3.1:1788201432.658477:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1134a100.
00000080:00000010:3.1:1788201432.658484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19394a40.
00000080:00000010:3.1:1788201432.658490:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d7a100.
00000080:00000010:3.1:1788201432.658497:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19390840.
00000080:00000010:3.1:1788201432.658504:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19394200.
00000080:00000010:3.1:1788201432.658510:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19395ac0.
00000080:00000010:3.1:1788201432.658515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19391080.
00000080:00000010:3.1:1788201432.658520:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19392100.
00000080:00000010:3.1:1788201432.658550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d798c0.
00000080:00000010:3.1:1788201432.658617:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19390000.
00000080:00000010:3.1:1788201432.658627:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19393180.
00000080:00000010:3.1:1788201432.658634:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193939c0.
00000080:00000010:1.1:1788201432.798372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1922b180.
00000080:00000010:1.1:1788201432.798389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1922b9c0.
00000080:00000010:1.1:1788201432.798422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19228000.
00000080:00000010:1.1:1788201432.798431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11365280.
00000080:00000010:1.1:1788201432.798437:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1922d280.
00000080:00000010:1.1:1788201432.798458:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113618c0.
00000080:00000010:1.1:1788201432.798468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403198c0.
00000080:00000010:1.1:1788201432.798515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11367380.
00000080:00000010:1.1:1788201432.798524:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11364a40.
00000080:00000010:1.1:1788201432.798540:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11362940.
00000080:00000010:1.1:1788201432.798549:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12076300.
00000080:00000010:1.1:1788201432.798555:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11366b40.
00000080:00000010:1.1:1788201432.798568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144a8840.
00000080:00000010:1.1:1788201432.798574:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11366300.
00000080:00000010:1.1:1788201432.798579:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144a9080.
00000080:00000010:1.1:1788201432.798585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11360840.
00000080:00000010:1.1:1788201432.798594:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144ab180.
00000080:00000010:3.1:1788201432.819351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12077380.
00000080:00000010:3.1:1788201432.819372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144ab9c0.
00000080:00000010:3.1:1788201432.819389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4031d280.
00000080:00000010:3.1:1788201432.819400:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144a98c0.
00000080:00000010:3.1:1788201432.819410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4031b9c0.
00000080:00000010:3.1:1788201432.819422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144ac200.
00000080:00000010:3.1:1788201432.819431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144ae300.
00000080:00000010:3.1:1788201432.819437:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c198c0.
00000080:00000010:3.1:1788201432.819444:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144aa100.
00000080:00000010:3.1:1788201432.819451:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c1e300.
00000080:00000010:3.1:1788201432.819457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144adac0.
00000080:00000010:3.1:1788201432.819463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c1f380.
00000080:00000010:3.1:1788201432.819470:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144a8000.
00000080:00000010:3.1:1788201432.819477:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c1ca40.
00000080:00000010:3.1:1788201432.819483:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144ad280.
00000080:00000010:3.1:1788201432.819489:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144aa940.
00000080:00000010:3.1:1788201432.819495:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c18840.
00000080:00000010:1.1:1788201432.894360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121bc200.
00000080:00000010:1.1:1788201432.894380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c1dac0.
00000080:00000010:1.1:1788201432.927493:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121ba100.
00000080:00000010:1.1:1788201432.927505:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121bdac0.
00000080:00000010:3.1:1788201432.989391:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1454b180.
00000080:00000010:3.1:1788201432.989413:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121ba940.
00000080:00000010:3.1:1788201432.989422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1454b9c0.
00000080:00000010:3.1:1788201432.989430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121be300.
00000080:00000010:3.1:1788201432.989436:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121bf380.
00000080:00000010:3.1:1788201432.989441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121beb40.
00000080:00000010:3.1:1788201432.989452:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4031a100.
00000080:00000010:3.1:1788201432.989462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022e8000.
00000080:00000010:3.1:1788201432.989470:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14548000.
00000080:00000010:3.1:1788201432.989476:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022eb9c0.
00000080:00000010:3.1:1788201432.989484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121bca40.
00000080:00000010:3.1:1788201432.989490:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022ed280.
00000080:00000010:3.1:1788201432.989497:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022ee300.
00000080:00000010:3.1:1788201432.989502:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121b8840.
00000080:00000010:3.1:1788201432.989509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022e8840.
00000080:00000010:3.1:1788201432.989514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022e98c0.
00000080:00000010:3.1:1788201432.989524:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022e9080.
00000080:00000010:3.1:1788201432.989529:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022ea940.
00000080:00000010:1.1:1788201433.026168:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113f9080.
00000080:00000010:1.1:1788201433.026213:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1203c200.
00000080:00000010:1.1:1788201433.026220:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1203eb40.
00000080:00000010:1.1:1788201433.026228:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1203a100.
00000080:00000010:1.1:1788201433.026234:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1203e300.
00000080:00000010:1.1:1788201433.026245:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09792940.
00000080:00000010:1.1:1788201433.026253:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1203f380.
00000080:00000010:1.1:1788201433.026259:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11362100.
00000080:00000010:1.1:1788201433.026265:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1203ca40.
00000080:00000010:1.1:1788201433.026273:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14550840.
00000080:00000010:1.1:1788201433.026287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09794200.
00000080:00000010:1.1:1788201433.026294:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14554200.
00000080:00000010:1.1:1788201433.026318:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09795ac0.
00000080:00000010:1.1:1788201433.026326:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1203b9c0.
00000080:00000010:1.1:1788201433.026345:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113dc200.
00000080:00000010:1.1:1788201433.026354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1203d280.
00000080:00000010:1.1:1788201433.026360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09790000.
00000080:00000010:1.1:1788201433.026366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14552100.
00000080:00000010:1.1:1788201433.026371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d097939c0.
00000080:00000010:1.1:1788201433.026379:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11360000.
00000080:00000010:1.1:1788201433.026384:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1203dac0.
00000080:00000010:1.1:1788201433.026390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120398c0.
00000080:00000010:1.1:1788201433.026395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09795280.
00000080:00000010:1.1:1788201433.026401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1203a940.
00000080:00000010:1.1:1788201433.026444:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0218e300.
00000080:00000010:3.1:1788201433.192370:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14474200.
00000080:00000010:3.1:1788201433.192388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1200b180.
00000080:00000010:3.1:1788201433.192399:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12008000.
00000080:00000010:3.1:1788201433.192409:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14472100.
00000080:00000010:3.1:1788201433.192416:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1200d280.
00000080:00000010:3.1:1788201433.192444:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021639c0.
00000080:00000010:3.1:1788201433.192453:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02160840.
00000080:00000010:3.1:1788201433.192459:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02165280.
00000080:00000010:3.1:1788201433.192466:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021618c0.
00000080:00000010:3.1:1788201433.192472:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02161080.
00000080:00000010:3.1:1788201433.192480:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113deb40.
00000080:00000010:3.1:1788201433.192486:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02164200.
00000080:00000010:3.1:1788201433.192496:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02162940.
00000080:00000010:3.1:1788201433.192501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02162100.
00000080:00000010:3.1:1788201433.192508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02166300.
00000080:00000010:3.1:1788201433.192513:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02163180.
00000080:00000010:3.1:1788201433.192520:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1103e300.
00000080:00000010:3.1:1788201433.192527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021e39c0.
00000080:00000010:3.1:1788201433.192536:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14475ac0.
00000080:00000010:3.1:1788201433.192541:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02166b40.
00000080:00000010:3.1:1788201433.192547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021e5280.
00000080:00000010:3.1:1788201433.192552:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02167380.
00000080:00000010:3.1:1788201433.192560:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021e18c0.
00000080:00000010:3.1:1788201433.192570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021e2940.
00000080:00000010:3.1:1788201433.192576:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021e6b40.
00000080:00000010:3.1:1788201433.192582:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113da940.
00000080:00000010:3.1:1788201433.192588:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021e6300.
00000080:00000010:3.1:1788201433.192597:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021e4a40.
00000080:00000010:3.1:1788201433.192705:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021e1080.
00000080:00000010:3.1:1788201433.192713:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021e7380.
00000080:00000010:3.1:1788201433.192719:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021e4200.
00000080:00000010:3.1:1788201433.192725:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021e0840.
00000080:00000010:1.1:1788201433.233366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c36300.
00000080:00000010:1.1:1788201433.289443:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021d18c0.
00000080:00000010:1.1:1788201433.289460:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1923f380.
00000080:00000010:1.1:1788201433.289473:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021dc200.
00000080:00000010:1.1:1788201433.289480:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1923ca40.
00000080:00000010:1.1:1788201433.289492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1448b180.
00000080:00000010:1.1:1788201433.289500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1923c200.
00000080:00000010:1.1:1788201433.289508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0215c200.
00000080:00000010:1.1:1788201433.289515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1923a100.
00000080:00000010:1.1:1788201433.289529:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1448b9c0.
00000080:00000010:1.1:1788201433.289536:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1448d280.
00000080:00000010:1.1:1788201433.289545:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14482940.
00000080:00000010:1.1:1788201433.289551:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14486300.
00000080:00000010:1.1:1788201433.289558:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144898c0.
00000080:00000010:1.1:1788201433.289565:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19238000.
00000080:00000010:1.1:1788201433.289571:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1923b9c0.
00000080:00000010:3.1:1788201433.392359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c398c0.
00000080:00000010:3.1:1788201433.392379:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19263180.
00000080:00000010:3.1:1788201433.392389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11350840.
00000080:00000010:3.1:1788201433.392396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c3eb40.
00000080:00000010:3.1:1788201433.392404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19266300.
00000080:00000010:3.1:1788201433.392411:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11352100.
00000080:00000010:3.1:1788201433.392431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120518c0.
00000080:00000010:3.1:1788201433.392437:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11353180.
00000080:00000010:3.1:1788201433.392442:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c3e300.
00000080:00000010:3.1:1788201433.392450:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113adac0.
00000080:00000010:3.1:1788201433.392460:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c3f380.
00000080:00000010:3.1:1788201433.392471:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14483180.
00000080:00000010:3.1:1788201433.392477:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c3ca40.
00000080:00000010:3.1:1788201433.392486:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113ab9c0.
00000080:00000010:3.1:1788201433.392494:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113ad280.
00000080:00000010:3.1:1788201433.392509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c3a100.
00000080:00000010:3.1:1788201433.392517:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c3dac0.
00000080:00000010:3.1:1788201433.392526:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113a98c0.
00000080:00000010:3.1:1788201433.392538:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14480000.
00000080:00000010:3.1:1788201433.392547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113a2940.
00000080:00000010:3.1:1788201433.392626:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c34a40.
00000080:00000010:3.1:1788201433.392638:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c31080.
00000080:00000010:1.1:1788201433.559475:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40334a40.
00000080:00000010:1.1:1788201433.575404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146d4200.
00000080:00000010:1.1:1788201433.575417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40330840.
00000080:00000010:1.1:1788201433.575427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12390840.
00000080:00000010:1.1:1788201433.575434:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1135b180.
00000080:00000010:1.1:1788201433.575444:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11358000.
00000080:00000010:1.1:1788201433.575452:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12391080.
00000080:00000010:1.1:1788201433.575458:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1135b9c0.
00000080:00000010:1.1:1788201433.575464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113598c0.
00000080:00000010:1.1:1788201433.575474:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12392100.
00000080:00000010:1.1:1788201433.575479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12395ac0.
00000080:00000010:1.1:1788201433.575485:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1135a940.
00000080:00000010:1.1:1788201433.575493:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a1080.
00000080:00000010:1.1:1788201433.575499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1135eb40.
00000080:00000010:1.1:1788201433.575506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12390000.
00000080:00000010:1.1:1788201433.575514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d123939c0.
00000080:00000010:1.1:1788201433.575519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1135e300.
00000080:00000010:1.1:1788201433.575524:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d123918c0.
00000080:00000010:1.1:1788201433.575531:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1135f380.
00000080:00000010:1.1:1788201433.575536:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12396b40.
00000080:00000010:1.1:1788201433.575542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1135ca40.
00000080:00000010:1.1:1788201433.575547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146ddac0.
00000080:00000010:1.1:1788201433.575598:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11358840.
00000080:00000010:1.1:1788201433.575605:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a0840.
00000080:00000010:1.1:1788201433.575615:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401d5280.
00000080:00000010:1.1:1788201433.575621:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146dd280.
00000080:00000010:1.1:1788201433.575627:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401d2940.
00000080:00000010:1.1:1788201433.575634:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401d7380.
00000080:00000010:1.1:1788201433.575641:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146da940.
00000080:00000010:1.1:1788201433.575649:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11352940.
00000080:00000010:1.1:1788201433.575655:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146d8840.
00000080:00000010:1.1:1788201433.575660:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146d9080.
00000080:00000010:1.1:1788201433.575666:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11356b40.
00000080:00000010:3.1:1788201433.668533:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11221080.
00000080:00000010:3.1:1788201433.668548:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12282940.
00000080:00000010:3.1:1788201433.668562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1453d280.
00000080:00000010:3.1:1788201433.668587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12286b40.
00000080:00000010:3.1:1788201433.668597:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40350840.
00000080:00000010:3.1:1788201433.668605:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12286300.
00000080:00000010:3.1:1788201433.668611:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d145398c0.
00000080:00000010:3.1:1788201433.668623:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12284a40.
00000080:00000010:3.1:1788201433.668629:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11222100.
00000080:00000010:3.1:1788201433.668635:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12280840.
00000080:00000010:3.1:1788201433.668642:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1453f380.
00000080:00000010:3.1:1788201433.668649:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1453ca40.
00000080:00000010:3.1:1788201433.668656:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4030ca40.
00000080:00000010:3.1:1788201433.668662:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14539080.
00000080:00000010:3.1:1788201433.668667:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4030c200.
00000080:00000010:3.1:1788201433.668673:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1453c200.
00000080:00000010:3.1:1788201433.668682:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4030a100.
00000080:00000010:3.1:1788201433.668688:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40351080.
00000080:00000010:3.1:1788201433.668695:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14430840.
00000080:00000010:3.1:1788201433.668701:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1453a100.
00000080:00000010:3.1:1788201433.798372:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14535280.
00000080:00000010:3.1:1788201433.798393:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1443ca40.
00000080:00000010:3.1:1788201433.798405:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d145318c0.
00000080:00000010:3.1:1788201433.798419:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14436300.
00000080:00000010:3.1:1788201433.798426:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11224200.
00000080:00000010:3.1:1788201433.798436:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1453a940.
00000080:00000010:3.1:1788201433.798445:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14534a40.
00000080:00000010:3.1:1788201433.798452:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1453eb40.
00000080:00000010:3.1:1788201433.798465:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193bca40.
00000080:00000010:3.1:1788201433.798472:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1453e300.
00000080:00000010:3.1:1788201433.798481:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d123639c0.
00000080:00000010:3.1:1788201433.798487:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14538840.
00000080:00000010:3.1:1788201433.798498:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193ba100.
00000080:00000010:3.1:1788201433.798506:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11225ac0.
00000080:00000010:3.1:1788201433.800060:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1453dac0.
00000080:00000010:3.1:1788201433.800103:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193bdac0.
00000080:00000010:3.1:1788201433.800114:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1211d280.
00000080:00000010:3.1:1788201433.800122:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193b8000.
00000080:00000010:3.1:1788201433.800128:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121198c0.
00000080:00000010:3.1:1788201433.800134:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112239c0.
00000080:00000010:3.1:1788201433.800141:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1211a940.
00000080:00000010:3.1:1788201433.800150:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11225280.
00000080:00000010:3.1:1788201433.800155:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1211e300.
00000080:00000010:3.1:1788201433.800161:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1211f380.
00000080:00000010:3.1:1788201433.800167:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12365280.
00000080:00000010:3.1:1788201433.800175:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40354200.
00000080:00000010:3.1:1788201433.800185:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193bd280.
00000080:00000010:3.1:1788201433.800197:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193b98c0.
00000080:00000010:3.1:1788201433.800203:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1211a100.
00000080:00000010:3.1:1788201433.800211:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193ba940.
00000080:00000010:3.1:1788201433.800219:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1211dac0.
00000080:00000010:3.1:1788201433.800224:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193be300.
00000080:00000010:3.1:1788201433.800231:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193bf380.
00000080:00000010:3.1:1788201433.800237:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12115280.
00000080:00000010:3.1:1788201433.800406:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121118c0.
00000080:00000010:3.1:1788201433.830584:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1219e300.
00000080:00000010:3.1:1788201433.830604:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11220840.
00000080:00000010:3.1:1788201433.861415:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0225b9c0.
00000080:00000010:3.1:1788201433.861432:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1924ca40.
00000080:00000010:3.1:1788201433.861443:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096a7380.
00000080:00000010:3.1:1788201433.861451:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19249080.
00000080:00000010:3.1:1788201433.861460:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12360840.
00000080:00000010:3.1:1788201433.861473:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1219f380.
00000080:00000010:3.1:1788201433.861478:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12195280.
00000080:00000010:3.1:1788201433.861485:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121918c0.
00000080:00000010:3.1:1788201433.861492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1924a100.
00000080:00000010:3.1:1788201433.861501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1440eb40.
00000080:00000010:3.1:1788201433.861509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12192940.
00000080:00000010:3.1:1788201433.861680:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1440e300.
00000080:00000010:3.1:1788201433.861686:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1440f380.
00000080:00000010:3.1:1788201433.861693:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12196b40.
00000080:00000010:3.1:1788201433.861698:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14408840.
00000080:00000010:3.1:1788201433.861704:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12196300.
00000080:00000010:3.1:1788201433.861714:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14404200.
00000080:00000010:3.1:1788201433.861793:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d123618c0.
00000080:00000010:3.1:1788201433.861801:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14403180.
00000080:00000010:3.1:1788201433.861808:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12190840.
00000080:00000010:3.1:1788201433.861814:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144018c0.
00000080:00000010:3.1:1788201433.861819:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192498c0.
00000080:00000010:3.1:1788201433.861825:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12191080.
00000080:00000010:3.1:1788201433.861829:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12192100.
00000080:00000010:3.1:1788201433.861835:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14402940.
00000080:00000010:3.1:1788201433.861843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12193180.
00000080:00000010:1.1:1788201434.034978:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402a2100.
00000080:00000010:1.1:1788201434.034988:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1440d280.
00000080:00000010:1.1:1788201434.034994:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402a3180.
00000080:00000010:1.1:1788201434.035003:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144098c0.
00000080:00000010:1.1:1788201434.035009:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40224200.
00000080:00000010:1.1:1788201434.035024:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1440a940.
00000080:00000010:1.1:1788201434.035032:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11188000.
00000080:00000010:1.1:1788201434.035040:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19248840.
00000080:00000010:1.1:1788201434.035048:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40225ac0.
00000080:00000010:1.1:1788201434.035054:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40223180.
00000080:00000010:1.1:1788201434.035063:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1924c200.
00000080:00000010:1.1:1788201434.035069:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40220000.
00000080:00000010:1.1:1788201434.035076:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1924dac0.
00000080:00000010:1.1:1788201434.035083:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40225280.
00000080:00000010:1.1:1788201434.035088:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402a39c0.
00000080:00000010:1.1:1788201434.035096:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1924b180.
00000080:00000010:1.1:1788201434.035102:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19248000.
00000080:00000010:1.1:1788201434.035107:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402a18c0.
00000080:00000010:1.1:1788201434.035115:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402a2940.
00000080:00000010:3.1:1788201434.140617:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19243180.
00000080:00000010:3.1:1788201434.140627:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192a9080.
00000080:00000010:3.1:1788201434.140635:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19240000.
00000080:00000010:3.1:1788201434.140641:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192ab180.
00000080:00000010:3.1:1788201434.140647:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19245280.
00000080:00000010:3.1:1788201434.166367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192a8000.
00000080:00000010:3.1:1788201434.166385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192418c0.
00000080:00000010:3.1:1788201434.166400:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402218c0.
00000080:00000010:3.1:1788201434.166410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40226b40.
00000080:00000010:3.1:1788201434.166417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19242940.
00000080:00000010:3.1:1788201434.166423:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40226300.
00000080:00000010:3.1:1788201434.166429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19246300.
00000080:00000010:3.1:1788201434.166437:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1938f380.
00000080:00000010:3.1:1788201434.166448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19244a40.
00000080:00000010:3.1:1788201434.166454:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1938ca40.
00000080:00000010:3.1:1788201434.166461:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19244200.
00000080:00000010:3.1:1788201434.166468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12050000.
00000080:00000010:3.1:1788201434.166480:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1924f380.
00000080:00000010:3.1:1788201434.166507:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192ab9c0.
00000080:00000010:3.1:1788201434.166515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192a4200.
00000080:00000010:3.1:1788201434.166522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192a2100.
00000080:00000010:3.1:1788201434.166529:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192ad280.
00000080:00000010:3.1:1788201434.166535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192a98c0.
00000080:00000010:3.1:1788201434.166556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192a5ac0.
00000080:00000010:3.1:1788201434.166563:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0222dac0.
00000080:00000010:3.1:1788201434.166573:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1118a100.
00000080:00000010:3.1:1788201434.166579:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192a0000.
00000080:00000010:3.1:1788201434.166585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0222b180.
00000080:00000010:3.1:1788201434.166591:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192a5280.
00000080:00000010:3.1:1788201434.166598:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1938a100.
00000080:00000010:3.1:1788201434.166604:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19242100.
00000080:00000010:3.1:1788201434.166624:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1118e300.
00000080:00000010:3.1:1788201434.166633:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402ae300.
00000080:00000010:3.1:1788201434.166641:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1938dac0.
00000080:00000010:3.1:1788201434.166650:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402af380.
00000080:00000010:3.1:1788201434.166657:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1938b180.
00000080:00000010:1.1:1788201434.231752:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1118b180.
00000080:00000010:1.1:1788201434.231765:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1118f380.
00000080:00000010:1.1:1788201434.231775:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19388000.
00000080:00000010:1.1:1788201434.231782:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402aa940.
00000080:00000010:1.1:1788201434.231790:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192a6300.
00000080:00000010:1.1:1788201434.231797:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402aeb40.
00000080:00000010:1.1:1788201434.231823:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400e6b40.
00000080:00000010:1.1:1788201434.231829:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402a5ac0.
00000080:00000010:1.1:1788201434.231837:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02229080.
00000080:00000010:1.1:1788201434.231844:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0222a100.
00000080:00000010:1.1:1788201434.231851:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402a0000.
00000080:00000010:1.1:1788201434.231856:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02222100.
00000080:00000010:1.1:1788201434.231866:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40222100.
00000080:00000010:3.1:1788201434.324352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35808000.
00000080:00000010:3.1:1788201434.324371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022298c0.
00000080:00000010:3.1:1788201434.324384:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3580d280.
00000080:00000010:3.1:1788201434.324390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0222e300.
00000080:00000010:3.1:1788201434.324397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0222ca40.
00000080:00000010:3.1:1788201434.324404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d358098c0.
00000080:00000010:3.1:1788201434.324413:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192a6b40.
00000080:00000010:3.1:1788201434.324420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3580a940.
00000080:00000010:3.1:1788201434.324426:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3580eb40.
00000080:00000010:3.1:1788201434.324432:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192a7380.
00000080:00000010:3.1:1788201434.324438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35805280.
00000080:00000010:3.1:1788201434.324447:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192a4a40.
00000080:00000010:3.1:1788201434.324454:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146fe300.
00000080:00000010:3.1:1788201434.324461:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192a0840.
00000080:00000010:3.1:1788201434.324492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12053180.
00000080:00000010:3.1:1788201434.324500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400e18c0.
00000080:00000010:3.1:1788201434.324506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400e2940.
00000080:00000010:3.1:1788201434.324512:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12056300.
00000080:00000010:3.1:1788201434.324521:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1118ca40.
00000080:00000010:3.1:1788201434.324529:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19381080.
00000080:00000010:3.1:1788201434.324536:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19384200.
00000080:00000010:3.1:1788201434.324542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02228840.
00000080:00000010:3.1:1788201434.324549:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19383180.
00000080:00000010:3.1:1788201434.324554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0222c200.
00000080:00000010:3.1:1788201434.324559:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19380000.
00000080:00000010:3.1:1788201434.324567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02224200.
00000080:00000010:3.1:1788201434.324574:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d358018c0.
00000080:00000010:3.1:1788201434.324580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02223180.
00000080:00000010:3.1:1788201434.324591:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35806300.
00000080:00000010:3.1:1788201434.324603:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02220000.
00000080:00000010:3.1:1788201434.324611:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35804a40.
00000080:00000010:3.1:1788201434.324617:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35800840.
00000080:00000010:3.1:1788201434.324622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022239c0.
00000080:00000010:3.1:1788201434.324628:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35801080.
00000080:00000010:3.1:1788201434.324635:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02225280.
00000080:00000010:3.1:1788201434.324640:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35804200.
00000080:00000010:3.1:1788201434.324648:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113f4200.
00000080:00000010:3.1:1788201434.324654:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35802100.
00000080:00000010:3.1:1788201434.324659:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113f2100.
00000080:00000010:3.1:1788201434.324665:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35805ac0.
00000080:00000010:3.1:1788201434.324670:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113f5ac0.
00000080:00000010:3.1:1788201434.324678:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400e7380.
00000080:00000010:3.1:1788201434.324686:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112fa100.
00000080:00000010:3.1:1788201434.324692:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400e4a40.
00000080:00000010:3.1:1788201434.324700:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19385280.
00000080:00000010:3.1:1788201434.324705:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193818c0.
00000080:00000010:3.1:1788201434.324710:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400e0840.
00000080:00000010:3.1:1788201434.324718:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112fb9c0.
00000080:00000010:3.1:1788201434.324725:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400e1080.
00000080:00000010:3.1:1788201434.324732:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112feb40.
00000080:00000010:3.1:1788201434.324739:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022218c0.
00000080:00000010:1.1:1788201434.364455:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400e9080.
00000080:00000010:1.1:1788201434.364471:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1938d280.
00000080:00000010:1.1:1788201434.364480:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400ea100.
00000080:00000010:1.1:1788201434.364485:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1938eb40.
00000080:00000010:1.1:1788201434.364596:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400edac0.
00000080:00000010:1.1:1788201434.364618:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0225e300.
00000080:00000010:1.1:1788201434.364628:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400eb9c0.
00000080:00000010:1.1:1788201434.364638:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11189080.
00000080:00000010:1.1:1788201434.364644:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dab180.
00000080:00000010:1.1:1788201434.364653:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3580e300.
00000080:00000010:1.1:1788201434.364658:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dab9c0.
00000080:00000010:1.1:1788201434.364665:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3580ca40.
00000080:00000010:1.1:1788201434.364673:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08da98c0.
00000080:00000010:1.1:1788201434.364682:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35808840.
00000080:00000010:1.1:1788201434.364689:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08daeb40.
00000080:00000010:1.1:1788201434.364696:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3580a100.
00000080:00000010:1.1:1788201434.364702:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146fc200.
00000080:00000010:1.1:1788201434.364709:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3580b9c0.
00000080:00000010:1.1:1788201434.364719:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08daf380.
00000080:00000010:1.1:1788201434.364728:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d358039c0.
00000080:00000010:1.1:1788201434.364736:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19386300.
00000080:00000010:1.1:1788201434.364743:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19382100.
00000080:00000010:3.1:1788201434.468350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c598c0.
00000080:00000010:3.1:1788201434.535397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1938a940.
00000080:00000010:3.1:1788201434.535414:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c5a940.
00000080:00000010:3.1:1788201434.535423:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c5e300.
00000080:00000010:3.1:1788201434.535429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1938e300.
00000080:00000010:3.1:1788201434.535438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dadac0.
00000080:00000010:3.1:1788201434.535444:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c5f380.
00000080:00000010:3.1:1788201434.535470:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08da8000.
00000080:00000010:3.1:1788201434.535488:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c55280.
00000080:00000010:3.1:1788201434.535506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020c9080.
00000080:00000010:3.1:1788201434.535606:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144cf380.
00000080:00000010:3.1:1788201434.535614:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020cc200.
00000080:00000010:3.1:1788201434.535627:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020c4200.
00000080:00000010:3.1:1788201434.535678:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020cb9c0.
00000080:00000010:3.1:1788201434.535685:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112cca40.
00000080:00000010:3.1:1788201434.535692:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144c8840.
00000080:00000010:3.1:1788201434.535699:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144c9080.
00000080:00000010:3.1:1788201434.535707:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14582940.
00000080:00000010:3.1:1788201434.535714:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020c6b40.
00000080:00000010:3.1:1788201434.535720:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144cc200.
00000080:00000010:3.1:1788201434.535726:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020c6300.
00000080:00000010:3.1:1788201434.535732:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020c5ac0.
00000080:00000010:3.1:1788201434.535737:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020c7380.
00000080:00000010:3.1:1788201434.535743:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020c39c0.
00000080:00000010:3.1:1788201434.535752:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144d98c0.
00000080:00000010:3.1:1788201434.535759:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020c1080.
00000080:00000010:3.1:1788201434.535765:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144ce300.
00000080:00000010:3.1:1788201434.535771:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144da940.
00000080:00000010:3.1:1788201434.535776:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144cca40.
00000080:00000010:3.1:1788201434.535784:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144deb40.
00000080:00000010:3.1:1788201434.535790:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020c2100.
00000080:00000010:3.1:1788201434.535796:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144de300.
00000080:00000010:3.1:1788201434.535803:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144ca100.
00000080:00000010:3.1:1788201434.535809:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020c3180.
00000080:00000010:3.1:1788201434.535814:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144df380.
00000080:00000010:3.1:1788201434.535819:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14586300.
00000080:00000010:3.1:1788201434.535827:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144dca40.
00000080:00000010:1.1:1788201434.663176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144c2940.
00000080:00000010:1.1:1788201434.663205:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40205ac0.
00000080:00000010:1.1:1788201434.663216:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144c6b40.
00000080:00000010:1.1:1788201434.663229:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112c8840.
00000080:00000010:1.1:1788201434.663236:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112c9080.
00000080:00000010:1.1:1788201434.663242:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144c7380.
00000080:00000010:1.1:1788201434.663251:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14584200.
00000080:00000010:1.1:1788201434.663258:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112ca100.
00000080:00000010:1.1:1788201434.663265:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144c0840.
00000080:00000010:1.1:1788201434.663290:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14582100.
00000080:00000010:1.1:1788201434.663321:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40202100.
00000080:00000010:1.1:1788201434.663331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112cb180.
00000080:00000010:1.1:1788201434.663338:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112cc200.
00000080:00000010:1.1:1788201434.663349:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4021eb40.
00000080:00000010:1.1:1788201434.663356:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112cdac0.
00000080:00000010:1.1:1788201434.663362:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4021e300.
00000080:00000010:1.1:1788201434.663374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40219080.
00000080:00000010:1.1:1788201434.663380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4021f380.
00000080:00000010:1.1:1788201434.663386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4021dac0.
00000080:00000010:1.1:1788201434.663393:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4021ca40.
00000080:00000010:1.1:1788201434.663400:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4021b180.
00000080:00000010:1.1:1788201434.663407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40218840.
00000080:00000010:1.1:1788201434.663413:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40203180.
00000080:00000010:1.1:1788201434.663419:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4021c200.
00000080:00000010:1.1:1788201434.663430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40214200.
00000080:00000010:1.1:1788201434.663437:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40215ac0.
00000080:00000010:1.1:1788201434.663443:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4021a100.
00000080:00000010:1.1:1788201434.663453:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14585ac0.
00000080:00000010:1.1:1788201434.663464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14583180.
00000080:00000010:1.1:1788201434.663471:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40213180.
00000080:00000010:1.1:1788201434.663476:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40218000.
00000080:00000010:3.1:1788201434.729356:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40200840.
00000080:00000010:3.1:1788201434.764352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112cd280.
00000080:00000010:3.1:1788201434.764372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402098c0.
00000080:00000010:3.1:1788201434.764383:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c018c0.
00000080:00000010:3.1:1788201434.764390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4020a940.
00000080:00000010:3.1:1788201434.764402:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401b4a40.
00000080:00000010:3.1:1788201434.764410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4020eb40.
00000080:00000010:3.1:1788201434.764420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112da940.
00000080:00000010:3.1:1788201434.764427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112deb40.
00000080:00000010:3.1:1788201434.764434:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4020e300.
00000080:00000010:3.1:1788201434.764439:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112de300.
00000080:00000010:3.1:1788201434.764449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14585280.
00000080:00000010:3.1:1788201434.764457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112df380.
00000080:00000010:3.1:1788201434.764464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40208840.
00000080:00000010:3.1:1788201434.764470:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1116f380.
00000080:00000010:3.1:1788201434.764476:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40209080.
00000080:00000010:3.1:1788201434.764481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112d4a40.
00000080:00000010:3.1:1788201434.764488:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4020c200.
00000080:00000010:3.1:1788201434.764494:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112c98c0.
00000080:00000010:3.1:1788201434.764500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4020a100.
00000080:00000010:3.1:1788201434.764508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112d1080.
00000080:00000010:3.1:1788201434.764515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112da100.
00000080:00000010:1.1:1788201434.835744:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401bc200.
00000080:00000010:1.1:1788201434.835761:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112c0000.
00000080:00000010:1.1:1788201434.835777:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401b1080.
00000080:00000010:1.1:1788201434.835784:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112c5280.
00000080:00000010:1.1:1788201434.835793:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1116c200.
00000080:00000010:1.1:1788201434.835804:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401bd280.
00000080:00000010:1.1:1788201434.835810:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112c2940.
00000080:00000010:1.1:1788201434.835817:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401b98c0.
00000080:00000010:1.1:1788201434.835825:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112c4a40.
00000080:00000010:1.1:1788201434.835834:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0230c200.
00000080:00000010:1.1:1788201434.835841:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401ba940.
00000080:00000010:1.1:1788201434.835847:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401bf380.
00000080:00000010:1.1:1788201434.835853:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0230dac0.
00000080:00000010:1.1:1788201434.835863:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401aa100.
00000080:00000010:1.1:1788201434.835880:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401ab9c0.
00000080:00000010:1.1:1788201434.835887:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401ad280.
00000080:00000010:1.1:1788201434.835893:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401b8840.
00000080:00000010:1.1:1788201434.835899:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0230b180.
00000080:00000010:1.1:1788201434.835905:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401b9080.
00000080:00000010:1.1:1788201434.835912:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401b5ac0.
00000080:00000010:1.1:1788201434.835920:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401b4200.
00000080:00000010:1.1:1788201434.835926:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1116dac0.
00000080:00000010:1.1:1788201434.835934:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401b3180.
00000080:00000010:1.1:1788201434.835940:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401b2100.
00000080:00000010:1.1:1788201434.835947:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401ba100.
00000080:00000010:1.1:1788201434.835953:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401bdac0.
00000080:00000010:1.1:1788201434.835960:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401bb180.
00000080:00000010:1.1:1788201434.835965:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401b0000.
00000080:00000010:1.1:1788201434.835971:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401b39c0.
00000080:00000010:1.1:1788201434.835977:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401b8000.
00000080:00000010:1.1:1788201434.835984:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401b18c0.
00000080:00000010:1.1:1788201434.835989:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401bb9c0.
00000080:00000010:3.1:1788201434.867391:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11258840.
00000080:00000010:3.1:1788201434.867406:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401a18c0.
00000080:00000010:3.1:1788201434.867420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11258000.
00000080:00000010:3.1:1788201434.867429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401a2940.
00000080:00000010:3.1:1788201434.867435:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112518c0.
00000080:00000010:3.1:1788201434.867482:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401a6b40.
00000080:00000010:3.1:1788201434.867490:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11252940.
00000080:00000010:3.1:1788201434.867496:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401a6300.
00000080:00000010:3.1:1788201434.867502:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11256b40.
00000080:00000010:3.1:1788201434.867508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11256300.
00000080:00000010:3.1:1788201434.867514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401a7380.
00000080:00000010:1.1:1788201434.986421:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11242940.
00000080:00000010:1.1:1788201434.986438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11264a40.
00000080:00000010:1.1:1788201434.986450:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11246b40.
00000080:00000010:1.1:1788201434.986462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11255ac0.
00000080:00000010:1.1:1788201434.986469:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11253180.
00000080:00000010:1.1:1788201434.986475:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1116d280.
00000080:00000010:1.1:1788201434.986481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11250000.
00000080:00000010:1.1:1788201434.986487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11247380.
00000080:00000010:1.1:1788201434.986493:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112539c0.
00000080:00000010:1.1:1788201434.986499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11240840.
00000080:00000010:1.1:1788201434.986539:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11244200.
00000080:00000010:1.1:1788201434.986549:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1124a100.
00000080:00000010:1.1:1788201434.995149:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1124b180.
00000080:00000010:3.1:1788201435.083748:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c72940.
00000080:00000010:3.1:1788201435.083776:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1124f380.
00000080:00000010:3.1:1788201435.083787:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1124ca40.
00000080:00000010:3.1:1788201435.083815:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c76b40.
00000080:00000010:3.1:1788201435.083825:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11243180.
00000080:00000010:3.1:1788201435.083834:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c76300.
00000080:00000010:3.1:1788201435.083841:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11315280.
00000080:00000010:3.1:1788201435.083850:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c77380.
00000080:00000010:3.1:1788201435.083857:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11240000.
00000080:00000010:3.1:1788201435.083864:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c6b180.
00000080:00000010:3.1:1788201435.083870:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c68000.
00000080:00000010:3.1:1788201435.083878:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112439c0.
00000080:00000010:3.1:1788201435.083889:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1225b180.
00000080:00000010:3.1:1788201435.083896:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c6b9c0.
00000080:00000010:3.1:1788201435.083902:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11245280.
00000080:00000010:3.1:1788201435.083908:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c698c0.
00000080:00000010:3.1:1788201435.083916:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c6eb40.
00000080:00000010:3.1:1788201435.083923:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112418c0.
00000080:00000010:3.1:1788201435.083928:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c6e300.
00000080:00000010:3.1:1788201435.083933:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c6f380.
00000080:00000010:3.1:1788201435.083940:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113118c0.
00000080:00000010:3.1:1788201435.083946:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c6ca40.
00000080:00000010:3.1:1788201435.083966:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4038b9c0.
00000080:00000010:3.1:1788201435.083974:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c69080.
00000080:00000010:3.1:1788201435.083980:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11246300.
00000080:00000010:3.1:1788201435.085111:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c639c0.
00000080:00000010:3.1:1788201435.085127:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11244a40.
00000080:00000010:3.1:1788201435.085149:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c618c0.
00000080:00000010:3.1:1788201435.085161:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c62940.
00000080:00000010:3.1:1788201435.085167:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11241080.
00000080:00000010:3.1:1788201435.085176:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c66b40.
00000080:00000010:3.1:1788201435.085184:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c7b180.
00000080:00000010:3.1:1788201435.085196:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c66300.
00000080:00000010:3.1:1788201435.085201:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c7b9c0.
00000080:00000010:3.1:1788201435.085207:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c67380.
00000080:00000010:3.1:1788201435.085215:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1225b9c0.
00000080:00000010:3.1:1788201435.085222:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c61080.
00000080:00000010:3.1:1788201435.085228:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c7d280.
00000080:00000010:3.1:1788201435.085235:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111698c0.
00000080:00000010:3.1:1788201435.085242:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c65ac0.
00000080:00000010:3.1:1788201435.085248:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c7e300.
00000080:00000010:3.1:1788201435.085256:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c63180.
00000080:00000010:3.1:1788201435.085262:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1131c200.
00000080:00000010:3.1:1788201435.085268:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c7f380.
00000080:00000010:3.1:1788201435.085275:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c7ca40.
00000080:00000010:3.1:1788201435.085283:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1131a100.
00000080:00000010:3.1:1788201435.085289:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c78840.
00000080:00000010:3.1:1788201435.085310:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1131d280.
00000080:00000010:3.1:1788201435.123401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c73180.
00000080:00000010:3.1:1788201435.123416:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1131f380.
00000080:00000010:3.1:1788201435.123425:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c70000.
00000080:00000010:3.1:1788201435.123431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1130d280.
00000080:00000010:3.1:1788201435.155356:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c739c0.
00000080:00000010:1.1:1788201435.186364:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dc98c0.
00000080:00000010:1.1:1788201435.186381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c68840.
00000080:00000010:1.1:1788201435.186392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dca940.
00000080:00000010:1.1:1788201435.186402:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12258000.
00000080:00000010:1.1:1788201435.186414:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11304a40.
00000080:00000010:1.1:1788201435.186420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11301080.
00000080:00000010:1.1:1788201435.186426:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c60000.
00000080:00000010:1.1:1788201435.186435:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11304200.
00000080:00000010:1.1:1788201435.186442:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11302100.
00000080:00000010:1.1:1788201435.186448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c65280.
00000080:00000010:1.1:1788201435.186455:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11305ac0.
00000080:00000010:1.1:1788201435.186463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4038d280.
00000080:00000010:1.1:1788201435.186470:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11303180.
00000080:00000010:1.1:1788201435.186476:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403898c0.
00000080:00000010:1.1:1788201435.186483:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11300000.
00000080:00000010:1.1:1788201435.186489:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113039c0.
00000080:00000010:1.1:1788201435.186497:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c64a40.
00000080:00000010:1.1:1788201435.186503:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d6f380.
00000080:00000010:1.1:1788201435.186509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c60840.
00000080:00000010:1.1:1788201435.186514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dceb40.
00000080:00000010:1.1:1788201435.186520:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c64200.
00000080:00000010:3.1:1788201435.256340:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4019ca40.
00000080:00000010:3.1:1788201435.256352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11317380.
00000080:00000010:3.1:1788201435.256366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d39080.
00000080:00000010:3.1:1788201435.256370:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11314a40.
00000080:00000010:3.1:1788201435.256374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d3c200.
00000080:00000010:3.1:1788201435.256378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11310840.
00000080:00000010:3.1:1788201435.256401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d38000.
00000080:00000010:3.1:1788201435.256409:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1130b9c0.
00000080:00000010:3.1:1788201435.256414:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d3b9c0.
00000080:00000010:3.1:1788201435.256418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113018c0.
00000080:00000010:3.1:1788201435.256424:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11302940.
00000080:00000010:3.1:1788201435.256428:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d3d280.
00000080:00000010:3.1:1788201435.256432:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11306b40.
00000080:00000010:3.1:1788201435.256436:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d30840.
00000080:00000010:3.1:1788201435.256441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4019dac0.
00000080:00000010:3.1:1788201435.256448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4019e300.
00000080:00000010:3.1:1788201435.256451:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11306300.
00000080:00000010:3.1:1788201435.256458:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d35ac0.
00000080:00000010:3.1:1788201435.256464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11307380.
00000080:00000010:3.1:1788201435.256470:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d33180.
00000080:00000010:3.1:1788201435.256475:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11300840.
00000080:00000010:3.1:1788201435.256482:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dcc200.
00000080:00000010:3.1:1788201435.256488:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4019a100.
00000080:00000010:3.1:1788201435.256493:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d30000.
00000080:00000010:3.1:1788201435.256500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11305280.
00000080:00000010:3.1:1788201435.256506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d35280.
00000080:00000010:3.1:1788201435.256511:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d6e300.
00000080:00000010:3.1:1788201435.256517:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d318c0.
00000080:00000010:3.1:1788201435.256522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4019eb40.
00000080:00000010:3.1:1788201435.256527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d6ca40.
00000080:00000010:3.1:1788201435.256530:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dfb9c0.
00000080:00000010:3.1:1788201435.256536:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d68840.
00000080:00000010:3.1:1788201435.256541:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dfd280.
00000080:00000010:3.1:1788201435.256545:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d69080.
00000080:00000010:3.1:1788201435.256550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4038f380.
00000080:00000010:3.1:1788201435.256554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4019c200.
00000080:00000010:3.1:1788201435.256559:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dfeb40.
00000080:00000010:3.1:1788201435.256563:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d6b180.
00000080:00000010:1.1:1788201435.303363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dcf380.
00000080:00000010:1.1:1788201435.303417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0230d280.
00000080:00000010:1.1:1788201435.324565:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d65ac0.
00000080:00000010:1.1:1788201435.324585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d023098c0.
00000080:00000010:1.1:1788201435.324598:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d63180.
00000080:00000010:1.1:1788201435.324611:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40198840.
00000080:00000010:1.1:1788201435.324617:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0230a940.
00000080:00000010:1.1:1788201435.324623:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0230eb40.
00000080:00000010:1.1:1788201435.324629:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d65280.
00000080:00000010:1.1:1788201435.324639:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08df7380.
00000080:00000010:1.1:1788201435.324646:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08df4a40.
00000080:00000010:1.1:1788201435.324653:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d62940.
00000080:00000010:1.1:1788201435.324659:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d66b40.
00000080:00000010:1.1:1788201435.324666:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08df0840.
00000080:00000010:1.1:1788201435.324672:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d398c0.
00000080:00000010:1.1:1788201435.324680:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08df1080.
00000080:00000010:1.1:1788201435.324688:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dc9080.
00000080:00000010:1.1:1788201435.324693:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08df4200.
00000080:00000010:1.1:1788201435.324704:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08df5ac0.
00000080:00000010:1.1:1788201435.324713:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d3eb40.
00000080:00000010:1.1:1788201435.324721:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08df3180.
00000080:00000010:1.1:1788201435.324727:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d3e300.
00000080:00000010:3.1:1788201435.399535:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d3dac0.
00000080:00000010:3.1:1788201435.399552:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02304200.
00000080:00000010:3.1:1788201435.399559:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02302100.
00000080:00000010:3.1:1788201435.399565:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d3b180.
00000080:00000010:3.1:1788201435.399572:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0230f380.
00000080:00000010:3.1:1788201435.399672:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4019f380.
00000080:00000010:3.1:1788201435.399679:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11335ac0.
00000080:00000010:3.1:1788201435.399730:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11334200.
00000080:00000010:3.1:1788201435.399740:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d32940.
00000080:00000010:3.1:1788201435.399746:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11331080.
00000080:00000010:3.1:1788201435.399750:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d36b40.
00000080:00000010:3.1:1788201435.399755:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11330840.
00000080:00000010:3.1:1788201435.399760:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d36300.
00000080:00000010:3.1:1788201435.399763:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11334a40.
00000080:00000010:3.1:1788201435.399767:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11335280.
00000080:00000010:3.1:1788201435.399771:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d37380.
00000080:00000010:3.1:1788201435.399775:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d34a40.
00000080:00000010:3.1:1788201435.399779:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113318c0.
00000080:00000010:3.1:1788201435.399783:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d31080.
00000080:00000010:3.1:1788201435.399788:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d34200.
00000080:00000010:3.1:1788201435.399794:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dcb180.
00000080:00000010:3.1:1788201435.399798:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d32100.
00000080:00000010:3.1:1788201435.399803:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1933a100.
00000080:00000010:3.1:1788201435.399807:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dca100.
00000080:00000010:3.1:1788201435.399812:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02300000.
00000080:00000010:3.1:1788201435.399892:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d339c0.
00000080:00000010:3.1:1788201435.399903:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d023039c0.
00000080:00000010:3.1:1788201435.399908:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08df8000.
00000080:00000010:3.1:1788201435.399914:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08df98c0.
00000080:00000010:3.1:1788201435.399918:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d023018c0.
00000080:00000010:3.1:1788201435.399922:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dfa940.
00000080:00000010:3.1:1788201435.399928:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02306b40.
00000080:00000010:3.1:1788201435.399933:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dcdac0.
00000080:00000010:3.1:1788201435.399938:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4019a940.
00000080:00000010:3.1:1788201435.399943:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02306300.
00000080:00000010:3.1:1788201435.399947:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dfca40.
00000080:00000010:3.1:1788201435.400570:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dc18c0.
00000080:00000010:3.1:1788201435.400805:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dc4a40.
00000080:00000010:3.1:1788201435.456670:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19338840.
00000080:00000010:3.1:1788201435.476493:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d898c0.
00000080:00000010:3.1:1788201435.476517:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1933ca40.
00000080:00000010:3.1:1788201435.476527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11337380.
00000080:00000010:3.1:1788201435.476534:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d8eb40.
00000080:00000010:3.1:1788201435.476541:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11336300.
00000080:00000010:3.1:1788201435.476546:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11336b40.
00000080:00000010:3.1:1788201435.476551:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11332940.
00000080:00000010:3.1:1788201435.476560:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02303180.
00000080:00000010:3.1:1788201435.476567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d8f380.
00000080:00000010:3.1:1788201435.476573:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02305280.
00000080:00000010:3.1:1788201435.476590:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02302940.
00000080:00000010:3.1:1788201435.476600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d89080.
00000080:00000010:3.1:1788201435.476607:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d818c0.
00000080:00000010:3.1:1788201435.476615:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02307380.
00000080:00000010:3.1:1788201435.476622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dc5280.
00000080:00000010:3.1:1788201435.476631:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12150000.
00000080:00000010:3.1:1788201435.476638:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1933dac0.
00000080:00000010:3.1:1788201435.476645:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d87380.
00000080:00000010:3.1:1788201435.476651:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dc2940.
00000080:00000010:3.1:1788201435.476661:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d80840.
00000080:00000010:3.1:1788201435.476667:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dc6b40.
00000080:00000010:3.1:1788201435.476672:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dc6300.
00000080:00000010:3.1:1788201435.476677:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dc7380.
00000080:00000010:3.1:1788201435.476683:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d81080.
00000080:00000010:3.1:1788201435.476693:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dc8000.
00000080:00000010:3.1:1788201435.476698:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d82100.
00000080:00000010:3.1:1788201435.476704:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dcd280.
00000080:00000010:3.1:1788201435.476710:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12157380.
00000080:00000010:3.1:1788201435.476717:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d85ac0.
00000080:00000010:3.1:1788201435.476722:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12150840.
00000080:00000010:3.1:1788201435.476728:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dc5ac0.
00000080:00000010:3.1:1788201435.476734:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08dc3180.
00000080:00000010:3.1:1788201435.476740:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d88000.
00000080:00000010:3.1:1788201435.476745:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d83180.
00000080:00000010:3.1:1788201435.476750:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12151080.
00000080:00000010:3.1:1788201435.476756:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d80000.
00000080:00000010:3.1:1788201435.476761:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12152100.
00000080:00000010:3.1:1788201435.476767:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14568000.
00000080:00000010:3.1:1788201435.476773:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d8a940.
00000080:00000010:3.1:1788201435.476781:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1456d280.
00000080:00000010:3.1:1788201435.476786:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d8e300.
00000080:00000010:3.1:1788201435.476792:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1456e300.
00000080:00000010:3.1:1788201435.476797:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d8ca40.
00000080:00000010:3.1:1788201435.476804:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1456f380.
00000080:00000010:3.1:1788201435.476809:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1456ca40.
00000080:00000010:1.1:1788201435.544163:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12155ac0.
00000080:00000010:1.1:1788201435.544180:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193398c0.
00000080:00000010:1.1:1788201435.544211:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12153180.
00000080:00000010:1.1:1788201435.544222:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14566300.
00000080:00000010:1.1:1788201435.544336:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121539c0.
00000080:00000010:1.1:1788201435.544348:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14560840.
00000080:00000010:1.1:1788201435.544357:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12155280.
00000080:00000010:1.1:1788201435.544364:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1933d280.
00000080:00000010:1.1:1788201435.544376:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d84a40.
00000080:00000010:1.1:1788201435.544383:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14561080.
00000080:00000010:1.1:1788201435.544390:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14564200.
00000080:00000010:1.1:1788201435.544396:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1933e300.
00000080:00000010:1.1:1788201435.544403:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d84200.
00000080:00000010:1.1:1788201435.544410:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40380000.
00000080:00000010:1.1:1788201435.544417:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d839c0.
00000080:00000010:1.1:1788201435.544425:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40385280.
00000080:00000010:1.1:1788201435.544431:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1456b9c0.
00000080:00000010:1.1:1788201435.544441:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122598c0.
00000080:00000010:1.1:1788201435.544448:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1933eb40.
00000080:00000010:3.1:1788201435.676418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403839c0.
00000080:00000010:3.1:1788201435.676437:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144b8000.
00000080:00000010:3.1:1788201435.676464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403818c0.
00000080:00000010:3.1:1788201435.676481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111b98c0.
00000080:00000010:3.1:1788201435.676488:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111ba940.
00000080:00000010:3.1:1788201435.676495:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40382940.
00000080:00000010:3.1:1788201435.676502:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40386b40.
00000080:00000010:3.1:1788201435.676509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111beb40.
00000080:00000010:3.1:1788201435.676516:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40386300.
00000080:00000010:3.1:1788201435.676526:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1225f380.
00000080:00000010:3.1:1788201435.676534:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111b0000.
00000080:00000010:3.1:1788201435.676541:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40387380.
00000080:00000010:3.1:1788201435.676552:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121518c0.
00000080:00000010:3.1:1788201435.676561:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111b18c0.
00000080:00000010:3.1:1788201435.676567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111b0840.
00000080:00000010:3.1:1788201435.676577:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4038dac0.
00000080:00000010:3.1:1788201435.676606:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1225ca40.
00000080:00000010:3.1:1788201435.676613:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40380840.
00000080:00000010:3.1:1788201435.676620:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111b1080.
00000080:00000010:3.1:1788201435.676626:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40384200.
00000080:00000010:3.1:1788201435.676633:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111b2100.
00000080:00000010:3.1:1788201435.676640:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12152940.
00000080:00000010:3.1:1788201435.676646:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111b5ac0.
00000080:00000010:3.1:1788201435.676653:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1225a940.
00000080:00000010:3.1:1788201435.676660:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111b3180.
00000080:00000010:3.1:1788201435.676669:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40385ac0.
00000080:00000010:3.1:1788201435.676676:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1215b180.
00000080:00000010:3.1:1788201435.676682:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40383180.
00000080:00000010:1.1:1788201435.776683:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11116b40.
00000080:00000010:1.1:1788201435.816180:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1225a100.
00000080:00000010:1.1:1788201435.816229:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113818c0.
00000080:00000010:1.1:1788201435.816241:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11386b40.
00000080:00000010:1.1:1788201435.816250:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1111d280.
00000080:00000010:1.1:1788201435.816259:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1111eb40.
00000080:00000010:1.1:1788201435.816266:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11386300.
00000080:00000010:1.1:1788201435.816273:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11110840.
00000080:00000010:1.1:1788201435.816283:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11384a40.
00000080:00000010:1.1:1788201435.816289:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11111080.
00000080:00000010:1.1:1788201435.816533:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11114200.
00000080:00000010:1.1:1788201435.816544:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11381080.
00000080:00000010:1.1:1788201435.816551:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14758000.
00000080:00000010:1.1:1788201435.816561:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144b4200.
00000080:00000010:1.1:1788201435.816567:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1475b9c0.
00000080:00000010:1.1:1788201435.817118:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144b2100.
00000080:00000010:1.1:1788201435.817130:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1475d280.
00000080:00000010:1.1:1788201435.817139:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144bb9c0.
00000080:00000010:1.1:1788201435.817164:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1475a940.
00000080:00000010:1.1:1788201435.817173:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144b5280.
00000080:00000010:1.1:1788201435.835367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11383180.
00000080:00000010:1.1:1788201435.835385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0215e300.
00000080:00000010:1.1:1788201435.835396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11123180.
00000080:00000010:1.1:1788201435.835403:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11380000.
00000080:00000010:1.1:1788201435.835446:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111239c0.
00000080:00000010:3.1:1788201435.865350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0215f380.
00000080:00000010:3.1:1788201435.865364:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0215d280.
00000080:00000010:3.1:1788201435.865374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021d98c0.
00000080:00000010:3.1:1788201435.865388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113839c0.
00000080:00000010:3.1:1788201435.865396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11330000.
00000080:00000010:3.1:1788201435.865403:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11385280.
00000080:00000010:3.1:1788201435.865408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1132dac0.
00000080:00000010:3.1:1788201435.865414:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11382940.
00000080:00000010:3.1:1788201435.865420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0215ca40.
00000080:00000010:3.1:1788201435.865425:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11387380.
00000080:00000010:3.1:1788201435.865433:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11126b40.
00000080:00000010:3.1:1788201435.899437:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11380840.
00000080:00000010:3.1:1788201435.899450:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021598c0.
00000080:00000010:3.1:1788201435.899466:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11126300.
00000080:00000010:3.1:1788201435.899472:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144b5ac0.
00000080:00000010:3.1:1788201435.899478:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11124a40.
00000080:00000010:3.1:1788201435.899485:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144b3180.
00000080:00000010:3.1:1788201435.899493:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11120840.
00000080:00000010:3.1:1788201435.899501:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144b0000.
00000080:00000010:3.1:1788201435.928355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111298c0.
00000080:00000010:3.1:1788201435.928369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1112a940.
00000080:00000010:3.1:1788201435.928386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021d6b40.
00000080:00000010:3.1:1788201435.928401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11124200.
00000080:00000010:3.1:1788201435.954530:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0215dac0.
00000080:00000010:3.1:1788201435.954550:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11122100.
00000080:00000010:3.1:1788201435.954564:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1132f380.
00000080:00000010:3.1:1788201435.954645:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1132eb40.
00000080:00000010:3.1:1788201435.954654:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11125ac0.
00000080:00000010:3.1:1788201435.954673:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1132a940.
00000080:00000010:3.1:1788201435.954680:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11120000.
00000080:00000010:3.1:1788201435.954687:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11125280.
00000080:00000010:3.1:1788201435.954696:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d147539c0.
00000080:00000010:3.1:1788201435.954702:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14755280.
00000080:00000010:3.1:1788201435.954710:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021db9c0.
00000080:00000010:3.1:1788201435.954719:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021dd280.
00000080:00000010:3.1:1788201435.954732:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d147518c0.
00000080:00000010:3.1:1788201435.954740:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19262940.
00000080:00000010:3.1:1788201435.954749:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113339c0.
00000080:00000010:3.1:1788201435.954757:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14754a40.
00000080:00000010:3.1:1788201435.954763:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1132c200.
00000080:00000010:3.1:1788201435.954773:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1475f380.
00000080:00000010:3.1:1788201435.954779:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1132a100.
00000080:00000010:3.1:1788201435.954785:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1475ca40.
00000080:00000010:3.1:1788201435.954792:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11329080.
00000080:00000010:3.1:1788201435.954797:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1475c200.
00000080:00000010:3.1:1788201435.995054:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021dca40.
00000080:00000010:3.1:1788201435.995072:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021d9080.
00000080:00000010:3.1:1788201435.995105:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c32100.
00000080:00000010:3.1:1788201435.995196:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a2940.
00000080:00000010:3.1:1788201435.995206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112eb9c0.
00000080:00000010:3.1:1788201435.995254:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a7380.
00000080:00000010:3.1:1788201435.995263:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a4a40.
00000080:00000010:3.1:1788201435.995270:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a4200.
00000080:00000010:3.1:1788201435.995275:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a2100.
00000080:00000010:3.1:1788201435.995281:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a3180.
00000080:00000010:3.1:1788201435.995286:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a0000.
00000080:00000010:3.1:1788201435.995293:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12245280.
00000080:00000010:3.1:1788201435.995316:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12242940.
00000080:00000010:3.1:1788201435.995323:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12246b40.
00000080:00000010:3.1:1788201435.995328:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12246300.
00000080:00000010:3.1:1788201435.995334:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12247380.
00000080:00000010:3.1:1788201435.995339:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096b1080.
00000080:00000010:3.1:1788201435.995346:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112e98c0.
00000080:00000010:3.1:1788201435.995352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a39c0.
00000080:00000010:3.1:1788201435.995359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11321080.
00000080:00000010:3.1:1788201435.995367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11323180.
00000080:00000010:3.1:1788201435.995373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113239c0.
00000080:00000010:3.1:1788201435.995382:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11322940.
00000080:00000010:3.1:1788201435.995387:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11326b40.
00000080:00000010:3.1:1788201435.995393:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11327380.
00000080:00000010:3.1:1788201435.995399:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11324a40.
00000080:00000010:3.1:1788201435.995405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112eeb40.
00000080:00000010:3.1:1788201435.995412:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12174a40.
00000080:00000010:3.1:1788201436.063345:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09670840.
00000080:00000010:3.1:1788201436.091442:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09671080.
00000080:00000010:3.1:1788201436.091451:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09674200.
00000080:00000010:3.1:1788201436.091457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09670000.
00000080:00000010:3.1:1788201436.091468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096e4a40.
00000080:00000010:3.1:1788201436.091481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144e0000.
00000080:00000010:3.1:1788201436.091487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144e18c0.
00000080:00000010:3.1:1788201436.091494:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144e2940.
00000080:00000010:3.1:1788201436.091500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144e6b40.
00000080:00000010:3.1:1788201436.091506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144e4a40.
00000080:00000010:3.1:1788201436.091512:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096e7380.
00000080:00000010:3.1:1788201436.091520:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144e4200.
00000080:00000010:3.1:1788201436.091525:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144e2100.
00000080:00000010:3.1:1788201436.091532:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120fdac0.
00000080:00000010:3.1:1788201436.091537:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120fb180.
00000080:00000010:3.1:1788201436.091546:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120f98c0.
00000080:00000010:3.1:1788201436.091554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120ff380.
00000080:00000010:3.1:1788201436.091560:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120fca40.
00000080:00000010:3.1:1788201436.091577:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12028840.
00000080:00000010:3.1:1788201436.091587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02116300.
00000080:00000010:3.1:1788201436.091594:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02117380.
00000080:00000010:3.1:1788201436.091600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02114a40.
00000080:00000010:3.1:1788201436.091607:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02110840.
00000080:00000010:3.1:1788201436.091614:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02111080.
00000080:00000010:3.1:1788201436.091620:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1202ca40.
00000080:00000010:3.1:1788201436.091626:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02114200.
00000080:00000010:3.1:1788201436.091634:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14704a40.
00000080:00000010:3.1:1788201436.091644:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02115ac0.
00000080:00000010:3.1:1788201436.091650:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14704200.
00000080:00000010:3.1:1788201436.091658:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12241080.
00000080:00000010:3.1:1788201436.091664:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02110000.
00000080:00000010:3.1:1788201436.091670:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12242100.
00000080:00000010:3.1:1788201436.091677:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02115280.
00000080:00000010:3.1:1788201436.091685:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112eb180.
00000080:00000010:3.1:1788201436.091690:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02116b40.
00000080:00000010:1.1:1788201436.162420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096b5ac0.
00000080:00000010:1.1:1788201436.162547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146a7380.
00000080:00000010:1.1:1788201436.162563:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d123aca40.
00000080:00000010:1.1:1788201436.162585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11320840.
00000080:00000010:1.1:1788201436.162593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11324200.
00000080:00000010:1.1:1788201436.162601:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146a0840.
00000080:00000010:1.1:1788201436.162608:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11322100.
00000080:00000010:1.1:1788201436.162614:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146a1080.
00000080:00000010:1.1:1788201436.162619:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11325ac0.
00000080:00000010:1.1:1788201436.162628:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112edac0.
00000080:00000010:1.1:1788201436.162636:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112ea940.
00000080:00000010:1.1:1788201436.162643:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146a2100.
00000080:00000010:1.1:1788201436.162648:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11320000.
00000080:00000010:1.1:1788201436.162654:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146a5ac0.
00000080:00000010:1.1:1788201436.162660:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11325280.
00000080:00000010:1.1:1788201436.162664:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146a3180.
00000080:00000010:1.1:1788201436.162670:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113218c0.
00000080:00000010:1.1:1788201436.162676:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146a0000.
00000080:00000010:1.1:1788201436.162682:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11326300.
00000080:00000010:1.1:1788201436.162689:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146a5280.
00000080:00000010:1.1:1788201436.162694:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11176b40.
00000080:00000010:1.1:1788201436.162701:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12177380.
00000080:00000010:1.1:1788201436.162710:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12172100.
00000080:00000010:1.1:1788201436.162725:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1103b180.
00000080:00000010:1.1:1788201436.162733:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096b3180.
00000080:00000010:1.1:1788201436.162739:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1133f380.
00000080:00000010:1.1:1788201436.162745:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096b39c0.
00000080:00000010:1.1:1788201436.162753:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4034f380.
00000080:00000010:1.1:1788201436.162802:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121739c0.
00000080:00000010:3.1:1788201436.250887:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09675ac0.
00000080:00000010:3.1:1788201436.250915:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12063180.
00000080:00000010:3.1:1788201436.250928:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12065ac0.
00000080:00000010:3.1:1788201436.250936:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09673180.
00000080:00000010:3.1:1788201436.250942:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d097d2940.
00000080:00000010:3.1:1788201436.251006:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096739c0.
00000080:00000010:3.1:1788201436.251015:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d097d18c0.
00000080:00000010:3.1:1788201436.251029:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09675280.
00000080:00000010:3.1:1788201436.251038:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144e39c0.
00000080:00000010:3.1:1788201436.251045:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d097d39c0.
00000080:00000010:3.1:1788201436.251054:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144e5280.
00000080:00000010:3.1:1788201436.251059:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d097d0000.
00000080:00000010:3.1:1788201436.251065:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144e6300.
00000080:00000010:3.1:1788201436.251074:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d097d2100.
00000080:00000010:3.1:1788201436.251080:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d097d4200.
00000080:00000010:3.1:1788201436.251087:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144e7380.
00000080:00000010:3.1:1788201436.251093:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144e0840.
00000080:00000010:3.1:1788201436.251105:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022a4a40.
00000080:00000010:3.1:1788201436.251113:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144e1080.
00000080:00000010:3.1:1788201436.251122:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09697380.
00000080:00000010:3.1:1788201436.251129:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144e5ac0.
00000080:00000010:3.1:1788201436.251135:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09694a40.
00000080:00000010:3.1:1788201436.251141:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144e3180.
00000080:00000010:3.1:1788201436.251153:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09691080.
00000080:00000010:3.1:1788201436.251160:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120f8000.
00000080:00000010:3.1:1788201436.251325:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09695ac0.
00000080:00000010:3.1:1788201436.251334:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120fb9c0.
00000080:00000010:3.1:1788201436.251519:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12029080.
00000080:00000010:3.1:1788201436.251529:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120fd280.
00000080:00000010:3.1:1788201436.251536:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09690000.
00000080:00000010:3.1:1788201436.282353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d097d6b40.
00000080:00000010:3.1:1788201436.318352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111eeb40.
00000080:00000010:3.1:1788201436.318375:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11175ac0.
00000080:00000010:3.1:1788201436.318381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111ee300.
00000080:00000010:3.1:1788201436.318390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11173180.
00000080:00000010:3.1:1788201436.318396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111ef380.
00000080:00000010:3.1:1788201436.318402:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111739c0.
00000080:00000010:3.1:1788201436.318408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111eca40.
00000080:00000010:3.1:1788201436.318415:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111718c0.
00000080:00000010:3.1:1788201436.318423:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111e9080.
00000080:00000010:3.1:1788201436.318433:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4036a940.
00000080:00000010:3.1:1788201436.318442:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14687380.
00000080:00000010:3.1:1788201436.318451:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112e9080.
00000080:00000010:3.1:1788201436.318479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14680840.
00000080:00000010:3.1:1788201436.318486:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111ec200.
00000080:00000010:3.1:1788201436.318492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4036e300.
00000080:00000010:3.1:1788201436.318501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d123a8000.
00000080:00000010:3.1:1788201436.318508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1467eb40.
00000080:00000010:3.1:1788201436.318515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d123ab9c0.
00000080:00000010:3.1:1788201436.318521:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14685ac0.
00000080:00000010:3.1:1788201436.318526:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d123a98c0.
00000080:00000010:3.1:1788201436.318531:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14683180.
00000080:00000010:3.1:1788201436.318536:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d123aa940.
00000080:00000010:3.1:1788201436.318542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d123ae300.
00000080:00000010:3.1:1788201436.318550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40368840.
00000080:00000010:3.1:1788201436.318558:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12064200.
00000080:00000010:3.1:1788201436.318566:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19297380.
00000080:00000010:3.1:1788201436.318573:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19294200.
00000080:00000010:3.1:1788201436.318579:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111ea100.
00000080:00000010:3.1:1788201436.318585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19292100.
00000080:00000010:3.1:1788201436.318591:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111eb180.
00000080:00000010:3.1:1788201436.318598:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12028000.
00000080:00000010:3.1:1788201436.318604:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111e8000.
00000080:00000010:3.1:1788201436.318617:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146a6300.
00000080:00000010:3.1:1788201436.318625:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19293180.
00000080:00000010:3.1:1788201436.318631:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d123af380.
00000080:00000010:1.1:1788201436.351476:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19292940.
00000080:00000010:1.1:1788201436.351488:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146a4a40.
00000080:00000010:1.1:1788201436.351497:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14646300.
00000080:00000010:1.1:1788201436.351503:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146a4200.
00000080:00000010:1.1:1788201436.351509:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14647380.
00000080:00000010:1.1:1788201436.351522:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146a39c0.
00000080:00000010:1.1:1788201436.351532:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14644200.
00000080:00000010:1.1:1788201436.351541:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1103dac0.
00000080:00000010:1.1:1788201436.351549:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14645ac0.
00000080:00000010:1.1:1788201436.351567:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1103a100.
00000080:00000010:1.1:1788201436.351587:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146a2940.
00000080:00000010:1.1:1788201436.351595:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14643180.
00000080:00000010:1.1:1788201436.351602:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146a6b40.
00000080:00000010:1.1:1788201436.351616:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12061080.
00000080:00000010:1.1:1788201436.351623:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146439c0.
00000080:00000010:1.1:1788201436.351632:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12067380.
00000080:00000010:1.1:1788201436.351639:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146418c0.
00000080:00000010:1.1:1788201436.351645:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120618c0.
00000080:00000010:1.1:1788201436.351651:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14642940.
00000080:00000010:1.1:1788201436.351658:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12065280.
00000080:00000010:1.1:1788201436.351665:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11265280.
00000080:00000010:1.1:1788201436.351675:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1133eb40.
00000080:00000010:1.1:1788201436.351683:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022a4200.
00000080:00000010:1.1:1788201436.351693:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146798c0.
00000080:00000010:1.1:1788201436.351699:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022a2100.
00000080:00000010:1.1:1788201436.351747:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14646b40.
00000080:00000010:1.1:1788201436.351756:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022a5280.
00000080:00000010:1.1:1788201436.388530:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02141080.
00000080:00000010:1.1:1788201436.394445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1133dac0.
00000080:00000010:1.1:1788201436.394459:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11174200.
00000080:00000010:1.1:1788201436.394467:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d095318c0.
00000080:00000010:1.1:1788201436.394479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096918c0.
00000080:00000010:1.1:1788201436.394487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09532100.
00000080:00000010:1.1:1788201436.394492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09692940.
00000080:00000010:1.1:1788201436.394497:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09530000.
00000080:00000010:1.1:1788201436.394504:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40348000.
00000080:00000010:1.1:1788201436.394511:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1202e300.
00000080:00000010:1.1:1788201436.394519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4034a100.
00000080:00000010:1.1:1788201436.394524:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111c6300.
00000080:00000010:1.1:1788201436.394530:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4034c200.
00000080:00000010:1.1:1788201436.394537:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40349080.
00000080:00000010:1.1:1788201436.394543:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14678840.
00000080:00000010:1.1:1788201436.394550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11263180.
00000080:00000010:1.1:1788201436.394555:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40348840.
00000080:00000010:1.1:1788201436.394560:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11265ac0.
00000080:00000010:1.1:1788201436.394567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11266300.
00000080:00000010:1.1:1788201436.394574:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111c7380.
00000080:00000010:1.1:1788201436.394580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11266b40.
00000080:00000010:1.1:1788201436.394585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11262940.
00000080:00000010:1.1:1788201436.394591:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111c4a40.
00000080:00000010:1.1:1788201436.394597:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1133a100.
00000080:00000010:1.1:1788201436.394604:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09696b40.
00000080:00000010:3.1:1788201436.422420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4036dac0.
00000080:00000010:3.1:1788201436.460361:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111c3180.
00000080:00000010:3.1:1788201436.460384:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40368000.
00000080:00000010:3.1:1788201436.460392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4036d280.
00000080:00000010:3.1:1788201436.460399:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111c39c0.
00000080:00000010:3.1:1788201436.460409:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1202a940.
00000080:00000010:3.1:1788201436.460419:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111c5280.
00000080:00000010:3.1:1788201436.460427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d097d7380.
00000080:00000010:3.1:1788201436.460438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02134200.
00000080:00000010:3.1:1788201436.460448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11339080.
00000080:00000010:3.1:1788201436.460454:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02132100.
00000080:00000010:3.1:1788201436.460461:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1467ca40.
00000080:00000010:3.1:1788201436.460468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111c2940.
00000080:00000010:3.1:1788201436.460474:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b3180.
00000080:00000010:3.1:1788201436.460481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1467f380.
00000080:00000010:3.1:1788201436.460487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1467e300.
00000080:00000010:3.1:1788201436.460494:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02133180.
00000080:00000010:3.1:1788201436.460503:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11170000.
00000080:00000010:3.1:1788201436.460510:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021339c0.
00000080:00000010:3.1:1788201436.460515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120298c0.
00000080:00000010:3.1:1788201436.460522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11175280.
00000080:00000010:3.1:1788201436.460527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11338840.
00000080:00000010:3.1:1788201436.460533:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11172940.
00000080:00000010:3.1:1788201436.460557:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021318c0.
00000080:00000010:3.1:1788201436.460565:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14686300.
00000080:00000010:3.1:1788201436.460576:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14684a40.
00000080:00000010:3.1:1788201436.460584:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02137380.
00000080:00000010:3.1:1788201436.460590:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121af380.
00000080:00000010:3.1:1788201436.460596:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14681080.
00000080:00000010:3.1:1788201436.460601:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14684200.
00000080:00000010:3.1:1788201436.460606:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121a8840.
00000080:00000010:3.1:1788201436.460613:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1133ca40.
00000080:00000010:3.1:1788201436.460620:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1202d280.
00000080:00000010:3.1:1788201436.460628:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121ac200.
00000080:00000010:3.1:1788201436.460637:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4036eb40.
00000080:00000010:3.1:1788201436.460643:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121adac0.
00000080:00000010:3.1:1788201436.460651:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4036f380.
00000080:00000010:1.1:1788201436.595088:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09536300.
00000080:00000010:1.1:1788201436.595105:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b4200.
00000080:00000010:1.1:1788201436.595118:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09537380.
00000080:00000010:1.1:1788201436.595125:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b2100.
00000080:00000010:1.1:1788201436.595134:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09534a40.
00000080:00000010:1.1:1788201436.595141:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096fdac0.
00000080:00000010:1.1:1788201436.595148:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09530840.
00000080:00000010:1.1:1788201436.595154:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096fb180.
00000080:00000010:1.1:1788201436.595160:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09531080.
00000080:00000010:1.1:1788201436.595168:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111d2100.
00000080:00000010:1.1:1788201436.595174:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09534200.
00000080:00000010:1.1:1788201436.595180:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111d0000.
00000080:00000010:1.1:1788201436.595187:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1133c200.
00000080:00000010:1.1:1788201436.595211:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09510000.
00000080:00000010:1.1:1788201436.595217:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d095139c0.
00000080:00000010:1.1:1788201436.595224:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09535ac0.
00000080:00000010:1.1:1788201436.595243:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c04200.
00000080:00000010:1.1:1788201436.595249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09533180.
00000080:00000010:1.1:1788201436.595257:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111c0840.
00000080:00000010:1.1:1788201436.595266:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09516b40.
00000080:00000010:1.1:1788201436.595272:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111c1080.
00000080:00000010:1.1:1788201436.595278:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09516300.
00000080:00000010:1.1:1788201436.595284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111c4200.
00000080:00000010:1.1:1788201436.595290:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09511080.
00000080:00000010:1.1:1788201436.595295:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111c0000.
00000080:00000010:3.1:1788201436.629456:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111c6b40.
00000080:00000010:3.1:1788201436.629469:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c01080.
00000080:00000010:3.1:1788201436.629475:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b0000.
00000080:00000010:3.1:1788201436.629484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a2940.
00000080:00000010:3.1:1788201436.629490:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a5280.
00000080:00000010:3.1:1788201436.629499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02135ac0.
00000080:00000010:3.1:1788201436.629507:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096fd280.
00000080:00000010:3.1:1788201436.629515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02130000.
00000080:00000010:3.1:1788201436.629521:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096fa940.
00000080:00000010:3.1:1788201436.629528:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f2940.
00000080:00000010:3.1:1788201436.629534:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02135280.
00000080:00000010:3.1:1788201436.629539:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02132940.
00000080:00000010:3.1:1788201436.629546:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f6300.
00000080:00000010:3.1:1788201436.629552:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02136b40.
00000080:00000010:3.1:1788201436.629558:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f4a40.
00000080:00000010:3.1:1788201436.629564:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02136300.
00000080:00000010:3.1:1788201436.629570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a3180.
00000080:00000010:3.1:1788201436.629575:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02134a40.
00000080:00000010:3.1:1788201436.629580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f4200.
00000080:00000010:3.1:1788201436.629588:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121aca40.
00000080:00000010:3.1:1788201436.629595:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c04a40.
00000080:00000010:1.1:1788201436.696383:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d023339c0.
00000080:00000010:1.1:1788201436.696399:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19348840.
00000080:00000010:1.1:1788201436.696412:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02332940.
00000080:00000010:1.1:1788201436.696422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b7380.
00000080:00000010:1.1:1788201436.696430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02336300.
00000080:00000010:1.1:1788201436.696436:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934dac0.
00000080:00000010:1.1:1788201436.696442:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02334a40.
00000080:00000010:1.1:1788201436.696449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934eb40.
00000080:00000010:1.1:1788201436.696794:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d5a100.
00000080:00000010:1.1:1788201436.696901:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111d0840.
00000080:00000010:1.1:1788201436.696916:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d5b180.
00000080:00000010:1.1:1788201436.696933:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111d1080.
00000080:00000010:1.1:1788201436.696941:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d58000.
00000080:00000010:1.1:1788201436.696946:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111d4200.
00000080:00000010:1.1:1788201436.696952:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b0840.
00000080:00000010:1.1:1788201436.696959:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d539c0.
00000080:00000010:1.1:1788201436.696975:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d55280.
00000080:00000010:1.1:1788201436.696983:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b5ac0.
00000080:00000010:1.1:1788201436.696990:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111d5ac0.
00000080:00000010:1.1:1788201436.697000:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d44200.
00000080:00000010:1.1:1788201436.697038:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111d3180.
00000080:00000010:1.1:1788201436.697051:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d42100.
00000080:00000010:1.1:1788201436.697058:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c02100.
00000080:00000010:1.1:1788201436.697064:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d518c0.
00000080:00000010:1.1:1788201436.697070:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096f8000.
00000080:00000010:3.1:1788201436.747384:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d56300.
00000080:00000010:3.1:1788201436.781833:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09515280.
00000080:00000010:3.1:1788201436.781858:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d57380.
00000080:00000010:3.1:1788201436.781890:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d095118c0.
00000080:00000010:3.1:1788201436.781901:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d54a40.
00000080:00000010:3.1:1788201436.781908:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09512940.
00000080:00000010:3.1:1788201436.781920:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d43180.
00000080:00000010:3.1:1788201436.781926:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d40000.
00000080:00000010:3.1:1788201436.781934:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09517380.
00000080:00000010:3.1:1788201436.781943:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220f380.
00000080:00000010:3.1:1788201436.782030:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09514a40.
00000080:00000010:3.1:1788201436.782040:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09510840.
00000080:00000010:3.1:1788201436.782047:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d50000.
00000080:00000010:3.1:1788201436.782054:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d4b180.
00000080:00000010:3.1:1788201436.782060:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09514200.
00000080:00000010:3.1:1788201436.782068:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d4a940.
00000080:00000010:3.1:1788201436.782078:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09512100.
00000080:00000010:3.1:1788201436.782092:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a18c0.
00000080:00000010:3.1:1788201436.782101:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d4eb40.
00000080:00000010:3.1:1788201436.782106:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a39c0.
00000080:00000010:3.1:1788201436.782112:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d4f380.
00000080:00000010:3.1:1788201436.782120:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096f98c0.
00000080:00000010:3.1:1788201436.782129:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d418c0.
00000080:00000010:3.1:1788201436.782137:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f6b40.
00000080:00000010:3.1:1788201436.782144:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d42940.
00000080:00000010:3.1:1788201436.782152:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d4c200.
00000080:00000010:3.1:1788201436.782160:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c00840.
00000080:00000010:3.1:1788201436.782167:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d4dac0.
00000080:00000010:3.1:1788201436.782175:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f7380.
00000080:00000010:3.1:1788201436.782182:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a0000.
00000080:00000010:3.1:1788201436.782189:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401fb9c0.
00000080:00000010:3.1:1788201436.782198:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401fd280.
00000080:00000010:3.1:1788201436.782205:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a5ac0.
00000080:00000010:3.1:1788201436.782212:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401f98c0.
00000080:00000010:3.1:1788201436.782218:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f0840.
00000080:00000010:3.1:1788201436.782224:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a2100.
00000080:00000010:3.1:1788201436.782239:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f1080.
00000080:00000010:3.1:1788201436.782248:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401ff380.
00000080:00000010:3.1:1788201436.782255:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f2100.
00000080:00000010:3.1:1788201436.782261:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401fca40.
00000080:00000010:3.1:1788201436.782267:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f5ac0.
00000080:00000010:3.1:1788201436.782274:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d46300.
00000080:00000010:3.1:1788201436.782281:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02335ac0.
00000080:00000010:3.1:1788201436.782288:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401f8840.
00000080:00000010:3.1:1788201436.782296:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d039c0.
00000080:00000010:3.1:1788201436.782324:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401f9080.
00000080:00000010:3.1:1788201436.782333:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d05280.
00000080:00000010:3.1:1788201436.782346:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11264200.
00000080:00000010:3.1:1788201436.809691:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d59080.
00000080:00000010:3.1:1788201436.809726:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12209080.
00000080:00000010:3.1:1788201436.809738:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02330000.
00000080:00000010:3.1:1788201436.809745:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02335280.
00000080:00000010:3.1:1788201436.809753:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c07380.
00000080:00000010:3.1:1788201436.809762:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401f2940.
00000080:00000010:3.1:1788201436.809771:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401f6b40.
00000080:00000010:3.1:1788201436.809778:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d023318c0.
00000080:00000010:3.1:1788201436.809785:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02336b40.
00000080:00000010:3.1:1788201436.809793:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f39c0.
00000080:00000010:3.1:1788201436.854815:0:1036:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02331080.
00000080:00000010:3.1:1788201436.883357:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02337380.
00000080:00000010:3.1:1788201436.883364:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401f1080.
00000080:00000010:3.1:1788201436.883370:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d5dac0.
00000080:00000010:3.1:1788201436.883376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f5280.
00000080:00000010:3.1:1788201436.883380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401ea100.
00000080:00000010:3.1:1788201436.883385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d45ac0.
00000080:00000010:1.1:1788201436.886449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d48840.
00000080:00000010:1.1:1788201436.886496:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0233a940.
00000080:00000010:1.1:1788201436.886505:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d49080.
00000080:00000010:1.1:1788201436.886513:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d45280.
00000080:00000010:1.1:1788201436.886520:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0233eb40.
00000080:00000010:1.1:1788201436.886527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0233e300.
00000080:00000010:1.1:1788201436.886534:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12208840.
00000080:00000010:1.1:1788201436.886540:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0233f380.
00000080:00000010:1.1:1788201436.886549:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d4a100.
00000080:00000010:1.1:1788201436.886556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02338840.
00000080:00000010:1.1:1788201436.886562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401f8000.
00000080:00000010:1.1:1788201436.886568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02339080.
00000080:00000010:1.1:1788201436.886574:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401fa940.
00000080:00000010:1.1:1788201436.886580:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0233a100.
00000080:00000010:1.1:1788201436.886586:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401feb40.
00000080:00000010:1.1:1788201436.886592:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220b9c0.
00000080:00000010:1.1:1788201436.886598:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401fe300.
00000080:00000010:1.1:1788201436.886603:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02338000.
00000080:00000010:0.1:1788201436.912407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403b1080.
00000080:00000010:0.1:1788201436.927091:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401fdac0.
00000080:00000010:0.1:1788201436.927114:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403b4200.
00000080:00000010:0.1:1788201436.927127:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403b2100.
00000080:00000010:0.1:1788201436.927133:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401fb180.
00000080:00000010:0.1:1788201436.927140:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403b5ac0.
00000080:00000010:0.1:1788201436.927145:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401f4200.
00000080:00000010:0.1:1788201436.927153:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401f5ac0.
00000080:00000010:0.1:1788201436.927159:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403b3180.
00000080:00000010:0.1:1788201436.927178:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12054a40.
00000080:00000010:0.1:1788201436.927201:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403b39c0.
00000080:00000010:0.1:1788201436.927208:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401f18c0.
00000080:00000010:0.1:1788201436.927214:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403b5280.
00000080:00000010:0.1:1788201436.927221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401f6300.
00000080:00000010:0.1:1788201436.927226:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403b2940.
00000080:00000010:0.1:1788201436.927235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0232eb40.
00000080:00000010:0.1:1788201436.927243:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02330840.
00000080:00000010:0.1:1788201436.927250:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0232e300.
00000080:00000010:0.1:1788201436.927256:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401f7380.
00000080:00000010:0.1:1788201436.927262:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0232f380.
00000080:00000010:0.1:1788201436.927270:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02328840.
00000080:00000010:0.1:1788201436.927277:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401f4a40.
00000080:00000010:0.1:1788201436.927283:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401f0840.
00000080:00000010:0.1:1788201436.927289:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0232c200.
00000080:00000010:0.1:1788201436.927296:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220c200.
00000080:00000010:0.1:1788201436.927318:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401edac0.
00000080:00000010:3.1:1788201437.012348:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401ea940.
00000080:00000010:3.1:1788201437.014716:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02321080.
00000080:00000010:3.1:1788201437.014728:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401ec200.
00000080:00000010:3.1:1788201437.014736:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220e300.
00000080:00000010:3.1:1788201437.014743:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401e2940.
00000080:00000010:3.1:1788201437.014751:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403a3180.
00000080:00000010:3.1:1788201437.014757:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401e6b40.
00000080:00000010:3.1:1788201437.014769:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401e7380.
00000080:00000010:3.1:1788201437.014774:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403a39c0.
00000080:00000010:3.1:1788201437.014781:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401e4a40.
00000080:00000010:3.1:1788201437.014788:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403a5280.
00000080:00000010:3.1:1788201437.014794:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401e0840.
00000080:00000010:3.1:1788201437.014800:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403a2940.
00000080:00000010:3.1:1788201437.014805:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403a6b40.
00000080:00000010:3.1:1788201437.014811:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401e1080.
00000080:00000010:3.1:1788201437.014817:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401e2100.
00000080:00000010:3.1:1788201437.014823:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4029dac0.
00000080:00000010:3.1:1788201437.014830:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403a6300.
00000080:00000010:3.1:1788201437.014836:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096feb40.
00000080:00000010:3.1:1788201437.014842:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4029e300.
00000080:00000010:3.1:1788201437.014848:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4029b180.
00000080:00000010:3.1:1788201437.014855:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403bd280.
00000080:00000010:3.1:1788201437.014861:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220b180.
00000080:00000010:3.1:1788201437.014880:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403b7380.
00000080:00000010:3.1:1788201437.014886:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402998c0.
00000080:00000010:3.1:1788201437.014893:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401e5ac0.
00000080:00000010:3.1:1788201437.014899:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403a8840.
00000080:00000010:3.1:1788201437.014905:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401e3180.
00000080:00000010:3.1:1788201437.014909:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401e39c0.
00000080:00000010:3.1:1788201437.014915:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403ac200.
00000080:00000010:3.1:1788201437.014920:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d401e5280.
00000080:00000010:3.1:1788201437.014925:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403aa100.
00000080:00000010:0.1:1788201437.080356:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0232dac0.
00000080:00000010:0.1:1788201437.080370:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0232b180.
00000080:00000010:0.1:1788201437.144530:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144cd280.
00000080:00000010:0.1:1788201437.144544:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02328000.
00000080:00000010:0.1:1788201437.144556:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0232b9c0.
00000080:00000010:0.1:1788201437.144566:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02325ac0.
00000080:00000010:0.1:1788201437.144573:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144c98c0.
00000080:00000010:0.1:1788201437.144590:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40297380.
00000080:00000010:0.1:1788201437.144597:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02323180.
00000080:00000010:0.1:1788201437.144612:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020deb40.
00000080:00000010:0.1:1788201437.144620:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403b8000.
00000080:00000010:0.1:1788201437.144625:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403bb9c0.
00000080:00000010:0.1:1788201437.144632:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02320000.
00000080:00000010:0.1:1788201437.144638:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020de300.
00000080:00000010:0.1:1788201437.144644:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40291080.
00000080:00000010:0.1:1788201437.144662:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c06300.
00000080:00000010:0.1:1788201437.144670:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40294200.
00000080:00000010:0.1:1788201437.144676:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02325280.
00000080:00000010:0.1:1788201437.144682:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d023218c0.
00000080:00000010:0.1:1788201437.144690:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40292100.
00000080:00000010:0.1:1788201437.144696:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02322940.
00000080:00000010:0.1:1788201437.144702:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40295ac0.
00000080:00000010:0.1:1788201437.144711:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02324a40.
00000080:00000010:0.1:1788201437.144718:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02324200.
00000080:00000010:0.1:1788201437.144724:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02322100.
00000080:00000010:0.1:1788201437.144732:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020dca40.
00000080:00000010:0.1:1788201437.144739:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403a0000.
00000080:00000010:0.1:1788201437.144778:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020d8840.
00000080:00000010:0.1:1788201437.144789:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096f9080.
00000080:00000010:0.1:1788201437.144819:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403a18c0.
00000080:00000010:0.1:1788201437.144828:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4029a940.
00000080:00000010:0.1:1788201437.144835:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020d9080.
00000080:00000010:0.1:1788201437.144842:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4029eb40.
00000080:00000010:0.1:1788201437.144851:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020dc200.
00000080:00000010:0.1:1788201437.144857:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4029f380.
00000080:00000010:0.1:1788201437.145029:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402939c0.
00000080:00000010:0.1:1788201437.145041:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403a9080.
00000080:00000010:0.1:1788201437.145052:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403a98c0.
00000080:00000010:0.1:1788201437.145061:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40295280.
00000080:00000010:0.1:1788201437.145069:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40292940.
00000080:00000010:0.1:1788201437.145076:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403aeb40.
00000080:00000010:0.1:1788201437.145086:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4028f380.
00000080:00000010:0.1:1788201437.145144:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403ae300.
00000080:00000010:0.1:1788201437.145154:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40288840.
00000080:00000010:1.1:1788201437.197366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144ceb40.
00000080:00000010:1.1:1788201437.197380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d097398c0.
00000080:00000010:1.1:1788201437.197432:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020db180.
00000080:00000010:1.1:1788201437.197441:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40285280.
00000080:00000010:1.1:1788201437.197449:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402818c0.
00000080:00000010:1.1:1788201437.197458:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020d18c0.
00000080:00000010:1.1:1788201437.197464:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020d2940.
00000080:00000010:1.1:1788201437.197470:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40282940.
00000080:00000010:1.1:1788201437.197478:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020c98c0.
00000080:00000010:1.1:1788201437.197485:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40280840.
00000080:00000010:1.1:1788201437.197508:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0973e300.
00000080:00000010:1.1:1788201437.197514:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0973a940.
00000080:00000010:1.1:1788201437.197522:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020ca940.
00000080:00000010:1.1:1788201437.197530:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0230ca40.
00000080:00000010:1.1:1788201437.197537:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020d0840.
00000080:00000010:1.1:1788201437.197549:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02308840.
00000080:00000010:0.1:1788201437.225462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020d3180.
00000080:00000010:0.1:1788201437.225479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40285ac0.
00000080:00000010:0.1:1788201437.225488:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402839c0.
00000080:00000010:0.1:1788201437.225494:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020d1080.
00000080:00000010:0.1:1788201437.225501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020d2100.
00000080:00000010:0.1:1788201437.225508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020ce300.
00000080:00000010:0.1:1788201437.225515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020d5ac0.
00000080:00000010:0.1:1788201437.262401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020cf380.
00000080:00000010:0.1:1788201437.262417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020d0000.
00000080:00000010:0.1:1788201437.262429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d145818c0.
00000080:00000010:0.1:1788201437.262437:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0973eb40.
00000080:00000010:0.1:1788201437.262460:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020c8840.
00000080:00000010:0.1:1788201437.262468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020ca100.
00000080:00000010:0.1:1788201437.262475:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020d39c0.
00000080:00000010:0.1:1788201437.262483:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020cdac0.
00000080:00000010:0.1:1788201437.262495:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144ca940.
00000080:00000010:0.1:1788201437.262518:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020d5280.
00000080:00000010:3.1:1788201437.348246:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1137a940.
00000080:00000010:3.1:1788201437.348272:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1202c200.
00000080:00000010:3.1:1788201437.348393:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4031f380.
00000080:00000010:3.1:1788201437.348401:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4031e300.
00000080:00000010:3.1:1788201437.348406:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f2100.
00000080:00000010:3.1:1788201437.348417:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce0000.
00000080:00000010:3.1:1788201437.348425:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11378000.
00000080:00000010:3.1:1788201437.348434:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037c200.
00000080:00000010:3.1:1788201437.348444:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3586a940.
00000080:00000010:3.1:1788201437.348450:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40378000.
00000080:00000010:3.1:1788201437.348465:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1137b9c0.
00000080:00000010:3.1:1788201437.348475:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037a100.
00000080:00000010:3.1:1788201437.348482:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3586d280.
00000080:00000010:3.1:1788201437.348489:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403f4200.
00000080:00000010:3.1:1788201437.348494:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403f5ac0.
00000080:00000010:3.1:1788201437.348516:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400a6b40.
00000080:00000010:3.1:1788201437.348525:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400a6300.
00000080:00000010:3.1:1788201437.348531:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400a7380.
00000080:00000010:3.1:1788201437.348540:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4008c200.
00000080:00000010:3.1:1788201437.348548:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4008a100.
00000080:00000010:3.1:1788201437.348556:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400a4a40.
00000080:00000010:3.1:1788201437.348563:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400a0840.
00000080:00000010:3.1:1788201437.348570:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400a1080.
00000080:00000010:3.1:1788201437.348577:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400a4200.
00000080:00000010:3.1:1788201437.348583:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400a2100.
00000080:00000010:3.1:1788201437.348590:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400a5ac0.
00000080:00000010:3.1:1788201437.348601:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400a3180.
00000080:00000010:3.1:1788201437.348607:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4008dac0.
00000080:00000010:3.1:1788201437.348625:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4008b180.
00000080:00000010:3.1:1788201437.348633:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400a0000.
00000080:00000010:3.1:1788201437.348638:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40088000.
00000080:00000010:0.1:1788201437.374737:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d358798c0.
00000080:00000010:0.1:1788201437.374773:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400a39c0.
00000080:00000010:0.1:1788201437.374905:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400998c0.
00000080:00000010:0.1:1788201437.374919:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400939c0.
00000080:00000010:1.1:1788201437.378775:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400a5280.
00000080:00000010:1.1:1788201437.378797:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400a18c0.
00000080:00000010:1.1:1788201437.379209:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4009a940.
00000080:00000010:1.1:1788201437.379222:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4009eb40.
00000080:00000010:1.1:1788201437.379245:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4009e300.
00000080:00000010:1.1:1788201437.379253:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4009f380.
00000080:00000010:1.1:1788201437.379260:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4009ca40.
00000080:00000010:1.1:1788201437.379272:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40098840.
00000080:00000010:1.1:1788201437.379279:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40099080.
00000080:00000010:1.1:1788201437.379285:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4009c200.
00000080:00000010:1.1:1788201437.379291:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4009a100.
00000080:00000010:1.1:1788201437.379322:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4009dac0.
00000080:00000010:1.1:1788201437.379331:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4009b180.
00000080:00000010:1.1:1788201437.379336:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40098000.
00000080:00000010:1.1:1788201437.379346:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4009b9c0.
00000080:00000010:1.1:1788201437.379353:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4009d280.
00000080:00000010:0.1:1788201437.381361:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40095280.
00000080:00000010:0.1:1788201437.381374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400918c0.
00000080:00000010:0.1:1788201437.381380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40092940.
00000080:00000010:0.1:1788201437.381388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40096b40.
00000080:00000010:0.1:1788201437.381393:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40096300.
00000080:00000010:0.1:1788201437.446385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40097380.
00000080:00000010:0.1:1788201437.446397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40094a40.
00000080:00000010:0.1:1788201437.446409:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40090840.
00000080:00000010:0.1:1788201437.446415:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40091080.
00000080:00000010:0.1:1788201437.446437:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40094200.
00000080:00000010:0.1:1788201437.446444:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40092100.
00000080:00000010:0.1:1788201437.446450:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40095ac0.
00000080:00000010:0.1:1788201437.446456:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40093180.
00000080:00000010:0.1:1788201437.446465:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4008b9c0.
00000080:00000010:0.1:1788201437.446473:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4008d280.
00000080:00000010:1.1:1788201437.446585:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400898c0.
00000080:00000010:1.1:1788201437.446598:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4008a940.
00000080:00000010:1.1:1788201437.446605:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40090000.
00000080:00000010:1.1:1788201437.446612:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40087380.
00000080:00000010:1.1:1788201437.446618:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40084a40.
00000080:00000010:3.1:1788201437.545553:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35879080.
00000080:00000010:3.1:1788201437.545573:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40247380.
00000080:00000010:3.1:1788201437.545587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35871080.
00000080:00000010:3.1:1788201437.545593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3586e300.
00000080:00000010:3.1:1788201437.545601:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3586f380.
00000080:00000010:3.1:1788201437.545608:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3586ca40.
00000080:00000010:3.1:1788201437.545615:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35868840.
00000080:00000010:3.1:1788201437.545622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35869080.
00000080:00000010:3.1:1788201437.545629:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3586c200.
00000080:00000010:3.1:1788201437.545635:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3586a100.
00000080:00000010:3.1:1788201437.545640:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3586dac0.
00000080:00000010:3.1:1788201437.545646:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3586b180.
00000080:00000010:3.1:1788201437.545664:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40244a40.
00000080:00000010:3.1:1788201437.545673:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35868000.
00000080:00000010:3.1:1788201437.545682:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35860840.
00000080:00000010:3.1:1788201437.545688:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35861080.
00000080:00000010:0.1:1788201437.613351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35862100.
00000080:00000010:0.1:1788201437.613371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40272100.
00000080:00000010:0.1:1788201437.613390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40273180.
00000080:00000010:0.1:1788201437.613396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402739c0.
00000080:00000010:0.1:1788201437.613402:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40275280.
00000080:00000010:0.1:1788201437.613514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40268840.
00000080:00000010:0.1:1788201437.613527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403f1080.
00000080:00000010:0.1:1788201437.613534:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40269080.
00000080:00000010:0.1:1788201437.613540:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4026c200.
00000080:00000010:0.1:1788201437.613548:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4026dac0.
00000080:00000010:0.1:1788201437.613554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4026b180.
00000080:00000010:0.1:1788201437.613559:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4026b9c0.
00000080:00000010:0.1:1788201437.613565:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4026d280.
00000080:00000010:0.1:1788201437.613571:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402698c0.
00000080:00000010:0.1:1788201437.613577:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403f3180.
00000080:00000010:0.1:1788201437.613587:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4026a940.
00000080:00000010:0.1:1788201437.613593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4026eb40.
00000080:00000010:0.1:1788201437.613599:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4026e300.
00000080:00000010:0.1:1788201437.613604:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4026f380.
00000080:00000010:0.1:1788201437.613611:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40260000.
00000080:00000010:0.1:1788201437.613617:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40265280.
00000080:00000010:0.1:1788201437.613622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402618c0.
00000080:00000010:0.1:1788201437.622440:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40264a40.
00000080:00000010:0.1:1788201437.622466:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40263180.
00000080:00000010:0.1:1788201437.622479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4025a100.
00000080:00000010:0.1:1788201437.622487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4025dac0.
00000080:00000010:0.1:1788201437.622498:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40271080.
00000080:00000010:0.1:1788201437.622505:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4025b180.
00000080:00000010:0.1:1788201437.622511:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40274200.
00000080:00000010:0.1:1788201437.622517:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40258000.
00000080:00000010:0.1:1788201437.622524:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40275ac0.
00000080:00000010:0.1:1788201437.622535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c84200.
00000080:00000010:0.1:1788201437.622542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40270000.
00000080:00000010:0.1:1788201437.622566:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4025b9c0.
00000080:00000010:0.1:1788201437.622584:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4026ca40.
00000080:00000010:0.1:1788201437.622593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c82100.
00000080:00000010:0.1:1788201437.622600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4026a100.
00000080:00000010:3.1:1788201437.683348:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40265ac0.
00000080:00000010:3.1:1788201437.683362:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193fd280.
00000080:00000010:3.1:1788201437.683373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4025c200.
00000080:00000010:3.1:1788201437.683381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4025a940.
00000080:00000010:3.1:1788201437.683390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193de300.
00000080:00000010:3.1:1788201437.683396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193fa940.
00000080:00000010:3.1:1788201437.683427:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c83180.
00000080:00000010:3.1:1788201437.683438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193fe300.
00000080:00000010:3.1:1788201437.683445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193ff380.
00000080:00000010:3.1:1788201437.683451:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c80000.
00000080:00000010:3.1:1788201437.683457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193fca40.
00000080:00000010:3.1:1788201437.683463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c86b40.
00000080:00000010:3.1:1788201437.683470:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4025d280.
00000080:00000010:3.1:1788201437.683476:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f8840.
00000080:00000010:3.1:1788201437.683481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c87380.
00000080:00000010:3.1:1788201437.683487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f9080.
00000080:00000010:3.1:1788201437.683492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c84a40.
00000080:00000010:3.1:1788201437.683501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193eb180.
00000080:00000010:3.1:1788201437.683508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f4200.
00000080:00000010:3.1:1788201437.683514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193eb9c0.
00000080:00000010:3.1:1788201437.683519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4025eb40.
00000080:00000010:0.1:1788201437.728567:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f2100.
00000080:00000010:1.1:1788201437.760063:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193e4a40.
00000080:00000010:1.1:1788201437.760084:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193e0840.
00000080:00000010:1.1:1788201437.760100:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f3180.
00000080:00000010:1.1:1788201437.760107:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193e1080.
00000080:00000010:1.1:1788201437.760116:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193fa100.
00000080:00000010:1.1:1788201437.760122:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193e6b40.
00000080:00000010:1.1:1788201437.760142:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193e6300.
00000080:00000010:1.1:1788201437.760148:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193e4200.
00000080:00000010:1.1:1788201437.760154:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f98c0.
00000080:00000010:1.1:1788201437.760160:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193e2100.
00000080:00000010:1.1:1788201437.760167:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193feb40.
00000080:00000010:1.1:1788201437.760174:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193e8000.
00000080:00000010:1.1:1788201437.760181:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f39c0.
00000080:00000010:1.1:1788201437.760187:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193e5ac0.
00000080:00000010:1.1:1788201437.760193:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f0000.
00000080:00000010:1.1:1788201437.760199:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f5280.
00000080:00000010:1.1:1788201437.760206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f18c0.
00000080:00000010:1.1:1788201437.760214:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4025e300.
00000080:00000010:1.1:1788201437.760221:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193ed280.
00000080:00000010:1.1:1788201437.760227:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f2940.
00000080:00000010:1.1:1788201437.760241:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f6b40.
00000080:00000010:0.1:1788201437.795361:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f7380.
00000080:00000010:0.1:1788201437.795371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f6300.
00000080:00000010:0.1:1788201437.795381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f4a40.
00000080:00000010:0.1:1788201437.795395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193eeb40.
00000080:00000010:0.1:1788201437.795402:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193e98c0.
00000080:00000010:0.1:1788201437.795408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193ea940.
00000080:00000010:0.1:1788201437.795423:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193ee300.
00000080:00000010:0.1:1788201437.795429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193ef380.
00000080:00000010:0.1:1788201437.795437:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193ea100.
00000080:00000010:0.1:1788201437.795445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4025f380.
00000080:00000010:0.1:1788201437.795453:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193eca40.
00000080:00000010:0.1:1788201437.795459:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400b3180.
00000080:00000010:0.1:1788201437.795508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193e8840.
00000080:00000010:0.1:1788201437.795515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4025ca40.
00000080:00000010:0.1:1788201437.795521:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193e9080.
00000080:00000010:0.1:1788201437.795527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400b18c0.
00000080:00000010:0.1:1788201437.795533:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193ec200.
00000080:00000010:0.1:1788201437.795539:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193edac0.
00000080:00000010:0.1:1788201437.795550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403feb40.
00000080:00000010:0.1:1788201437.795556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400b0000.
00000080:00000010:0.1:1788201437.795562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400b2940.
00000080:00000010:0.1:1788201437.795567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400b39c0.
00000080:00000010:3.1:1788201437.857522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193d2940.
00000080:00000010:3.1:1788201437.857536:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193d6300.
00000080:00000010:3.1:1788201437.857547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40252100.
00000080:00000010:3.1:1788201437.857554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193d4a40.
00000080:00000010:3.1:1788201437.857561:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193d0840.
00000080:00000010:3.1:1788201437.857571:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193d0000.
00000080:00000010:3.1:1788201437.857583:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193d8840.
00000080:00000010:3.1:1788201437.857589:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193d1080.
00000080:00000010:3.1:1788201437.857594:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193da100.
00000080:00000010:3.1:1788201437.857606:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193ddac0.
00000080:00000010:3.1:1788201437.857613:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193d2100.
00000080:00000010:3.1:1788201437.857619:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193db180.
00000080:00000010:3.1:1788201437.857625:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193d5ac0.
00000080:00000010:3.1:1788201437.857631:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193d3180.
00000080:00000010:3.1:1788201437.857636:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40255ac0.
00000080:00000010:3.1:1788201437.857643:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193df380.
00000080:00000010:3.1:1788201437.857648:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193dca40.
00000080:00000010:3.1:1788201437.857654:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193db9c0.
00000080:00000010:3.1:1788201437.857660:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400bb180.
00000080:00000010:3.1:1788201437.857703:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193d9080.
00000080:00000010:3.1:1788201437.857716:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193dc200.
00000080:00000010:3.1:1788201437.857724:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40242940.
00000080:00000010:3.1:1788201437.857731:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193cd280.
00000080:00000010:3.1:1788201437.857739:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193d8000.
00000080:00000010:3.1:1788201437.857752:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193ceb40.
00000080:00000010:0.1:1788201437.867861:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400b8000.
00000080:00000010:0.1:1788201437.867888:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193ce300.
00000080:00000010:0.1:1788201437.867904:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193d39c0.
00000080:00000010:0.1:1788201437.867915:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193cf380.
00000080:00000010:0.1:1788201437.867921:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c98c0.
00000080:00000010:0.1:1788201437.868007:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193ca940.
00000080:00000010:0.1:1788201437.868017:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193cca40.
00000080:00000010:0.1:1788201437.868028:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40253180.
00000080:00000010:0.1:1788201437.868035:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c8840.
00000080:00000010:0.1:1788201437.868040:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193ca100.
00000080:00000010:0.1:1788201437.868047:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c9080.
00000080:00000010:0.1:1788201437.868053:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400bd280.
00000080:00000010:0.1:1788201437.868061:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193cc200.
00000080:00000010:0.1:1788201437.868068:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400ba940.
00000080:00000010:0.1:1788201437.868074:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193cdac0.
00000080:00000010:0.1:1788201437.868080:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400bb9c0.
00000080:00000010:0.1:1788201437.868086:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400b98c0.
00000080:00000010:0.1:1788201437.868092:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193cb180.
00000080:00000010:0.1:1788201437.868099:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c6300.
00000080:00000010:0.1:1788201437.868107:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c4a40.
00000080:00000010:0.1:1788201437.901381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400b6300.
00000080:00000010:0.1:1788201437.901401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40250000.
00000080:00000010:0.1:1788201437.904927:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c0840.
00000080:00000010:0.1:1788201437.904940:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c8000.
00000080:00000010:0.1:1788201437.904958:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193cb9c0.
00000080:00000010:0.1:1788201437.904967:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402539c0.
00000080:00000010:0.1:1788201437.904974:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c7380.
00000080:00000010:0.1:1788201437.904982:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c4200.
00000080:00000010:0.1:1788201437.904989:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400beb40.
00000080:00000010:0.1:1788201437.904996:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c3180.
00000080:00000010:0.1:1788201437.905001:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c1080.
00000080:00000010:0.1:1788201437.905007:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40255280.
00000080:00000010:0.1:1788201437.905014:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c2100.
00000080:00000010:0.1:1788201437.905024:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c18c0.
00000080:00000010:0.1:1788201437.905029:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c5ac0.
00000080:00000010:0.1:1788201437.905036:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c6b40.
00000080:00000010:0.1:1788201437.905046:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400b7380.
00000080:00000010:0.1:1788201437.905054:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400aeb40.
00000080:00000010:0.1:1788201437.905061:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400b4a40.
00000080:00000010:0.1:1788201437.905067:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400ae300.
00000080:00000010:0.1:1788201437.905072:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c0000.
00000080:00000010:0.1:1788201437.905077:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400b0840.
00000080:00000010:0.1:1788201437.905083:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c39c0.
00000080:00000010:0.1:1788201437.905090:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c5280.
00000080:00000010:0.1:1788201437.905095:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400b1080.
00000080:00000010:0.1:1788201437.905101:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400aca40.
00000080:00000010:0.1:1788201437.905107:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193c2940.
00000080:00000010:0.1:1788201437.905113:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400adac0.
00000080:00000010:0.1:1788201437.905119:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400af380.
00000080:00000010:0.1:1788201437.905137:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400be300.
00000080:00000010:0.1:1788201437.905145:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400b8840.
00000080:00000010:0.1:1788201437.905151:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400b4200.
00000080:00000010:0.1:1788201437.905157:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400b9080.
00000080:00000010:0.1:1788201437.905162:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400b2100.
00000080:00000010:3.1:1788201438.041537:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d14a40.
00000080:00000010:3.1:1788201438.041678:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400d1080.
00000080:00000010:3.1:1788201438.041692:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400d4200.
00000080:00000010:3.1:1788201438.041700:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400d6300.
00000080:00000010:3.1:1788201438.041707:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400d2100.
00000080:00000010:3.1:1788201438.041713:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400d7380.
00000080:00000010:3.1:1788201438.041718:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400d5ac0.
00000080:00000010:3.1:1788201438.041724:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400d3180.
00000080:00000010:3.1:1788201438.041731:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d13180.
00000080:00000010:3.1:1788201438.041736:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400d39c0.
00000080:00000010:3.1:1788201438.041742:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d139c0.
00000080:00000010:3.1:1788201438.041748:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d16300.
00000080:00000010:3.1:1788201438.041778:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400cc200.
00000080:00000010:3.1:1788201438.041789:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403bf380.
00000080:00000010:3.1:1788201438.041799:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400cd280.
00000080:00000010:3.1:1788201438.041805:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d12940.
00000080:00000010:3.1:1788201438.041812:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d0a100.
00000080:00000010:3.1:1788201438.041819:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400ca940.
00000080:00000010:3.1:1788201438.041825:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400ceb40.
00000080:00000010:3.1:1788201438.041831:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d16b40.
00000080:00000010:3.1:1788201438.041838:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400d0000.
00000080:00000010:3.1:1788201438.041844:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400c0000.
00000080:00000010:3.1:1788201438.041851:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400d5280.
00000080:00000010:1.1:1788201438.067386:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400c39c0.
00000080:00000010:1.1:1788201438.067400:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400d18c0.
00000080:00000010:1.1:1788201438.067419:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403f5280.
00000080:00000010:1.1:1788201438.067430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400d2940.
00000080:00000010:1.1:1788201438.067438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d47380.
00000080:00000010:1.1:1788201438.067446:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400c5280.
00000080:00000010:1.1:1788201438.067452:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403f18c0.
00000080:00000010:1.1:1788201438.067459:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400ce300.
00000080:00000010:1.1:1788201438.067466:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403ee300.
00000080:00000010:1.1:1788201438.067473:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400cf380.
00000080:00000010:1.1:1788201438.067478:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403e8840.
00000080:00000010:1.1:1788201438.067484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400cca40.
00000080:00000010:1.1:1788201438.067489:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400c8840.
00000080:00000010:1.1:1788201438.067499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403e9080.
00000080:00000010:1.1:1788201438.067504:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403ec200.
00000080:00000010:1.1:1788201438.067509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400c9080.
00000080:00000010:1.1:1788201438.067516:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403ea100.
00000080:00000010:1.1:1788201438.067522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403eb180.
00000080:00000010:1.1:1788201438.067528:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400ca100.
00000080:00000010:1.1:1788201438.067535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d00840.
00000080:00000010:1.1:1788201438.067541:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400cdac0.
00000080:00000010:1.1:1788201438.067547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403ed280.
00000080:00000010:1.1:1788201438.067553:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400cb180.
00000080:00000010:1.1:1788201438.067559:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403eeb40.
00000080:00000010:3.1:1788201438.163350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403e4200.
00000080:00000010:3.1:1788201438.163367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d098c0.
00000080:00000010:3.1:1788201438.163377:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403eb9c0.
00000080:00000010:3.1:1788201438.163385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403e5ac0.
00000080:00000010:3.1:1788201438.163391:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403e98c0.
00000080:00000010:3.1:1788201438.163396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403ea940.
00000080:00000010:3.1:1788201438.163402:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403da100.
00000080:00000010:3.1:1788201438.163420:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403e3180.
00000080:00000010:3.1:1788201438.163428:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403e39c0.
00000080:00000010:3.1:1788201438.163434:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403ddac0.
00000080:00000010:3.1:1788201438.163441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403e6300.
00000080:00000010:3.1:1788201438.163448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403e7380.
00000080:00000010:3.1:1788201438.163454:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403e2100.
00000080:00000010:3.1:1788201438.163462:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403dc200.
00000080:00000010:3.1:1788201438.163467:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403db180.
00000080:00000010:3.1:1788201438.163474:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d8000.
00000080:00000010:3.1:1788201438.163484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d98c0.
00000080:00000010:3.1:1788201438.163489:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403db9c0.
00000080:00000010:3.1:1788201438.163495:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403dd280.
00000080:00000010:3.1:1788201438.163501:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403df380.
00000080:00000010:3.1:1788201438.163506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403dca40.
00000080:00000010:3.1:1788201438.163518:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d0840.
00000080:00000010:3.1:1788201438.163526:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d8840.
00000080:00000010:3.1:1788201438.163536:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400c18c0.
00000080:00000010:3.1:1788201438.163543:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d1080.
00000080:00000010:3.1:1788201438.163549:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d9080.
00000080:00000010:3.1:1788201438.163554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d4200.
00000080:00000010:3.1:1788201438.163563:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403c98c0.
00000080:00000010:3.1:1788201438.163570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d2100.
00000080:00000010:0.1:1788201438.198699:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d3180.
00000080:00000010:0.1:1788201438.198732:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d5ac0.
00000080:00000010:0.1:1788201438.198751:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d0000.
00000080:00000010:0.1:1788201438.198761:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400c6b40.
00000080:00000010:0.1:1788201438.198935:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403da940.
00000080:00000010:0.1:1788201438.198956:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d5280.
00000080:00000010:0.1:1788201438.198964:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d18c0.
00000080:00000010:0.1:1788201438.198971:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d2940.
00000080:00000010:0.1:1788201438.198978:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403deb40.
00000080:00000010:0.1:1788201438.198983:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d6b40.
00000080:00000010:0.1:1788201438.198990:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403de300.
00000080:00000010:0.1:1788201438.198999:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403cf380.
00000080:00000010:0.1:1788201438.199006:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403cca40.
00000080:00000010:0.1:1788201438.199014:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400c2940.
00000080:00000010:0.1:1788201438.199021:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403c8840.
00000080:00000010:0.1:1788201438.199028:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403c8000.
00000080:00000010:0.1:1788201438.199034:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403cb9c0.
00000080:00000010:0.1:1788201438.199044:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403ca100.
00000080:00000010:0.1:1788201438.199050:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403cd280.
00000080:00000010:0.1:1788201438.199056:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403ca940.
00000080:00000010:0.1:1788201438.199062:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403cdac0.
00000080:00000010:0.1:1788201438.199069:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403ceb40.
00000080:00000010:0.1:1788201438.199077:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403cb180.
00000080:00000010:0.1:1788201438.199083:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403ce300.
00000080:00000010:0.1:1788201438.199089:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112b6300.
00000080:00000010:0.1:1788201438.199116:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d39c0.
00000080:00000010:1.1:1788201438.201015:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112b7380.
00000080:00000010:1.1:1788201438.201031:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1129c200.
00000080:00000010:1.1:1788201438.201040:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112b4200.
00000080:00000010:1.1:1788201438.201047:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1129a100.
00000080:00000010:1.1:1788201438.201053:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1129b180.
00000080:00000010:1.1:1788201438.201061:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1129b9c0.
00000080:00000010:1.1:1788201438.201070:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400c6300.
00000080:00000010:1.1:1788201438.241356:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1129a940.
00000080:00000010:1.1:1788201438.241369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403c9080.
00000080:00000010:1.1:1788201438.241387:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400c4a40.
00000080:00000010:1.1:1788201438.241396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403cc200.
00000080:00000010:1.1:1788201438.241403:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112b6b40.
00000080:00000010:1.1:1788201438.241410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1129e300.
00000080:00000010:1.1:1788201438.241416:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112b4a40.
00000080:00000010:1.1:1788201438.241423:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1129ca40.
00000080:00000010:1.1:1788201438.241429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112b0840.
00000080:00000010:1.1:1788201438.241436:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112b5ac0.
00000080:00000010:1.1:1788201438.241441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400c7380.
00000080:00000010:1.1:1788201438.241446:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112b3180.
00000080:00000010:3.1:1788201438.286365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112b5280.
00000080:00000010:0.1:1788201438.293750:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a1080.
00000080:00000010:0.1:1788201438.293793:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112adac0.
00000080:00000010:0.1:1788201438.293805:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a5ac0.
00000080:00000010:0.1:1788201438.293814:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a3180.
00000080:00000010:0.1:1788201438.293820:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a0000.
00000080:00000010:3.1:1788201438.294885:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112b2940.
00000080:00000010:3.1:1788201438.294912:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112bb180.
00000080:00000010:3.1:1788201438.294921:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112ab180.
00000080:00000010:3.1:1788201438.294928:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112b8000.
00000080:00000010:3.1:1788201438.294934:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112bb9c0.
00000080:00000010:3.1:1788201438.294954:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a8000.
00000080:00000010:3.1:1788201438.294962:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a98c0.
00000080:00000010:3.1:1788201438.294968:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112bd280.
00000080:00000010:3.1:1788201438.294974:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112b98c0.
00000080:00000010:3.1:1788201438.294980:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112aeb40.
00000080:00000010:3.1:1788201438.294988:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35827380.
00000080:00000010:3.1:1788201438.294997:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35826300.
00000080:00000010:3.1:1788201438.295003:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112ae300.
00000080:00000010:3.1:1788201438.295008:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112b18c0.
00000080:00000010:3.1:1788201438.295017:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400c5ac0.
00000080:00000010:3.1:1788201438.295025:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400c2100.
00000080:00000010:3.1:1788201438.295030:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a8840.
00000080:00000010:3.1:1788201438.295036:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112ab9c0.
00000080:00000010:3.1:1788201438.295041:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112ad280.
00000080:00000010:3.1:1788201438.295048:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112aa100.
00000080:00000010:3.1:1788201438.295054:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400c3180.
00000080:00000010:3.1:1788201438.295059:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112aa940.
00000080:00000010:3.1:1788201438.295065:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a18c0.
00000080:00000010:3.1:1788201438.295071:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112af380.
00000080:00000010:3.1:1788201438.295076:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112aca40.
00000080:00000010:3.1:1788201438.295082:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a6b40.
00000080:00000010:3.1:1788201438.295090:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a6300.
00000080:00000010:3.1:1788201438.295095:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a7380.
00000080:00000010:3.1:1788201438.295101:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a9080.
00000080:00000010:3.1:1788201438.295106:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a0840.
00000080:00000010:3.1:1788201438.295113:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112ac200.
00000080:00000010:0.1:1788201438.346293:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11295ac0.
00000080:00000010:0.1:1788201438.346320:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a39c0.
00000080:00000010:0.1:1788201438.346339:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11293180.
00000080:00000010:1.1:1788201438.389446:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1128e300.
00000080:00000010:0.1:1788201438.395419:0:1036:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a5280.
00000080:00000010:0.1:1788201438.395436:0:1036:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11295280.
00000080:00000010:1.1:1788201438.397363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112818c0.
00000080:00000010:1.1:1788201438.397380:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1128ca40.
00000080:00000010:1.1:1788201438.397390:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11282940.
00000080:00000010:1.1:1788201438.397401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402ec200.
00000080:00000010:1.1:1788201438.397408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402eb180.
00000080:00000010:1.1:1788201438.397415:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11286b40.
00000080:00000010:1.1:1788201438.397421:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e8000.
00000080:00000010:1.1:1788201438.397428:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11286300.
00000080:00000010:1.1:1788201438.397434:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402eb9c0.
00000080:00000010:1.1:1788201438.397441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11287380.
00000080:00000010:1.1:1788201438.397452:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d1b9c0.
00000080:00000010:1.1:1788201438.397488:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d44a40.
00000080:00000010:1.1:1788201438.397496:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11281080.
00000080:00000010:1.1:1788201438.397505:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11289080.
00000080:00000010:1.1:1788201438.397511:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11284200.
00000080:00000010:1.1:1788201438.397517:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e98c0.
00000080:00000010:1.1:1788201438.397523:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112839c0.
00000080:00000010:1.1:1788201438.397529:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f4200.
00000080:00000010:1.1:1788201438.397535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f2100.
00000080:00000010:1.1:1788201438.397542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1128b180.
00000080:00000010:1.1:1788201438.397547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f5ac0.
00000080:00000010:1.1:1788201438.397553:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11288000.
00000080:00000010:1.1:1788201438.397559:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f18c0.
00000080:00000010:1.1:1788201438.397565:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1128b9c0.
00000080:00000010:1.1:1788201438.397570:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f2940.
00000080:00000010:1.1:1788201438.397579:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f8840.
00000080:00000010:1.1:1788201438.397586:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35824a40.
00000080:00000010:1.1:1788201438.397593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1128eb40.
00000080:00000010:1.1:1788201438.397600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402fa100.
00000080:00000010:1.1:1788201438.397606:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402fdac0.
00000080:00000010:1.1:1788201438.397614:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d198c0.
00000080:00000010:1.1:1788201438.397620:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402fb180.
00000080:00000010:1.1:1788201438.397625:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11284a40.
00000080:00000010:0.1:1788201438.397916:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a2940.
00000080:00000010:0.1:1788201438.397927:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112918c0.
00000080:00000010:0.1:1788201438.397945:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11296b40.
00000080:00000010:0.1:1788201438.397953:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d18000.
00000080:00000010:0.1:1788201438.397960:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a4a40.
00000080:00000010:0.1:1788201438.397967:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1128f380.
00000080:00000010:0.1:1788201438.397973:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a4200.
00000080:00000010:0.1:1788201438.397979:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e9080.
00000080:00000010:0.1:1788201438.397984:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402ea100.
00000080:00000010:0.1:1788201438.397990:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112a2100.
00000080:00000010:0.1:1788201438.397996:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d1dac0.
00000080:00000010:0.1:1788201438.398004:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402edac0.
00000080:00000010:0.1:1788201438.398011:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11290840.
00000080:00000010:0.1:1788201438.398016:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11288840.
00000080:00000010:0.1:1788201438.398021:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11291080.
00000080:00000010:0.1:1788201438.398027:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11294200.
00000080:00000010:0.1:1788201438.398032:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402ed280.
00000080:00000010:0.1:1788201438.398037:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11292100.
00000080:00000010:0.1:1788201438.398043:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1128c200.
00000080:00000010:0.1:1788201438.398048:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11290000.
00000080:00000010:0.1:1788201438.398054:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1128a100.
00000080:00000010:0.1:1788201438.398059:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112939c0.
00000080:00000010:0.1:1788201438.398065:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1128dac0.
00000080:00000010:0.1:1788201438.398070:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d1b180.
00000080:00000010:0.1:1788201438.398076:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d1d280.
00000080:00000010:0.1:1788201438.398081:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11292940.
00000080:00000010:0.1:1788201438.398087:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1128d280.
00000080:00000010:0.1:1788201438.398091:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11296300.
00000080:00000010:0.1:1788201438.398096:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d112898c0.
00000080:00000010:0.1:1788201438.398104:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11298840.
00000080:00000010:0.1:1788201438.398109:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1128a940.
00000080:00000010:0.1:1788201438.398124:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11299080.
00000080:00000010:0.1:1788201438.398138:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e8840.
00000080:00000010:0.1:1788201438.398145:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11285280.
00000080:00000010:0.1:1788201438.398150:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11297380.
00000080:00000010:0.1:1788201438.398155:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11294a40.
00000080:00000010:3.1:1788201438.544841:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11280000.
00000080:00000010:3.1:1788201438.544869:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35820840.
00000080:00000010:3.1:1788201438.544880:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d1a940.
00000080:00000010:3.1:1788201438.544888:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d1f380.
00000080:00000010:3.1:1788201438.544981:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f0840.
00000080:00000010:3.1:1788201438.544990:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f3180.
00000080:00000010:3.1:1788201438.544996:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f0000.
00000080:00000010:3.1:1788201438.545002:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f1080.
00000080:00000010:3.1:1788201438.546391:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f39c0.
00000080:00000010:3.1:1788201438.546409:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f5280.
00000080:00000010:3.1:1788201438.546417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e0000.
00000080:00000010:3.1:1788201438.546471:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f6b40.
00000080:00000010:3.1:1788201438.546479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f6300.
00000080:00000010:3.1:1788201438.546492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e39c0.
00000080:00000010:3.1:1788201438.546499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d1eb40.
00000080:00000010:3.1:1788201438.546508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e18c0.
00000080:00000010:3.1:1788201438.546517:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f9080.
00000080:00000010:3.1:1788201438.546524:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402fc200.
00000080:00000010:3.1:1788201438.546531:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e2940.
00000080:00000010:3.1:1788201438.546537:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e6b40.
00000080:00000010:3.1:1788201438.546554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f8000.
00000080:00000010:3.1:1788201438.546562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402fd280.
00000080:00000010:3.1:1788201438.546572:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402eca40.
00000080:00000010:3.1:1788201438.546583:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d39c0.
00000080:00000010:3.1:1788201438.546591:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402fa940.
00000080:00000010:3.1:1788201438.546597:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402feb40.
00000080:00000010:3.1:1788201438.546603:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e6300.
00000080:00000010:3.1:1788201438.546608:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402fe300.
00000080:00000010:3.1:1788201438.546622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402ea940.
00000080:00000010:3.1:1788201438.546629:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e4a40.
00000080:00000010:3.1:1788201438.546635:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402f7380.
00000080:00000010:3.1:1788201438.546643:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d18c0.
00000080:00000010:3.1:1788201438.546652:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d2940.
00000080:00000010:3.1:1788201438.546659:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402eeb40.
00000080:00000010:3.1:1788201438.546666:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402ee300.
00000080:00000010:1.1:1788201438.584555:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d6b40.
00000080:00000010:1.1:1788201438.584579:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e5280.
00000080:00000010:1.1:1788201438.584593:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d6300.
00000080:00000010:1.1:1788201438.584600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402ef380.
00000080:00000010:1.1:1788201438.584625:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403bc200.
00000080:00000010:1.1:1788201438.584631:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403b9080.
00000080:00000010:1.1:1788201438.584642:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e4200.
00000080:00000010:1.1:1788201438.584648:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e7380.
00000080:00000010:1.1:1788201438.584653:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e5ac0.
00000080:00000010:1.1:1788201438.584660:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d5280.
00000080:00000010:1.1:1788201438.584666:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e0840.
00000080:00000010:1.1:1788201438.584673:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e3180.
00000080:00000010:1.1:1788201438.584679:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e1080.
00000080:00000010:1.1:1788201438.584686:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402db9c0.
00000080:00000010:1.1:1788201438.584708:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402e2100.
00000080:00000010:1.1:1788201438.584715:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402dd280.
00000080:00000010:1.1:1788201438.584722:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d98c0.
00000080:00000010:1.1:1788201438.584730:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d0840.
00000080:00000010:1.1:1788201438.584742:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402da940.
00000080:00000010:1.1:1788201438.584748:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402deb40.
00000080:00000010:1.1:1788201438.584754:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d4200.
00000080:00000010:1.1:1788201438.584764:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d1ca40.
00000080:00000010:1.1:1788201438.584775:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402dca40.
00000080:00000010:1.1:1788201438.584780:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402de300.
00000080:00000010:1.1:1788201438.584788:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d0a940.
00000080:00000010:1.1:1788201438.584795:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402df380.
00000080:00000010:1.1:1788201438.584801:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d7380.
00000080:00000010:1.1:1788201438.584806:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d8840.
00000080:00000010:1.1:1788201438.584812:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402ddac0.
00000080:00000010:1.1:1788201438.584817:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d4a40.
00000080:00000010:1.1:1788201438.584822:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402db180.
00000080:00000010:1.1:1788201438.584827:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d1080.
00000080:00000010:1.1:1788201438.584832:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d2100.
00000080:00000010:1.1:1788201438.584839:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d8000.
00000080:00000010:1.1:1788201438.584844:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d5ac0.
00000080:00000010:1.1:1788201438.584855:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402ca940.
00000080:00000010:0.1:1788201438.648464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d9080.
00000080:00000010:0.1:1788201438.648485:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402dc200.
00000080:00000010:0.1:1788201438.648497:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d0eb40.
00000080:00000010:0.1:1788201438.648509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402cf380.
00000080:00000010:0.1:1788201438.648515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402da100.
00000080:00000010:0.1:1788201438.648522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402cca40.
00000080:00000010:0.1:1788201438.648530:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402ceb40.
00000080:00000010:0.1:1788201438.648536:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402c9080.
00000080:00000010:0.1:1788201438.648542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402ce300.
00000080:00000010:0.1:1788201438.648547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402cc200.
00000080:00000010:0.1:1788201438.648553:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402c8840.
00000080:00000010:0.1:1788201438.648559:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402cdac0.
00000080:00000010:0.1:1788201438.648565:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d3180.
00000080:00000010:0.1:1788201438.648572:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402ca100.
00000080:00000010:0.1:1788201438.648583:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402c8000.
00000080:00000010:0.1:1788201438.648590:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402d0000.
00000080:00000010:0.1:1788201438.648597:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402cb9c0.
00000080:00000010:0.1:1788201438.648603:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402cb180.
00000080:00000010:0.1:1788201438.648609:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402cd280.
00000080:00000010:0.1:1788201438.648616:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d0e300.
00000080:00000010:0.1:1788201438.648625:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d402c98c0.
00000080:00000010:3.1:1788201438.699152:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3583e300.
00000080:00000010:3.1:1788201438.699176:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35838840.
00000080:00000010:3.1:1788201438.699183:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3583ca40.
00000080:00000010:3.1:1788201438.699204:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d1c200.
00000080:00000010:3.1:1788201438.699216:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3582dac0.
00000080:00000010:3.1:1788201438.699224:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35839080.
00000080:00000010:3.1:1788201438.699230:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3583c200.
00000080:00000010:3.1:1788201438.699237:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3582d280.
00000080:00000010:3.1:1788201438.699247:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3583a100.
00000080:00000010:3.1:1788201438.699253:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35838000.
00000080:00000010:3.1:1788201438.699258:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d358298c0.
00000080:00000010:3.1:1788201438.699264:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3583dac0.
00000080:00000010:3.1:1788201438.699269:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3582eb40.
00000080:00000010:3.1:1788201438.699275:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3583b180.
00000080:00000010:3.1:1788201438.699281:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d1a100.
00000080:00000010:3.1:1788201438.699286:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3582f380.
00000080:00000010:3.1:1788201438.699291:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3582a940.
00000080:00000010:3.1:1788201438.699296:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d358339c0.
00000080:00000010:3.1:1788201438.699328:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35835280.
00000080:00000010:3.1:1788201438.699339:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3582e300.
00000080:00000010:3.1:1788201438.699350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3582ca40.
00000080:00000010:0.1:1788201438.738237:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35828840.
00000080:00000010:1.1:1788201438.740092:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3583b9c0.
00000080:00000010:1.1:1788201438.750005:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35830000.
00000080:00000010:1.1:1788201438.750017:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35832940.
00000080:00000010:1.1:1788201438.750028:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35829080.
00000080:00000010:1.1:1788201438.750037:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d02940.
00000080:00000010:1.1:1788201438.750043:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d358318c0.
00000080:00000010:1.1:1788201438.774426:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35825280.
00000080:00000010:1.1:1788201438.774440:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35836b40.
00000080:00000010:1.1:1788201438.774448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35836300.
00000080:00000010:1.1:1788201438.774455:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35830840.
00000080:00000010:1.1:1788201438.774461:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35837380.
00000080:00000010:1.1:1788201438.774467:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35834a40.
00000080:00000010:1.1:1788201438.774473:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35831080.
00000080:00000010:1.1:1788201438.774481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403b98c0.
00000080:00000010:1.1:1788201438.774488:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35834200.
00000080:00000010:1.1:1788201438.774496:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3582c200.
00000080:00000010:1.1:1788201438.774504:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403ba940.
00000080:00000010:3.1:1788201438.779283:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35833180.
00000080:00000010:3.1:1788201438.779296:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35832100.
00000080:00000010:3.1:1788201438.779316:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d3582a100.
00000080:00000010:3.1:1788201438.779325:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d10840.
00000080:00000010:3.1:1788201438.779331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35835ac0.
00000080:00000010:3.1:1788201438.779351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400deb40.
00000080:00000010:3.1:1788201438.779360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35826b40.
00000080:00000010:3.1:1788201438.779379:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403beb40.
00000080:00000010:3.1:1788201438.779405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d11080.
00000080:00000010:3.1:1788201438.779413:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400df380.
00000080:00000010:3.1:1788201438.779419:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d358218c0.
00000080:00000010:3.1:1788201438.779426:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400dca40.
00000080:00000010:3.1:1788201438.779432:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400d8840.
00000080:00000010:3.1:1788201438.779437:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400dc200.
00000080:00000010:3.1:1788201438.779443:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08d06300.
00000080:00000010:3.1:1788201438.779449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d400da100.
00000080:00000010:3.1:1788201438.821696:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14466b40.
00000080:00000010:3.1:1788201438.821721:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14466300.
00000080:00000010:3.1:1788201438.821740:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d147039c0.
00000080:00000010:3.1:1788201438.821753:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12240000.
00000080:00000010:3.1:1788201438.821838:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14467380.
00000080:00000010:3.1:1788201438.821852:0:257284:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14464a40.
00000080:00000010:3.1:1788201438.844458:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122439c0.
00000080:00000010:3.1:1788201438.869638:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a5280.
00000080:00000010:3.1:1788201438.893016:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d147018c0.
00000080:00000010:3.1:1788201438.893054:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08db6b40.
00000080:00000010:3.1:1788201438.893061:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08db2940.
00000080:00000010:3.1:1788201438.893080:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4031a940.
00000080:00000010:3.1:1788201438.893086:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4031eb40.
00000080:00000010:3.1:1788201438.893098:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1137f380.
00000080:00000010:3.1:1788201438.893102:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1137e300.
00000080:00000010:3.1:1788201438.893109:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037eb40.
00000080:00000010:3.1:1788201438.893115:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037e300.
00000080:00000010:3.1:1788201438.893129:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1137d280.
00000080:00000010:3.1:1788201438.893134:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113798c0.
00000080:00000010:3.1:1788201438.893154:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d7380.
00000080:00000010:3.1:1788201438.893160:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403d4a40.
00000080:00000010:3.1:1788201438.893175:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f0840.
00000080:00000010:3.1:1788201438.893181:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193f1080.
00000080:00000010:3.1:1788201438.893186:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193e39c0.
00000080:00000010:3.1:1788201438.893193:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193e5280.
00000080:00000010:3.1:1788201438.893201:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce2940.
00000080:00000010:3.1:1788201438.893206:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce18c0.
00000080:00000010:3.1:1788201438.893212:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cc39c0.
00000080:00000010:3.1:1788201438.893217:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cc3180.
00010000:00000010:0.1:1788201439.295320:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55200.
00010000:00000010:3.1:1788201448.345393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03af4d00.
00010000:00000010:3.1:1788201448.345411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54a00.
00000080:00000010:3.1:1788201448.360392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fe80.
00010000:00000010:3.1:1788201462.292103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7800.
00000080:00000010:1.1:1788201462.367416:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f280.
00000080:00000010:1.1:1788201462.367435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f4e0.
00010000:00000010:1.1:1788201462.424537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f400.
00010000:00000010:1.1:1788201462.424761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902a00.
00000080:00000010:1.1:1788201462.428449:0:258452:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aa60.
00000080:00000010:0.1:1788201462.472344:0:258452:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a8e0.
00010000:00000010:1.1:1788201462.473915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f400.
00010000:00000010:1.1:1788201462.473922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902a00.
00010000:00000010:3.1:1788201462.480872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b400.
00000080:00000010:0.1:1788201462.522710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c49c0.
00010000:00000010:3.1:1788201462.539463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719ba00.
00000080:00000010:0.1:1788201462.579490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4200.
00010000:00000010:0.1:1788201475.051791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a600.
00000080:00000010:0.1:1788201475.098440:0:258958:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce39c0.
00010000:00000010:3.1:1788201487.228350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca9bf00.
00010000:00000010:3.1:1788201487.228366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e6a00.
00000080:00000010:1.1:1788201491.807329:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c391c0.
00000080:00000010:1.1:1788201491.807355:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14683180.
00000080:00000010:1.1:1788201491.807416:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d1485af20.
00000080:00000010:1.1:1788201491.807431:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121af380.
00000080:00000010:1.1:1788201491.807436:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4160.
00000080:00000010:1.1:1788201491.807441:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121aca40.
00000080:00000010:1.1:1788201491.807447:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f660.
00000080:00000010:1.1:1788201491.807462:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0973b180.
00000080:00000010:1.1:1788201491.807467:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fd40.
00000080:00000010:1.1:1788201491.807473:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12245280.
00000080:00000010:1.1:1788201491.807477:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4220.
00000080:00000010:1.1:1788201491.807484:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cdac0.
00000080:00000010:1.1:1788201491.807489:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27ff80.
00000080:00000010:1.1:1788201491.807499:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fb180.
00000080:00000010:1.1:1788201491.807503:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f880.
00000080:00000010:1.1:1788201491.807508:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce0840.
00000080:00000010:1.1:1788201491.807514:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316820.
00000080:00000010:1.1:1788201491.807523:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09533180.
00000080:00000010:1.1:1788201491.807527:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316300.
00000080:00000010:1.1:1788201491.807532:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09530000.
00000080:00000010:1.1:1788201491.807535:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f40.
00000080:00000010:1.1:1788201491.807543:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19348000.
00000080:00000010:1.1:1788201491.807546:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073162e0.
00000080:00000010:1.1:1788201491.807552:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934b9c0.
00000080:00000010:1.1:1788201491.807556:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb240.
00000080:00000010:1.1:1788201491.807563:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934d280.
00000080:00000010:1.1:1788201491.807566:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316580.
00000080:00000010:1.1:1788201491.807572:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14647380.
00000080:00000010:1.1:1788201491.807575:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ba0.
00000080:00000010:1.1:1788201491.807582:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14644a40.
00000080:00000010:1.1:1788201491.807632:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39aa0.
00000080:00000010:1.1:1788201491.807640:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14640840.
00000080:00000010:1.1:1788201491.807643:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39940.
00000080:00000010:1.1:1788201491.807649:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14641080.
00000080:00000010:1.1:1788201491.807652:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39ac0.
00000080:00000010:1.1:1788201491.807658:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14644200.
00000080:00000010:1.1:1788201491.807662:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39920.
00000080:00000010:1.1:1788201491.807667:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14642100.
00000080:00000010:1.1:1788201491.807670:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39b80.
00000080:00000010:1.1:1788201491.807674:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14645ac0.
00000080:00000010:1.1:1788201491.807679:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39460.
00000080:00000010:1.1:1788201491.807686:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14643180.
00000080:00000010:1.1:1788201491.807690:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39140.
00000080:00000010:1.1:1788201491.807695:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14640000.
00000080:00000010:1.1:1788201491.807698:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39420.
00000080:00000010:1.1:1788201491.807704:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146439c0.
00000080:00000010:1.1:1788201491.807707:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3ccea3c0.
00000080:00000010:1.1:1788201491.807715:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14645280.
00000080:00000010:1.1:1788201491.807718:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d1845ba60.
00000080:00000010:1.1:1788201491.807726:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146418c0.
00000080:00000010:1.1:1788201491.807729:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d1845bac0.
00000080:00000010:1.1:1788201491.807734:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14642940.
00000080:00000010:1.1:1788201491.807737:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e538080.
00000080:00000010:1.1:1788201491.807817:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14646b40.
00000080:00000010:1.1:1788201491.807824:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4780.
00000080:00000010:1.1:1788201491.807831:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14646300.
00000080:00000010:1.1:1788201491.807834:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4260.
00000080:00000010:1.1:1788201491.807844:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146798c0.
00000080:00000010:1.1:1788201491.807848:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4c80.
00000080:00000010:1.1:1788201491.807853:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1467a940.
00000080:00000010:1.1:1788201491.807858:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39be0.
00000080:00000010:1.1:1788201491.807870:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1933dac0.
00000080:00000010:1.1:1788201491.807875:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39100.
00000080:00000010:1.1:1788201491.807880:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1933b180.
00000080:00000010:1.1:1788201491.807884:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39a40.
00000080:00000010:1.1:1788201491.807893:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19338000.
00000080:00000010:1.1:1788201491.807897:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39c20.
00000080:00000010:1.1:1788201491.807903:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1933b9c0.
00000080:00000010:1.1:1788201491.807906:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c397e0.
00000080:00000010:1.1:1788201491.807913:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1933d280.
00000080:00000010:1.1:1788201491.807916:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39540.
00000080:00000010:1.1:1788201491.807922:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193398c0.
00000080:00000010:1.1:1788201491.807926:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb800.
00000080:00000010:1.1:1788201491.807930:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1933a940.
00000080:00000010:1.1:1788201491.807934:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d1485a460.
00000080:00000010:1.1:1788201491.807943:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1933eb40.
00000080:00000010:1.1:1788201491.807947:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39260.
00000080:00000010:1.1:1788201491.807953:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1933e300.
00000080:00000010:1.1:1788201491.807956:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c396c0.
00000080:00000010:1.1:1788201491.807964:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09695280.
00000080:00000010:1.1:1788201491.807969:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c391a0.
00000080:00000010:1.1:1788201491.807977:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096918c0.
00000080:00000010:1.1:1788201491.807980:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39a80.
00000080:00000010:1.1:1788201491.807989:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09692940.
00000080:00000010:1.1:1788201491.807993:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c48e0.
00000080:00000010:1.1:1788201491.808000:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09696b40.
00000080:00000010:1.1:1788201491.808003:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aca0.
00000080:00000010:1.1:1788201491.808024:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09696300.
00000080:00000010:1.1:1788201491.808028:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c46c0.
00000080:00000010:1.1:1788201491.808034:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146839c0.
00000080:00000010:1.1:1788201491.808039:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39e40.
00000080:00000010:1.1:1788201491.808045:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14685280.
00000080:00000010:1.1:1788201491.808048:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39040.
00000080:00000010:1.1:1788201491.808055:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146818c0.
00000080:00000010:1.1:1788201491.808058:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c397c0.
00000080:00000010:1.1:1788201491.808063:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14682940.
00000080:00000010:1.1:1788201491.808067:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39760.
00000080:00000010:1.1:1788201491.808074:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14686b40.
00000080:00000010:1.1:1788201491.808078:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39060.
00000080:00000010:1.1:1788201491.808084:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14686300.
00000080:00000010:1.1:1788201491.808087:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39780.
00000080:00000010:1.1:1788201491.808093:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14687380.
00000080:00000010:1.1:1788201491.808097:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d04fc9960.
00000080:00000010:1.1:1788201491.808103:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14684a40.
00000080:00000010:1.1:1788201491.808106:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d1485a1c0.
00000080:00000010:1.1:1788201491.808112:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14680840.
00000080:00000010:1.1:1788201491.808115:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c394e0.
00000080:00000010:1.1:1788201491.808121:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14681080.
00000080:00000010:1.1:1788201491.808124:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39b00.
00000080:00000010:3.1:1788201491.809365:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c396e0.
00000080:00000010:3.1:1788201491.809378:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1933ca40.
00000080:00000010:3.1:1788201491.809432:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4860.
00000080:00000010:3.1:1788201491.809443:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19295280.
00000080:00000010:3.1:1788201491.809448:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f180.
00000080:00000010:3.1:1788201491.809460:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f39c0.
00000080:00000010:3.1:1788201491.809464:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fa00.
00000080:00000010:3.1:1788201491.809470:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f5280.
00000080:00000010:3.1:1788201491.809473:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5ba0.
00000080:00000010:3.1:1788201491.809479:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09739080.
00000080:00000010:0.1:1788201491.811972:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14684200.
00000080:00000010:0.1:1788201491.811981:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39860.
00000080:00000010:0.1:1788201491.811992:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14682100.
00000080:00000010:0.1:1788201491.811996:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39720.
00000080:00000010:0.1:1788201491.812004:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14685ac0.
00000080:00000010:0.1:1788201491.812018:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c394a0.
00000080:00000010:0.1:1788201491.812025:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14680000.
00000080:00000010:0.1:1788201491.812115:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c392c0.
00000080:00000010:0.1:1788201491.812126:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd3180.
00000080:00000010:0.1:1788201491.812131:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c390e0.
00000080:00000010:0.1:1788201491.812137:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd6300.
00000080:00000010:0.1:1788201491.812140:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39820.
00000080:00000010:0.1:1788201491.812145:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd0840.
00000080:00000010:0.1:1788201491.812148:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39fa0.
00000080:00000010:0.1:1788201491.812154:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd1080.
00000080:00000010:0.1:1788201491.812157:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c399c0.
00000080:00000010:0.1:1788201491.812161:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd6b40.
00000080:00000010:0.1:1788201491.812165:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39c00.
00000080:00000010:0.1:1788201491.812171:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12054a40.
00000080:00000010:0.1:1788201491.812175:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39900.
00000080:00000010:0.1:1788201491.812182:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12050840.
00000080:00000010:0.1:1788201491.812188:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c43a0.
00000080:00000010:0.1:1788201491.812196:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12051080.
00000080:00000010:0.1:1788201491.812199:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4640.
00000080:00000010:0.1:1788201491.812207:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12054200.
00000080:00000010:0.1:1788201491.812210:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4460.
00000080:00000010:0.1:1788201491.812215:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12052100.
00000080:00000010:0.1:1788201491.812218:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c49a0.
00000080:00000010:0.1:1788201491.812223:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12055ac0.
00000080:00000010:0.1:1788201491.812225:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4fc0.
00000080:00000010:0.1:1788201491.812236:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b5280.
00000080:00000010:0.1:1788201491.812240:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4c00.
00000080:00000010:0.1:1788201491.812246:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121adac0.
00000080:00000010:0.1:1788201491.812250:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4d00.
00000080:00000010:0.1:1788201491.812257:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121ab180.
00000080:00000010:0.1:1788201491.812260:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4b40.
00000080:00000010:0.1:1788201491.812269:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121a8000.
00000080:00000010:0.1:1788201491.812272:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39c40.
00000080:00000010:0.1:1788201491.812279:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121ab9c0.
00000080:00000010:0.1:1788201491.812283:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39bc0.
00000080:00000010:0.1:1788201491.812289:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121ad280.
00000080:00000010:0.1:1788201491.812293:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39700.
00000080:00000010:3.1:1788201491.812593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f680.
00000080:00000010:3.1:1788201491.812603:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0973c200.
00000080:00000010:3.1:1788201491.812607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d46c0.
00000080:00000010:3.1:1788201491.812616:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35840000.
00000080:00000010:3.1:1788201491.812620:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377020.
00000080:00000010:3.1:1788201491.812628:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1137e300.
00000080:00000010:3.1:1788201491.812631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fe20.
00000080:00000010:3.1:1788201491.812638:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02276300.
00000080:00000010:3.1:1788201491.812642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f00.
00000080:00000010:3.1:1788201491.812651:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d095339c0.
00000080:00000010:3.1:1788201491.812655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e00.
00000080:00000010:3.1:1788201491.812660:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09535280.
00000080:00000010:3.1:1788201491.812663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb400.
00000080:00000010:3.1:1788201491.812668:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d095318c0.
00000080:00000010:3.1:1788201491.812672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39020.
00000080:00000010:3.1:1788201491.812678:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09532940.
00000080:00000010:3.1:1788201491.812690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39300.
00000080:00000010:3.1:1788201491.815269:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b18c0.
00000080:00000010:3.1:1788201491.815279:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c398c0.
00000080:00000010:3.1:1788201491.815289:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b2940.
00000080:00000010:3.1:1788201491.815294:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3ccead00.
00000080:00000010:3.1:1788201491.815322:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b6b40.
00000080:00000010:3.1:1788201491.815328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3ccea900.
00000080:00000010:3.1:1788201491.815334:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b6300.
00000080:00000010:3.1:1788201491.815337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3ccea380.
00000080:00000010:3.1:1788201491.815342:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b7380.
00000080:00000010:3.1:1788201491.815345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3ccea1e0.
00000080:00000010:3.1:1788201491.815351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b4a40.
00000080:00000010:3.1:1788201491.815355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3cceaa80.
00000080:00000010:3.1:1788201491.815360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b0840.
00000080:00000010:3.1:1788201491.815363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d1845b600.
00000080:00000010:3.1:1788201491.815368:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b1080.
00000080:00000010:3.1:1788201491.815371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e538e00.
00000080:00000010:3.1:1788201491.815376:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b4200.
00000080:00000010:3.1:1788201491.815382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4280.
00000080:00000010:3.1:1788201491.815388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b2100.
00000080:00000010:3.1:1788201491.815391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4920.
00000080:00000010:3.1:1788201491.815397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b5ac0.
00000080:00000010:3.1:1788201491.815400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4ee0.
00000080:00000010:3.1:1788201491.815406:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b3180.
00000080:00000010:3.1:1788201491.815409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4980.
00000080:00000010:3.1:1788201491.815415:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b0000.
00000080:00000010:3.1:1788201491.815419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39800.
00000080:00000010:3.1:1788201491.815424:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b39c0.
00000080:00000010:3.1:1788201491.815427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39b40.
00000080:00000010:3.1:1788201491.815433:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111c1080.
00000080:00000010:3.1:1788201491.815436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39f00.
00000080:00000010:3.1:1788201491.815441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111c4200.
00000080:00000010:3.1:1788201491.815459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb6a0.
00000080:00000010:0.1:1788201491.815958:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121a98c0.
00000080:00000010:0.1:1788201491.815964:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39fc0.
00000080:00000010:0.1:1788201491.815972:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121aa940.
00000080:00000010:0.1:1788201491.815975:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39400.
00000080:00000010:0.1:1788201491.816017:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121aeb40.
00000080:00000010:0.1:1788201491.816021:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39840.
00000080:00000010:0.1:1788201491.816027:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121ae300.
00000080:00000010:0.1:1788201491.816095:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fd60.
00000080:00000010:0.1:1788201491.816108:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121a8840.
00000080:00000010:0.1:1788201491.816112:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fee0.
00000080:00000010:0.1:1788201491.816117:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121a9080.
00000080:00000010:0.1:1788201491.816120:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fac0.
00000080:00000010:0.1:1788201491.816126:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121ac200.
00000080:00000010:0.1:1788201491.816129:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fb00.
00000080:00000010:0.1:1788201491.816134:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d121aa100.
00000080:00000010:0.1:1788201491.816149:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f9c0.
00000080:00000010:0.1:1788201491.816156:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09511080.
00000080:00000010:0.1:1788201491.816160:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39080.
00000080:00000010:0.1:1788201491.816165:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09514200.
00000080:00000010:0.1:1788201491.816168:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39660.
00000080:00000010:0.1:1788201491.816173:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09512100.
00000080:00000010:0.1:1788201491.816176:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fa20.
00000080:00000010:0.1:1788201491.816182:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09515ac0.
00000080:00000010:0.1:1788201491.816186:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5e20.
00000080:00000010:0.1:1788201491.816192:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09513180.
00000080:00000010:0.1:1788201491.816195:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5ca0.
00000080:00000010:0.1:1788201491.816201:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09510000.
00000080:00000010:1.1:1788201491.835509:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4200.
00000080:00000010:1.1:1788201491.835526:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d095139c0.
00000080:00000010:1.1:1788201491.835530:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c40a0.
00000080:00000010:1.1:1788201491.835537:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09515280.
00000080:00000010:1.1:1788201491.835540:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4240.
00000080:00000010:1.1:1788201491.835550:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09602940.
00000080:00000010:1.1:1788201491.835555:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4100.
00000080:00000010:1.1:1788201491.835561:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09606b40.
00000080:00000010:1.1:1788201491.835564:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4e00.
00000080:00000010:1.1:1788201491.835570:0:251758:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09606300.
00000080:00000010:1.1:1788201491.835573:0:251758:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5b40.
00000080:00000010:3.1:1788201491.836468:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1933a100.
00000080:00000010:3.1:1788201491.836474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39d80.
00000080:00000010:3.1:1788201491.836481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1467eb40.
00000080:00000010:3.1:1788201491.836485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39f40.
00000080:00000010:3.1:1788201491.836492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1467e300.
00000080:00000010:3.1:1788201491.836495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4340.
00000080:00000010:3.1:1788201491.836500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1467f380.
00000080:00000010:3.1:1788201491.836502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c45a0.
00000080:00000010:3.1:1788201491.836511:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1467ca40.
00000080:00000010:3.1:1788201491.836514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4180.
00000080:00000010:3.1:1788201491.836519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14678840.
00000080:00000010:3.1:1788201491.836522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4fa0.
00000080:00000010:3.1:1788201491.836527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14679080.
00000080:00000010:3.1:1788201491.836530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4500.
00000080:00000010:3.1:1788201491.836534:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1467c200.
00000080:00000010:3.1:1788201491.836536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4a60.
00000080:00000010:3.1:1788201491.836542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1467a100.
00000080:00000010:3.1:1788201491.836545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4d20.
00000080:00000010:3.1:1788201491.836550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1467dac0.
00000080:00000010:3.1:1788201491.836553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39e00.
00000080:00000010:3.1:1788201491.836559:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1467b180.
00000080:00000010:3.1:1788201491.836562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39cc0.
00000080:00000010:3.1:1788201491.836567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14678000.
00000080:00000010:3.1:1788201491.836569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39c80.
00000080:00000010:3.1:1788201491.836575:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1467b9c0.
00000080:00000010:3.1:1788201491.836577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39ca0.
00000080:00000010:3.1:1788201491.836583:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1467d280.
00000080:00000010:3.1:1788201491.836587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c398a0.
00000080:00000010:3.1:1788201491.836592:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19297380.
00000080:00000010:3.1:1788201491.836594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c396a0.
00000080:00000010:3.1:1788201491.836600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19294a40.
00000080:00000010:3.1:1788201491.836603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39ea0.
00000080:00000010:3.1:1788201491.836608:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19290840.
00000080:00000010:3.1:1788201491.836611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39ce0.
00000080:00000010:3.1:1788201491.836615:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19291080.
00000080:00000010:3.1:1788201491.836618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d1485ae40.
00000080:00000010:3.1:1788201491.836625:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19294200.
00000080:00000010:3.1:1788201491.836628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d1485a300.
00000080:00000010:3.1:1788201491.836633:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19292100.
00000080:00000010:3.1:1788201491.836636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d1485a5c0.
00000080:00000010:3.1:1788201491.836642:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19295ac0.
00000080:00000010:3.1:1788201491.836646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d1485a680.
00000080:00000010:3.1:1788201491.836651:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19293180.
00000080:00000010:3.1:1788201491.836654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d1485aa40.
00000080:00000010:3.1:1788201491.836658:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19290000.
00000080:00000010:3.1:1788201491.836660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c42e0.
00000080:00000010:3.1:1788201491.836666:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192939c0.
00000080:00000010:3.1:1788201491.836668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4420.
00000080:00000010:3.1:1788201491.836673:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d192918c0.
00000080:00000010:3.1:1788201491.836675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d1485a2c0.
00000080:00000010:3.1:1788201491.836681:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19292940.
00000080:00000010:3.1:1788201491.836684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d1485a740.
00000080:00000010:3.1:1788201491.836691:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19296b40.
00000080:00000010:3.1:1788201491.836694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c399a0.
00000080:00000010:3.1:1788201491.836698:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19296300.
00000080:00000010:3.1:1788201491.836703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f980.
00000080:00000010:3.1:1788201491.836708:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12050000.
00000080:00000010:1.1:1788201491.853003:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09607380.
00000080:00000010:1.1:1788201491.853023:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d57e0.
00000080:00000010:1.1:1788201491.853044:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09604a40.
00000080:00000010:1.1:1788201491.853048:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5280.
00000080:00000010:1.1:1788201491.853057:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09600840.
00000080:00000010:1.1:1788201491.853064:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5160.
00000080:00000010:1.1:1788201491.853074:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09601080.
00000080:00000010:1.1:1788201491.853077:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5e60.
00000080:00000010:1.1:1788201491.853084:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096f8000.
00000080:00000010:1.1:1788201491.853088:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5660.
00000080:00000010:1.1:1788201491.853095:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096fb9c0.
00000080:00000010:1.1:1788201491.853101:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27ff40.
00000080:00000010:1.1:1788201491.853114:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f2940.
00000080:00000010:1.1:1788201491.853119:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5080.
00000080:00000010:1.1:1788201491.853126:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f6b40.
00000080:00000010:1.1:1788201491.853130:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5fe0.
00000080:00000010:1.1:1788201491.853135:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f6300.
00000080:00000010:1.1:1788201491.853138:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5580.
00000080:00000010:1.1:1788201491.853146:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f7380.
00000080:00000010:1.1:1788201491.853149:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f8c0.
00000080:00000010:1.1:1788201491.853155:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f4a40.
00000080:00000010:1.1:1788201491.853158:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f520.
00000080:00000010:1.1:1788201491.853170:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f0840.
00000080:00000010:1.1:1788201491.853174:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27ff00.
00000080:00000010:1.1:1788201491.853179:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f1080.
00000080:00000010:1.1:1788201491.853182:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f540.
00000080:00000010:1.1:1788201491.853191:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f4200.
00000080:00000010:1.1:1788201491.853194:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f0a0.
00000080:00000010:1.1:1788201491.853199:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f2100.
00000080:00000010:1.1:1788201491.853202:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fe40.
00000080:00000010:1.1:1788201491.853209:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c05ac0.
00000080:00000010:1.1:1788201491.853213:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f820.
00000080:00000010:1.1:1788201491.853219:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c03180.
00000080:00000010:1.1:1788201491.853222:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f500.
00000080:00000010:1.1:1788201491.853227:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c00000.
00000080:00000010:1.1:1788201491.853230:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5120.
00000080:00000010:1.1:1788201491.853236:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c039c0.
00000080:00000010:1.1:1788201491.853240:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d52e0.
00000080:00000010:1.1:1788201491.853247:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c05280.
00000080:00000010:1.1:1788201491.853250:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fd80.
00000080:00000010:1.1:1788201491.853256:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c018c0.
00000080:00000010:1.1:1788201491.853259:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f560.
00000080:00000010:1.1:1788201491.853265:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c02940.
00000080:00000010:1.1:1788201491.853269:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f340.
00000080:00000010:1.1:1788201491.853274:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c06b40.
00000080:00000010:1.1:1788201491.853277:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27ffc0.
00000080:00000010:1.1:1788201491.853314:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c06300.
00000080:00000010:1.1:1788201491.853317:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f160.
00000080:00000010:1.1:1788201491.853324:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c07380.
00000080:00000010:1.1:1788201491.853327:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5560.
00000080:00000010:1.1:1788201491.853333:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c04a40.
00000080:00000010:1.1:1788201491.853336:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d51c0.
00000080:00000010:1.1:1788201491.853341:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c00840.
00000080:00000010:1.1:1788201491.853344:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d59a0.
00000080:00000010:1.1:1788201491.853349:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c01080.
00000080:00000010:1.1:1788201491.853352:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5da0.
00000080:00000010:1.1:1788201491.853358:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096fd280.
00000080:00000010:1.1:1788201491.853362:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5480.
00000080:00000010:0.1:1788201491.862345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f6a0.
00000080:00000010:0.1:1788201491.862361:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120539c0.
00000080:00000010:0.1:1788201491.862365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27ff60.
00000080:00000010:0.1:1788201491.862373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12055280.
00000080:00000010:0.1:1788201491.862376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f840.
00000080:00000010:0.1:1788201491.862381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120518c0.
00000080:00000010:0.1:1788201491.862384:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39e80.
00000080:00000010:0.1:1788201491.862389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12052940.
00000080:00000010:0.1:1788201491.862391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f9e0.
00000080:00000010:0.1:1788201491.862396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12056b40.
00000080:00000010:0.1:1788201491.862398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39f20.
00000080:00000010:0.1:1788201491.862402:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12056300.
00000080:00000010:0.1:1788201491.862406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4ea0.
00000080:00000010:0.1:1788201491.862410:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12057380.
00000080:00000010:0.1:1788201491.862413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4c60.
00000080:00000010:0.1:1788201491.862423:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d095118c0.
00000080:00000010:0.1:1788201491.862427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4ae0.
00000080:00000010:0.1:1788201491.862431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09512940.
00000080:00000010:0.1:1788201491.862435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5fa0.
00000080:00000010:0.1:1788201491.862442:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09516b40.
00000080:00000010:0.1:1788201491.862445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5a20.
00000080:00000010:0.1:1788201491.862451:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09516300.
00000080:00000010:0.1:1788201491.862453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d55c0.
00000080:00000010:0.1:1788201491.862458:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09517380.
00000080:00000010:0.1:1788201491.862460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5020.
00000080:00000010:0.1:1788201491.862465:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09514a40.
00000080:00000010:0.1:1788201491.862468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5720.
00000080:00000010:0.1:1788201491.862473:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09510840.
00000080:00000010:0.1:1788201491.862476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5dc0.
00000080:00000010:0.1:1788201491.862480:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a39c0.
00000080:00000010:0.1:1788201491.862484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5cc0.
00000080:00000010:0.1:1788201491.862492:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a5280.
00000080:00000010:0.1:1788201491.862495:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5600.
00000080:00000010:0.1:1788201491.862500:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a18c0.
00000080:00000010:0.1:1788201491.862503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5460.
00000080:00000010:0.1:1788201491.862508:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a2940.
00000080:00000010:0.1:1788201491.862511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a240.
00000080:00000010:0.1:1788201491.862518:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a6b40.
00000080:00000010:0.1:1788201491.862521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c42c0.
00000080:00000010:0.1:1788201491.862525:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a6300.
00000080:00000010:0.1:1788201491.862527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4880.
00000080:00000010:0.1:1788201491.862533:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a7380.
00000080:00000010:0.1:1788201491.862535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4f40.
00000080:00000010:0.1:1788201491.862540:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a4a40.
00000080:00000010:0.1:1788201491.862542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4760.
00000080:00000010:0.1:1788201491.862547:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a0840.
00000080:00000010:0.1:1788201491.862550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4700.
00000080:00000010:0.1:1788201491.862555:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a1080.
00000080:00000010:0.1:1788201491.862560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5320.
00000080:00000010:0.1:1788201491.862572:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a4200.
00000080:00000010:0.1:1788201491.862579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5920.
00000080:00000010:0.1:1788201491.862583:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a2100.
00000080:00000010:0.1:1788201491.862585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5aa0.
00000080:00000010:0.1:1788201491.862590:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a5ac0.
00000080:00000010:0.1:1788201491.862593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d58a0.
00000080:00000010:0.1:1788201491.862597:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a3180.
00000080:00000010:0.1:1788201491.862599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5700.
00000080:00000010:0.1:1788201491.862603:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a0000.
00000080:00000010:0.1:1788201491.862605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f280.
00000080:00000010:0.1:1788201491.862616:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f5ac0.
00000080:00000010:0.1:1788201491.862619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fe60.
00000080:00000010:0.1:1788201491.862624:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f3180.
00000080:00000010:0.1:1788201491.862627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f080.
00000080:00000010:0.1:1788201491.862633:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f0000.
00000080:00000010:0.1:1788201491.862635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5740.
00000080:00000010:1.1:1788201491.862726:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096f98c0.
00000080:00000010:1.1:1788201491.862733:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d55a0.
00000080:00000010:1.1:1788201491.862738:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096fa940.
00000080:00000010:1.1:1788201491.862741:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5940.
00000080:00000010:1.1:1788201491.862747:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096feb40.
00000080:00000010:1.1:1788201491.862750:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d56e0.
00000080:00000010:1.1:1788201491.862754:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096fe300.
00000080:00000010:1.1:1788201491.862756:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5620.
00000080:00000010:1.1:1788201491.862763:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096ff380.
00000080:00000010:1.1:1788201491.862767:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5920.
00000080:00000010:1.1:1788201491.862772:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c04200.
00000080:00000010:1.1:1788201491.862775:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5160.
00000080:00000010:1.1:1788201491.862781:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08c02100.
00000080:00000010:1.1:1788201491.862784:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a52e0.
00000080:00000010:1.1:1788201491.862788:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14584a40.
00000080:00000010:1.1:1788201491.862826:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5700.
00000080:00000010:1.1:1788201491.862832:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14580840.
00000080:00000010:1.1:1788201491.862835:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5480.
00000080:00000010:1.1:1788201491.862842:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14581080.
00000080:00000010:1.1:1788201491.862845:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5d40.
00000080:00000010:1.1:1788201491.862851:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14584200.
00000080:00000010:1.1:1788201491.862853:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a52c0.
00000080:00000010:1.1:1788201491.862858:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096fca40.
00000080:00000010:1.1:1788201491.863088:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5900.
00000080:00000010:1.1:1788201491.863097:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096f8840.
00000080:00000010:1.1:1788201491.863100:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5940.
00000080:00000010:1.1:1788201491.863105:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096f9080.
00000080:00000010:1.1:1788201491.863108:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5280.
00000080:00000010:1.1:1788201491.863112:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096fc200.
00000080:00000010:1.1:1788201491.863115:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5020.
00000080:00000010:1.1:1788201491.863120:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096fa100.
00000080:00000010:1.1:1788201491.863123:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a57e0.
00000080:00000010:1.1:1788201491.863128:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096fdac0.
00000080:00000010:1.1:1788201491.863131:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a59a0.
00000080:00000010:1.1:1788201491.863136:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096fb180.
00000080:00000010:1.1:1788201491.863147:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f900.
00000080:00000010:1.1:1788201491.863153:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0973a100.
00000080:00000010:1.1:1788201491.863155:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f7a0.
00000080:00000010:1.1:1788201491.923333:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d020f18c0.
00000080:00000010:1.1:1788201491.923340:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d56c0.
00000080:00000010:1.1:1788201491.923353:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12053180.
00000080:00000010:1.1:1788201491.923356:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5140.
00000080:00000010:1.1:1788201491.923363:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09604200.
00000080:00000010:1.1:1788201491.923369:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fdc0.
00000080:00000010:1.1:1788201491.923376:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09602100.
00000080:00000010:1.1:1788201491.923379:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fc20.
00000080:00000010:1.1:1788201491.923383:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09605ac0.
00000080:00000010:1.1:1788201491.923387:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f920.
00000080:00000010:1.1:1788201491.923394:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09603180.
00000080:00000010:1.1:1788201491.923397:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fce0.
00000080:00000010:1.1:1788201491.923403:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09600000.
00000080:00000010:1.1:1788201491.923407:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5300.
00000080:00000010:1.1:1788201491.923413:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096039c0.
00000080:00000010:1.1:1788201491.923419:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5100.
00000080:00000010:1.1:1788201491.923427:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09605280.
00000080:00000010:1.1:1788201491.923432:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5de0.
00000080:00000010:1.1:1788201491.923445:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d096018c0.
00000080:00000010:1.1:1788201491.923471:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5ee0.
00000080:00000010:1.1:1788201491.923489:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d145818c0.
00000080:00000010:1.1:1788201491.923495:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5260.
00000080:00000010:1.1:1788201491.923510:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0973eb40.
00000080:00000010:1.1:1788201491.923516:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d5e80.
00000080:00000010:1.1:1788201491.923525:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14582940.
00000080:00000010:1.1:1788201491.923536:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5be0.
00000080:00000010:1.1:1788201491.923546:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14586b40.
00000080:00000010:1.1:1788201491.923554:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5220.
00000080:00000010:1.1:1788201491.923563:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14586300.
00000080:00000010:1.1:1788201491.923569:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5820.
00000080:00000010:1.1:1788201491.923580:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14587380.
00000080:00000010:1.1:1788201491.923587:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5f20.
00000080:00000010:1.1:1788201491.923599:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220ca40.
00000080:00000010:1.1:1788201491.923607:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5640.
00000080:00000010:1.1:1788201491.923618:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12208840.
00000080:00000010:1.1:1788201491.923625:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a51a0.
00000080:00000010:1.1:1788201491.923637:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12209080.
00000080:00000010:1.1:1788201491.923643:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a58c0.
00000080:00000010:1.1:1788201491.923651:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220c200.
00000080:00000010:1.1:1788201491.923656:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5ca0.
00000080:00000010:1.1:1788201491.923666:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220a100.
00000080:00000010:1.1:1788201491.923672:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5320.
00000080:00000010:1.1:1788201491.923680:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220dac0.
00000080:00000010:1.1:1788201491.923687:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5120.
00000080:00000010:1.1:1788201491.923697:0:245354:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220b180.
00000080:00000010:1.1:1788201491.923704:0:245354:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5660.
00000080:00000010:1.1:1788201491.923736:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12208000.
00000080:00000010:1.1:1788201491.923743:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a57c0.
00000080:00000010:1.1:1788201491.923752:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220b9c0.
00000080:00000010:1.1:1788201491.923755:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a55a0.
00000080:00000010:1.1:1788201491.923763:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220d280.
00000080:00000010:1.1:1788201491.923766:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5080.
00000080:00000010:1.1:1788201491.923771:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0973e300.
00000080:00000010:1.1:1788201491.923774:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5d00.
00000080:00000010:1.1:1788201491.923780:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0973f380.
00000080:00000010:1.1:1788201491.923784:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5aa0.
00000080:00000010:1.1:1788201491.923792:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d0973ca40.
00000080:00000010:1.1:1788201491.923796:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5100.
00000080:00000010:1.1:1788201491.923801:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09738840.
00000080:00000010:1.1:1788201491.923805:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f2e0.
00000080:00000010:3.1:1788201491.977326:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1202c200.
00000080:00000010:3.1:1788201491.977341:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5c40.
00000080:00000010:3.1:1788201491.977360:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1202a100.
00000080:00000010:3.1:1788201491.977365:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5e60.
00000080:00000010:3.1:1788201491.977399:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1202dac0.
00000080:00000010:3.1:1788201491.977440:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5b00.
00000080:00000010:3.1:1788201491.977447:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1202b180.
00000080:00000010:3.1:1788201491.977456:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fe80.
00000080:00000010:3.1:1788201491.977481:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12028000.
00000080:00000010:0.1:1788201491.977482:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cd280.
00000080:00000010:3.1:1788201491.977496:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f960.
00000080:00000010:3.1:1788201491.977507:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1202b9c0.
00000080:00000010:3.1:1788201491.977510:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5dc0.
00000080:00000010:3.1:1788201491.977519:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1202d280.
00000080:00000010:3.1:1788201491.977522:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5fe0.
00000080:00000010:3.1:1788201491.977530:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120298c0.
00000080:00000010:3.1:1788201491.977533:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5a60.
00000080:00000010:3.1:1788201491.977538:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1202a940.
00000080:00000010:3.1:1788201491.977541:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5e00.
00000080:00000010:3.1:1788201491.977547:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1202eb40.
00000080:00000010:3.1:1788201491.977550:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a59c0.
00000080:00000010:3.1:1788201491.977556:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1202e300.
00000080:00000010:3.1:1788201491.977559:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5c80.
00000080:00000010:3.1:1788201491.977565:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1202f380.
00000080:00000010:3.1:1788201491.977568:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a56c0.
00000080:00000010:3.1:1788201491.977574:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1933f380.
00000080:00000010:3.1:1788201491.977589:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a54e0.
00000080:00000010:3.1:1788201491.977600:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144639c0.
00000080:00000010:3.1:1788201491.977604:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a54a0.
00000080:00000010:3.1:1788201491.977610:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14465280.
00000080:00000010:3.1:1788201491.977613:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5200.
00000080:00000010:3.1:1788201491.977617:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144618c0.
00000080:00000010:3.1:1788201491.977620:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5da0.
00000080:00000010:3.1:1788201491.977629:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14462940.
00000080:00000010:3.1:1788201491.977632:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5e20.
00000080:00000010:3.1:1788201491.977638:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14466b40.
00000080:00000010:3.1:1788201491.977641:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5380.
00000080:00000010:3.1:1788201491.977649:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14466300.
00000080:00000010:3.1:1788201491.977652:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5360.
00000080:00000010:3.1:1788201491.977659:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd18c0.
00000080:00000010:3.1:1788201491.977664:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5a80.
00000080:00000010:3.1:1788201491.977670:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd2940.
00000080:00000010:3.1:1788201491.977673:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5840.
00000080:00000010:3.1:1788201491.977677:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd5ac0.
00000080:00000010:3.1:1788201491.977680:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a55e0.
00000080:00000010:3.1:1788201491.977687:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd4200.
00000080:00000010:3.1:1788201491.977690:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5520.
00000080:00000010:3.1:1788201491.977698:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14467380.
00000080:00000010:3.1:1788201491.977700:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5de0.
00000080:00000010:3.1:1788201491.977707:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14464a40.
00000080:00000010:3.1:1788201491.977713:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4480.
00000080:00000010:3.1:1788201491.977720:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14460840.
00000080:00000010:3.1:1788201491.977723:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4780.
00000080:00000010:3.1:1788201491.977729:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14461080.
00000080:00000010:3.1:1788201491.977732:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4420.
00000080:00000010:3.1:1788201491.977739:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14464200.
00000080:00000010:3.1:1788201491.977742:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4ac0.
00000080:00000010:3.1:1788201491.977748:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14462100.
00000080:00000010:3.1:1788201491.977751:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4260.
00000080:00000010:3.1:1788201491.977756:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14465ac0.
00000080:00000010:3.1:1788201491.977760:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fa40.
00000080:00000010:3.1:1788201491.977765:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14463180.
00000080:00000010:3.1:1788201491.977768:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f060.
00000080:00000010:3.1:1788201491.977772:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14460000.
00000080:00000010:3.1:1788201491.977775:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f020.
00000080:00000010:3.1:1788201491.977814:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d358439c0.
00000080:00000010:3.1:1788201491.977819:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d48e0.
00000080:00000010:3.1:1788201491.977845:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35846300.
00000080:00000010:3.1:1788201491.977850:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f3c0.
00000080:00000010:3.1:1788201491.977855:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35847380.
00000080:00000010:3.1:1788201491.977859:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4220.
00000080:00000010:0.1:1788201491.980447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377360.
00000080:00000010:0.1:1788201491.980476:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02273180.
00000080:00000010:0.1:1788201491.980482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103777c0.
00000080:00000010:0.1:1788201491.980490:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02270000.
00000080:00000010:0.1:1788201491.980494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103776c0.
00000080:00000010:0.1:1788201491.980504:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022739c0.
00000080:00000010:0.1:1788201491.980507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377700.
00000080:00000010:0.1:1788201491.980517:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02275280.
00000080:00000010:0.1:1788201491.980521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377800.
00000080:00000010:0.1:1788201491.980527:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d022718c0.
00000080:00000010:0.1:1788201491.980530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377660.
00000080:00000010:0.1:1788201491.980539:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02272940.
00000080:00000010:0.1:1788201491.980546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fa80.
00000080:00000010:0.1:1788201491.980556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02276b40.
00000080:00000010:0.1:1788201491.980560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fca0.
00000080:00000010:0.1:1788201491.980565:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111f8000.
00000080:00000010:0.1:1788201491.980569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377c60.
00000080:00000010:0.1:1788201491.980575:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fb9c0.
00000080:00000010:0.1:1788201491.980580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103777a0.
00000080:00000010:0.1:1788201491.980590:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094c98c0.
00000080:00000010:0.1:1788201491.980594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377cc0.
00000080:00000010:0.1:1788201491.980603:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094ca940.
00000080:00000010:0.1:1788201491.980606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377420.
00000080:00000010:0.1:1788201491.980611:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094ceb40.
00000080:00000010:0.1:1788201491.980616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4440.
00000080:00000010:0.1:1788201491.980623:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094ce300.
00000080:00000010:0.1:1788201491.980626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377220.
00000080:00000010:0.1:1788201491.980631:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cf380.
00000080:00000010:0.1:1788201491.980634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377fc0.
00000080:00000010:0.1:1788201491.980639:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cca40.
00000080:00000010:0.1:1788201491.980643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103779a0.
00000080:00000010:0.1:1788201491.980652:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094c8840.
00000080:00000010:1.1:1788201491.981723:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35844a40.
00000080:00000010:1.1:1788201491.981735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4be0.
00000080:00000010:1.1:1788201491.981745:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35840840.
00000080:00000010:1.1:1788201491.981749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4300.
00000080:00000010:1.1:1788201491.981755:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35841080.
00000080:00000010:0.1:1788201491.985456:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377b80.
00000080:00000010:0.1:1788201491.985491:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094c9080.
00000080:00000010:0.1:1788201491.985496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377c20.
00000080:00000010:0.1:1788201491.985507:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f7380.
00000080:00000010:0.1:1788201491.985511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103775c0.
00000080:00000010:0.1:1788201491.985517:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f1080.
00000080:00000010:0.1:1788201491.985520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c47e0.
00000080:00000010:0.1:1788201491.985528:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f2940.
00000080:00000010:0.1:1788201491.985531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c48c0.
00000080:00000010:0.1:1788201491.985538:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f6b40.
00000080:00000010:0.1:1788201491.985542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4040.
00000080:00000010:0.1:1788201491.985546:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f0840.
00000080:00000010:0.1:1788201491.985552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f0c0.
00000080:00000010:0.1:1788201491.985560:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f6300.
00000080:00000010:0.1:1788201491.985563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377940.
00000080:00000010:0.1:1788201491.985572:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f4a40.
00000080:00000010:0.1:1788201491.985575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377e80.
00000080:00000010:0.1:1788201491.985581:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f18c0.
00000080:00000010:0.1:1788201491.985584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377280.
00000080:00000010:0.1:1788201491.985592:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fd280.
00000080:00000010:0.1:1788201491.985596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4cc0.
00000080:00000010:0.1:1788201491.985601:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111f98c0.
00000080:00000010:0.1:1788201491.985606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c40e0.
00000080:00000010:0.1:1788201491.985614:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fa940.
00000080:00000010:0.1:1788201491.985617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27ffe0.
00000080:00000010:0.1:1788201491.985622:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111feb40.
00000080:00000010:0.1:1788201491.985628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377340.
00000080:00000010:0.1:1788201491.985636:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fe300.
00000080:00000010:0.1:1788201491.985639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377100.
00000080:00000010:0.1:1788201491.985645:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111ff380.
00000080:00000010:0.1:1788201491.985648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377620.
00000080:00000010:0.1:1788201491.985654:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fca40.
00000080:00000010:0.1:1788201491.985657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fbc0.
00000080:00000010:0.1:1788201491.985664:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111f8840.
00000080:00000010:0.1:1788201491.985668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f740.
00000080:00000010:0.1:1788201491.985672:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111f9080.
00000080:00000010:0.1:1788201491.985675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103775a0.
00000080:00000010:0.1:1788201491.985681:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fc200.
00000080:00000010:0.1:1788201491.985684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27ffa0.
00000080:00000010:0.1:1788201491.985689:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fa100.
00000080:00000010:0.1:1788201491.985692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f320.
00000080:00000010:0.1:1788201491.985696:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fdac0.
00000080:00000010:0.1:1788201491.985699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377440.
00000080:00000010:0.1:1788201491.985704:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce5ac0.
00000080:00000010:0.1:1788201491.985708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fb80.
00000080:00000010:0.1:1788201491.985715:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce0000.
00000080:00000010:0.1:1788201491.985718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f400.
00000080:00000010:0.1:1788201491.985726:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce2940.
00000080:00000010:0.1:1788201491.985729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fec0.
00000080:00000010:0.1:1788201491.985734:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce18c0.
00000080:00000010:0.1:1788201491.985737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377c00.
00000080:00000010:0.1:1788201491.985742:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce6b40.
00000080:00000010:0.1:1788201491.985746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377a80.
00000080:00000010:0.1:1788201491.985752:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce6300.
00000080:00000010:0.1:1788201491.985755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103773e0.
00000080:00000010:0.1:1788201491.985764:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce7380.
00000080:00000010:0.1:1788201491.985768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103774e0.
00000080:00000010:0.1:1788201491.985773:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce4a40.
00000080:00000010:0.1:1788201491.985776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f5e0.
00000080:00000010:0.1:1788201491.985781:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f3180.
00000080:00000010:0.1:1788201491.985784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f440.
00000080:00000010:1.1:1788201491.987261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d40c0.
00000080:00000010:1.1:1788201491.987284:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35844200.
00000080:00000010:1.1:1788201491.987288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4c80.
00000080:00000010:1.1:1788201491.987293:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35845280.
00000080:00000010:1.1:1788201491.987295:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4860.
00000080:00000010:1.1:1788201491.987313:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d358418c0.
00000080:00000010:1.1:1788201491.987318:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d42e0.
00000080:00000010:1.1:1788201491.987323:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35846b40.
00000080:00000010:1.1:1788201491.987326:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4700.
00000080:00000010:1.1:1788201491.987331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35842940.
00000080:00000010:1.1:1788201491.987334:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4320.
00000080:00000010:1.1:1788201491.987345:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14702940.
00000080:00000010:1.1:1788201491.987350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4c40.
00000080:00000010:1.1:1788201491.987355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14706b40.
00000080:00000010:1.1:1788201491.987363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4d80.
00000080:00000010:1.1:1788201491.987368:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14706300.
00000080:00000010:1.1:1788201491.987371:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d41e0.
00000080:00000010:1.1:1788201491.987377:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14707380.
00000080:00000010:1.1:1788201491.987380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d44c0.
00000080:00000010:1.1:1788201491.987385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14704a40.
00000080:00000010:1.1:1788201491.987391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4080.
00000080:00000010:1.1:1788201491.987397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14700840.
00000080:00000010:1.1:1788201491.987400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4a00.
00000080:00000010:1.1:1788201491.987404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14701080.
00000080:00000010:1.1:1788201491.987408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4ea0.
00000080:00000010:1.1:1788201491.987413:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14704200.
00000080:00000010:1.1:1788201491.987415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4060.
00000080:00000010:1.1:1788201491.987422:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14702100.
00000080:00000010:1.1:1788201491.987428:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377e00.
00000080:00000010:1.1:1788201491.987435:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14705ac0.
00000080:00000010:1.1:1788201491.987439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377d40.
00000080:00000010:1.1:1788201491.987444:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14703180.
00000080:00000010:1.1:1788201491.987448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f200.
00000080:00000010:1.1:1788201491.987455:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11196b40.
00000080:00000010:1.1:1788201491.987459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377560.
00000080:00000010:1.1:1788201491.987464:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11196300.
00000080:00000010:1.1:1788201491.987466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377d00.
00000080:00000010:1.1:1788201491.987479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a4a40.
00000080:00000010:1.1:1788201491.987483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377b20.
00000080:00000010:1.1:1788201491.987489:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a0840.
00000080:00000010:1.1:1788201491.987493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103771a0.
00000080:00000010:1.1:1788201491.987498:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a1080.
00000080:00000010:1.1:1788201491.987501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377f00.
00000080:00000010:1.1:1788201491.987507:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a4200.
00000080:00000010:1.1:1788201491.987509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377ae0.
00000080:00000010:1.1:1788201491.987514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a2100.
00000080:00000010:1.1:1788201491.987517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103771e0.
00000080:00000010:1.1:1788201491.987522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a5ac0.
00000080:00000010:1.1:1788201491.987525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a4c0.
00000080:00000010:1.1:1788201491.987532:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40378000.
00000080:00000010:1.1:1788201491.987536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a580.
00000080:00000010:1.1:1788201491.987541:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037b9c0.
00000080:00000010:1.1:1788201491.987544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377200.
00000080:00000010:1.1:1788201491.987549:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037d280.
00000080:00000010:1.1:1788201491.987552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103779e0.
00000080:00000010:1.1:1788201491.987559:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403798c0.
00000080:00000010:1.1:1788201491.987562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377240.
00000080:00000010:1.1:1788201491.987567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037a940.
00000080:00000010:1.1:1788201491.987570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377be0.
00000080:00000010:1.1:1788201491.987575:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037eb40.
00000080:00000010:1.1:1788201491.987578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103777e0.
00000080:00000010:1.1:1788201491.987582:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037e300.
00000080:00000010:1.1:1788201491.987585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377f20.
00000080:00000010:1.1:1788201491.987591:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037f380.
00000080:00000010:1.1:1788201491.987594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377320.
00000080:00000010:1.1:1788201491.987601:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037ca40.
00000080:00000010:1.1:1788201491.987604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377f80.
00000080:00000010:1.1:1788201491.987608:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40378840.
00000080:00000010:1.1:1788201491.987611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103772c0.
00000080:00000010:1.1:1788201491.987617:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40379080.
00000080:00000010:1.1:1788201491.987619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377040.
00000080:00000010:1.1:1788201491.987624:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037c200.
00000080:00000010:1.1:1788201491.987627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377680.
00000080:00000010:1.1:1788201491.987632:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037a100.
00000080:00000010:1.1:1788201491.987635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f380.
00000080:00000010:1.1:1788201491.987639:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037dac0.
00000080:00000010:1.1:1788201491.987642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103778c0.
00000080:00000010:1.1:1788201491.987646:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037b180.
00000080:00000010:1.1:1788201491.987649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377760.
00000080:00000010:1.1:1788201491.987654:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1137f380.
00000080:00000010:1.1:1788201491.987657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377880.
00000080:00000010:1.1:1788201491.987662:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1137ca40.
00000080:00000010:1.1:1788201491.987665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103772a0.
00000080:00000010:1.1:1788201491.987670:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11378840.
00000080:00000010:1.1:1788201491.987674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4720.
00000080:00000010:1.1:1788201491.987679:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11379080.
00000080:00000010:1.1:1788201491.987682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4d60.
00000080:00000010:1.1:1788201491.987686:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1137c200.
00000080:00000010:1.1:1788201491.987688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4800.
00000080:00000010:1.1:1788201491.987693:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11197380.
00000080:00000010:1.1:1788201491.987695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4f60.
00000080:00000010:1.1:1788201491.987700:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11194a40.
00000080:00000010:1.1:1788201491.987704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c44a0.
00000080:00000010:1.1:1788201491.987710:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11190840.
00000080:00000010:1.1:1788201491.987714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c41c0.
00000080:00000010:1.1:1788201491.987718:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11191080.
00000080:00000010:1.1:1788201491.987722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377ee0.
00000080:00000010:1.1:1788201491.987727:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11194200.
00000080:00000010:1.1:1788201491.987729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103773c0.
00000080:00000010:1.1:1788201491.987734:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11192100.
00000080:00000010:1.1:1788201491.987737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377520.
00000080:00000010:1.1:1788201491.987742:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11195ac0.
00000080:00000010:1.1:1788201491.987745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377b60.
00000080:00000010:1.1:1788201491.987751:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1137a100.
00000080:00000010:1.1:1788201491.987755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377740.
00000080:00000010:1.1:1788201491.987760:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1137dac0.
00000080:00000010:1.1:1788201491.987764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a100.
00000080:00000010:1.1:1788201491.987768:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1137b180.
00000080:00000010:1.1:1788201491.987772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f4a0.
00000080:00000010:1.1:1788201491.987777:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11378000.
00000080:00000010:1.1:1788201491.987780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377da0.
00000080:00000010:1.1:1788201491.987787:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1137b9c0.
00000080:00000010:1.1:1788201491.987790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c48a0.
00000080:00000010:1.1:1788201491.987794:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1137d280.
00000080:00000010:1.1:1788201491.987797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4ec0.
00000080:00000010:1.1:1788201491.987802:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d113798c0.
00000080:00000010:1.1:1788201491.987804:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c42a0.
00000080:00000010:1.1:1788201491.987809:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1137a940.
00000080:00000010:1.1:1788201491.987811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f3a0.
00000080:00000010:1.1:1788201491.987817:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1137eb40.
00000080:00000010:1.1:1788201491.987821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fd00.
00000080:00000010:1.1:1788201491.987827:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d02277380.
00000080:00000010:1.1:1788201491.987831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377ea0.
00000080:00000010:1.1:1788201491.987838:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f39c0.
00000080:00000010:1.1:1788201491.987842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377480.
00000080:00000010:1.1:1788201491.987847:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f0000.
00000080:00000010:1.1:1788201491.987850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377260.
00000080:00000010:1.1:1788201491.987855:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f5280.
00000080:00000010:1.1:1788201491.987857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f800.
00000080:00000010:1.1:1788201491.987864:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce5280.
00000080:00000010:1.1:1788201491.987867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f7e0.
00000080:00000010:1.1:1788201491.987872:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce1080.
00000080:00000010:1.1:1788201491.987875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f4c0.
00000080:00000010:1.1:1788201491.987879:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce3180.
00000080:00000010:1.1:1788201491.987882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fc40.
00000080:00000010:1.1:1788201491.987886:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce39c0.
00000080:00000010:1.1:1788201491.987889:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0afa0.
00000080:00000010:1.1:1788201491.987898:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35842100.
00000080:00000010:1.1:1788201491.987903:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f5ac0.
00000080:00000010:1.1:1788201491.987905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27fcc0.
00000080:00000010:1.1:1788201491.987909:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f2100.
00000080:00000010:1.1:1788201491.987912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103773a0.
00000080:00000010:1.1:1788201491.987916:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd39c0.
00000080:00000010:1.1:1788201491.987921:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd5280.
00000080:00000010:1.1:1788201491.987925:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd0000.
00000080:00000010:1.1:1788201491.987928:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103770a0.
00000080:00000010:1.1:1788201491.987935:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd2100.
00010000:00000010:0.1:1788201492.066645:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07200.
00010000:00000010:0.1:1788201492.066655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b8da600.
00010000:00000010:0.1:1788201492.066662:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca9b700.
00010000:00000010:0.1:1788201492.066666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e6000.
00010000:00000010:0.1:1788201492.066671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d051ac600.
00010000:00000010:0.1:1788201492.066675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cd6fa00.
00010000:00000010:0.1:1788201492.066681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856d00.
00010000:00000010:0.1:1788201492.066685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bbc4c00.
00010000:00000010:0.1:1788201492.066690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b826400.
00010000:00000010:0.1:1788201492.066694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bb13a00.
00010000:00000010:0.1:1788201492.066698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bb12c00.
00010000:00000010:0.1:1788201492.066701:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca9b000.
00010000:00000010:0.1:1788201492.066704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819ca00.
00010000:00000010:0.1:1788201492.066708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c55200.
00010000:00000010:0.1:1788201492.066711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7c00.
00010000:00000010:0.1:1788201492.066715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54000.
00010000:00000010:0.1:1788201492.066718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3c00.
00010000:00000010:0.1:1788201492.066722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c2a2c00.
00010000:00000010:0.1:1788201492.066725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3b00.
00010000:00000010:0.1:1788201492.066729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c2a3200.
00010000:00000010:0.1:1788201492.066733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924ca00.
00010000:00000010:0.1:1788201492.066738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba3b700.
00010000:00000010:0.1:1788201492.066741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c2a3e00.
00010000:00000010:0.1:1788201492.066745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d10683a00.
00010000:00000010:0.1:1788201492.066748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba3bd00.
00010000:00000010:0.1:1788201492.066750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c2a3600.
00010000:00000010:0.1:1788201492.066755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d10682400.
00010000:00000010:0.1:1788201492.066758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba3bf00.
00010000:00000010:0.1:1788201492.066760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c2a2e00.
00010000:00000010:0.1:1788201492.066763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba3b800.
00010000:00000010:0.1:1788201492.066767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e1a2a00.
00010000:00000010:0.1:1788201492.066770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d10683c00.
00010000:00000010:0.1:1788201492.066772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba3ba00.
00010000:00000010:0.1:1788201492.066776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e1a3a00.
00010000:00000010:0.1:1788201492.066778:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba3b100.
00010000:00000010:0.1:1788201492.066781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e1a3800.
00010000:00000010:0.1:1788201492.066783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba3b900.
00010000:00000010:0.1:1788201492.066786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e1a2e00.
00010000:00000010:0.1:1788201492.066789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba3bc00.
00010000:00000010:0.1:1788201492.066792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e1a3000.
00010000:00000010:0.1:1788201492.066795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d400.
00010000:00000010:0.1:1788201492.066798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba3bb00.
00010000:00000010:0.1:1788201492.066800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e1a2c00.
00010000:00000010:0.1:1788201492.066803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c600.
00010000:00000010:0.1:1788201492.066806:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba3b400.
00010000:00000010:0.1:1788201492.066808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e1a3c00.
00010000:00000010:0.1:1788201492.066811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4de00.
00010000:00000010:0.1:1788201492.066813:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba3be00.
00010000:00000010:0.1:1788201492.066816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e1a3400.
00010000:00000010:0.1:1788201492.066818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ca00.
00010000:00000010:0.1:1788201492.066821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba3b600.
00010000:00000010:0.1:1788201492.066824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bbc5e00.
00010000:00000010:0.1:1788201492.066827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba3b200.
00010000:00000010:0.1:1788201492.066831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7de00.
00010000:00000010:0.1:1788201492.066833:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba3b300.
00010000:00000010:0.1:1788201492.066835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d400.
00010000:00000010:0.1:1788201492.066838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c800.
00010000:00000010:0.1:1788201492.066840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba3b500.
00010000:00000010:0.1:1788201492.066844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7dc00.
00010000:00000010:0.1:1788201492.066846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d10683400.
00010000:00000010:0.1:1788201492.066849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba3b000.
00010000:00000010:0.1:1788201492.066851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d200.
00010000:00000010:0.1:1788201492.066854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d10682600.
00010000:00000010:0.1:1788201492.066859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa600.
00010000:00000010:0.1:1788201492.066863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cc99000.
00010000:00000010:0.1:1788201492.066866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e238000.
00010000:00000010:0.1:1788201492.066869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa200.
00010000:00000010:0.1:1788201492.066872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c29fe00.
00010000:00000010:0.1:1788201492.066876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e239600.
00010000:00000010:0.1:1788201492.066879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa300.
00010000:00000010:0.1:1788201492.066881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c29fa00.
00010000:00000010:0.1:1788201492.066884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c000.
00010000:00000010:0.1:1788201492.066887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa500.
00010000:00000010:0.1:1788201492.066889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c29f800.
00010000:00000010:0.1:1788201492.066892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa000.
00010000:00000010:0.1:1788201492.066895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c29ee00.
00010000:00000010:0.1:1788201492.066898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa700.
00010000:00000010:0.1:1788201492.066900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c29e400.
00010000:00000010:0.1:1788201492.066903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c800.
00010000:00000010:0.1:1788201492.066905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fad00.
00010000:00000010:0.1:1788201492.066908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c29f000.
00010000:00000010:0.1:1788201492.066911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924da00.
00010000:00000010:0.1:1788201492.066914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109faf00.
00010000:00000010:0.1:1788201492.066917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c29e200.
00010000:00000010:0.1:1788201492.066919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924d800.
00010000:00000010:0.1:1788201492.066922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa800.
00010000:00000010:0.1:1788201492.066924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c29f200.
00010000:00000010:0.1:1788201492.073685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c300.
00010000:00000010:0.1:1788201492.073696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d4e9200.
00010000:00000010:0.1:1788201492.073702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e238e00.
00010000:00000010:0.1:1788201492.073704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cb00.
00010000:00000010:0.1:1788201492.073706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d4e9400.
00010000:00000010:0.1:1788201492.073709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d600.
00010000:00000010:0.1:1788201492.073711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c100.
00010000:00000010:0.1:1788201492.073713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d4e9e00.
00010000:00000010:0.1:1788201492.073714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4da00.
00010000:00000010:0.1:1788201492.073716:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c500.
00010000:00000010:0.1:1788201492.073727:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d4e8000.
00010000:00000010:0.1:1788201492.073731:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cc00.
00010000:00000010:0.1:1788201492.073733:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d4e8800.
00010000:00000010:0.1:1788201492.073734:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187ce00.
00010000:00000010:0.1:1788201492.073736:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d4e9a00.
00010000:00000010:0.1:1788201492.073738:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cd00.
00010000:00000010:0.1:1788201492.073739:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d4e9800.
00010000:00000010:0.1:1788201492.073741:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187ca00.
00010000:00000010:0.1:1788201492.073743:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d4e8e00.
00010000:00000010:0.1:1788201492.073744:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c600.
00010000:00000010:0.1:1788201492.073748:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d13b50a00.
00010000:00000010:0.1:1788201492.073749:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e238200.
00010000:00000010:0.1:1788201492.073751:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c900.
00010000:00000010:0.1:1788201492.073752:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d13b50000.
00010000:00000010:0.1:1788201492.073754:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c700.
00010000:00000010:0.1:1788201492.073755:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d13b50800.
00010000:00000010:0.1:1788201492.073757:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07700.
00010000:00000010:0.1:1788201492.073759:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d13b50e00.
00010000:00000010:0.1:1788201492.073761:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07d00.
00010000:00000010:0.1:1788201492.073763:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d13b51000.
00010000:00000010:0.1:1788201492.073767:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e239200.
00010000:00000010:0.1:1788201492.073768:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07f00.
00010000:00000010:0.1:1788201492.073770:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d13b50c00.
00010000:00000010:0.1:1788201492.073771:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e239c00.
00010000:00000010:0.1:1788201492.073773:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07b00.
00010000:00000010:0.1:1788201492.073775:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d13b50200.
00010000:00000010:0.1:1788201492.073777:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07000.
00010000:00000010:0.1:1788201492.073779:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b8db400.
00010000:00000010:0.1:1788201492.073781:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d200.
00010000:00000010:0.1:1788201492.073783:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07300.
00010000:00000010:0.1:1788201492.073786:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b8daa00.
00010000:00000010:0.1:1788201492.073788:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03545e00.
00010000:00000010:0.1:1788201492.073790:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b8da000.
00010000:00000010:0.1:1788201492.073791:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c000.
00010000:00000010:0.1:1788201492.073793:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b8db600.
00010000:00000010:0.1:1788201492.073794:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c200.
00010000:00000010:0.1:1788201492.073796:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b8dba00.
00010000:00000010:0.1:1788201492.073798:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c800.
00010000:00000010:0.1:1788201492.073799:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b8db000.
00010000:00000010:0.1:1788201492.073801:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03545a00.
00010000:00000010:0.1:1788201492.073802:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b8da200.
00010000:00000010:0.1:1788201492.073804:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03545f00.
00010000:00000010:0.1:1788201492.073807:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d27ec9600.
00010000:00000010:0.1:1788201492.073809:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d106f5200.
00010000:00000010:0.1:1788201492.073812:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07fe5f00.
00010000:00000010:0.1:1788201492.073814:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d27ec9a00.
00010000:00000010:0.1:1788201492.073815:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d106f5c00.
00010000:00000010:0.1:1788201492.073817:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07fe5800.
00010000:00000010:0.1:1788201492.073818:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d27ec9800.
00010000:00000010:0.1:1788201492.073821:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c400.
00010000:00000010:0.1:1788201492.073823:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07fe5a00.
00010000:00000010:0.1:1788201492.073824:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d27ec9000.
00010000:00000010:0.1:1788201492.073826:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07fe5100.
00010000:00000010:0.1:1788201492.073828:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d27ec8c00.
00010000:00000010:0.1:1788201492.073830:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d800.
00010000:00000010:0.1:1788201492.073832:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07fe5900.
00010000:00000010:0.1:1788201492.073834:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d27ec9200.
00010000:00000010:0.1:1788201492.073836:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07fe5c00.
00010000:00000010:0.1:1788201492.073839:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d33d63e00.
00010000:00000010:0.1:1788201492.073841:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c800.
00010000:00000010:0.1:1788201492.073843:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07fe5b00.
00010000:00000010:0.1:1788201492.073845:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d33d62a00.
00010000:00000010:0.1:1788201492.073847:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07fe5400.
00010000:00000010:0.1:1788201492.073849:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d33d62800.
00010000:00000010:0.1:1788201492.073850:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07fe5e00.
00010000:00000010:0.1:1788201492.073852:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d33d63600.
00010000:00000010:0.1:1788201492.073853:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07fe5600.
00010000:00000010:0.1:1788201492.073855:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d33d63800.
00010000:00000010:0.1:1788201492.073856:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07fe5200.
00010000:00000010:0.1:1788201492.073858:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d33d62e00.
00010000:00000010:0.1:1788201492.073861:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07fe5300.
00010000:00000010:0.1:1788201492.073864:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d33d63000.
00010000:00000010:0.1:1788201492.073866:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d106f5e00.
00010000:00000010:0.1:1788201492.073869:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07fe5500.
00010000:00000010:0.1:1788201492.073871:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d33d62200.
00010000:00000010:0.1:1788201492.073874:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d106f4a00.
00010000:00000010:0.1:1788201492.073876:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07fe5000.
00010000:00000010:0.1:1788201492.073878:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d33d63200.
00010000:00000010:0.1:1788201492.073880:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d106f4800.
00010000:00000010:0.1:1788201492.073884:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d051acf00.
00010000:00000010:0.1:1788201492.073887:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d33d63400.
00010000:00000010:0.1:1788201492.073890:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d051ac800.
00010000:00000010:0.1:1788201492.073893:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cd6ec00.
00010000:00000010:0.1:1788201492.073897:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d106f5a00.
00010000:00000010:0.1:1788201492.073900:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d051aca00.
00010000:00000010:0.1:1788201492.073903:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cd6e200.
00010000:00000010:0.1:1788201492.073906:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d051ac100.
00010000:00000010:0.1:1788201492.073910:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cd6fc00.
00010000:00000010:0.1:1788201492.073913:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c400.
00010000:00000010:0.1:1788201492.073917:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d051ac900.
00010000:00000010:0.1:1788201492.073921:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cd6e600.
00010000:00000010:0.1:1788201492.073923:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d051acc00.
00010000:00000010:0.1:1788201492.073925:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cd6fe00.
00010000:00000010:0.1:1788201492.073927:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924d000.
00010000:00000010:0.1:1788201492.073929:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d051acb00.
00010000:00000010:0.1:1788201492.073931:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cd6ea00.
00010000:00000010:0.1:1788201492.073932:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924cc00.
00010000:00000010:0.1:1788201492.073934:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d051ac400.
00010000:00000010:0.1:1788201492.073935:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cd6e000.
00010000:00000010:0.1:1788201492.073937:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d051ace00.
00010000:00000010:0.1:1788201492.073940:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cd6f600.
00010000:00000010:0.1:1788201492.073941:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7cc00.
00010000:00000010:0.1:1788201492.073943:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d051ac200.
00010000:00000010:0.1:1788201492.073944:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cd6f800.
00010000:00000010:0.1:1788201492.073946:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c200.
00010000:00000010:0.1:1788201492.073947:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d051ac300.
00010000:00000010:0.1:1788201492.073949:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cd6ee00.
00010000:00000010:0.1:1788201492.073950:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d051ac500.
00010000:00000010:0.1:1788201492.073952:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cd6e400.
00010000:00000010:0.1:1788201492.073954:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d106f4e00.
00010000:00000010:0.1:1788201492.073956:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d051ac000.
00010000:00000010:0.1:1788201492.073959:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11ed0a00.
00010000:00000010:0.1:1788201492.073960:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d051ac700.
00010000:00000010:0.1:1788201492.073962:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11ed0e00.
00010000:00000010:0.1:1788201492.073963:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d051acd00.
00010000:00000010:0.1:1788201492.073965:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11ed0400.
00010000:00000010:0.1:1788201492.073968:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34bf1200.
00010000:00000010:0.1:1788201492.073971:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11ed1000.
00010000:00000010:0.1:1788201492.073973:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34bf1300.
00010000:00000010:0.1:1788201492.073974:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11ed0c00.
00010000:00000010:0.1:1788201492.073976:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d106f4400.
00010000:00000010:0.1:1788201492.073978:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34bf1500.
00010000:00000010:0.1:1788201492.073980:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11ed0200.
00010000:00000010:0.1:1788201492.073983:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cc98e00.
00010000:00000010:0.1:1788201492.073984:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34bf1000.
00010000:00000010:0.1:1788201492.073986:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11ed1400.
00010000:00000010:0.1:1788201492.073988:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cc98400.
00010000:00000010:0.1:1788201492.073989:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34bf1700.
00010000:00000010:0.1:1788201492.073991:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11ed1e00.
00010000:00000010:0.1:1788201492.073993:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bbc5600.
00010000:00000010:0.1:1788201492.073995:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34bf1d00.
00010000:00000010:0.1:1788201492.073997:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26990200.
00010000:00000010:0.1:1788201492.074001:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6900.
00010000:00000010:0.1:1788201492.074014:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26990a00.
00010000:00000010:0.1:1788201492.074015:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6200.
00010000:00000010:0.1:1788201492.074018:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26991600.
00010000:00000010:0.1:1788201492.074019:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6300.
00010000:00000010:0.1:1788201492.074021:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26991800.
00010000:00000010:0.1:1788201492.074022:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6800.
00010000:00000010:0.1:1788201492.074024:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26990400.
00010000:00000010:0.1:1788201492.074028:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6500.
00010000:00000010:0.1:1788201492.074030:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26991000.
00010000:00000010:0.1:1788201492.074035:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffac00.
00010000:00000010:0.1:1788201492.074038:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1006b800.
00010000:00000010:0.1:1788201492.074043:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cc99400.
00010000:00000010:0.1:1788201492.074045:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa500.
00010000:00000010:0.1:1788201492.074049:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1006ae00.
00010000:00000010:0.1:1788201492.074052:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cc98600.
00010000:00000010:0.1:1788201492.074054:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffaa00.
00010000:00000010:0.1:1788201492.074057:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1006b000.
00010000:00000010:0.1:1788201492.074060:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cc99e00.
00010000:00000010:0.1:1788201492.074063:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa300.
00010000:00000010:0.1:1788201492.074066:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1006a200.
00010000:00000010:0.1:1788201492.074070:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffae00.
00010000:00000010:0.1:1788201492.074072:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1006b200.
00010000:00000010:0.1:1788201492.074075:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa400.
00010000:00000010:0.1:1788201492.074077:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1006bc00.
00010000:00000010:0.1:1788201492.074078:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d27ec8800.
00010000:00000010:0.1:1788201492.074080:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa800.
00010000:00000010:0.1:1788201492.074082:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1006a600.
00010000:00000010:0.1:1788201492.074085:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bbc4600.
00010000:00000010:0.1:1788201492.074086:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa000.
00010000:00000010:0.1:1788201492.074088:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1006be00.
00010000:00000010:0.1:1788201492.074132:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffad00.
00010000:00000010:0.1:1788201492.074135:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1006aa00.
00010000:00000010:0.1:1788201492.074137:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bbc5200.
00010000:00000010:0.1:1788201492.074139:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffab00.
00010000:00000010:0.1:1788201492.074140:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1006a000.
00010000:00000010:0.1:1788201492.074142:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bbc5c00.
00010000:00000010:0.1:1788201492.074144:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa600.
00010000:00000010:0.1:1788201492.074146:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1006a800.
00010000:00000010:0.1:1788201492.074148:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bbc5400.
00010000:00000010:0.1:1788201492.074150:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa900.
00010000:00000010:0.1:1788201492.074151:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1006b600.
00010000:00000010:0.1:1788201492.074153:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa700.
00010000:00000010:0.1:1788201492.074156:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34aeac00.
00010000:00000010:0.1:1788201492.074158:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cc98a00.
00010000:00000010:0.1:1788201492.074161:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856000.
00010000:00000010:0.1:1788201492.074163:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34aea200.
00010000:00000010:0.1:1788201492.074164:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856600.
00010000:00000010:0.1:1788201492.074167:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34aeb400.
00010000:00000010:0.1:1788201492.074169:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856400.
00010000:00000010:0.1:1788201492.074171:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34aeba00.
00010000:00000010:0.1:1788201492.074172:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cc98000.
00010000:00000010:0.1:1788201492.074174:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856e00.
00010000:00000010:0.1:1788201492.074176:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34aeb600.
00010000:00000010:0.1:1788201492.074178:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856900.
00010000:00000010:0.1:1788201492.074180:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34aebe00.
00010000:00000010:0.1:1788201492.074181:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856300.
00010000:00000010:0.1:1788201492.074183:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bbc4e00.
00010000:00000010:0.1:1788201492.074185:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856b00.
00010000:00000010:0.1:1788201492.074187:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bbc4400.
00010000:00000010:0.1:1788201492.074189:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856500.
00010000:00000010:0.1:1788201492.074191:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d10344000.
00010000:00000010:0.1:1788201492.074193:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856200.
00010000:00000010:0.1:1788201492.074195:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b827400.
00010000:00000010:0.1:1788201492.074197:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34bf1c00.
00010000:00000010:0.1:1788201492.074198:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b827e00.
00010000:00000010:0.1:1788201492.074201:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0496cc00.
00010000:00000010:0.1:1788201492.074202:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34bf1b00.
00010000:00000010:0.1:1788201492.074206:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b826a00.
00010000:00000010:0.1:1788201492.074207:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d10344e00.
00010000:00000010:0.1:1788201492.074209:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34bf1400.
00010000:00000010:0.1:1788201492.074211:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b826800.
00010000:00000010:0.1:1788201492.074213:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d10345000.
00010000:00000010:0.1:1788201492.074214:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34bf1e00.
00010000:00000010:0.1:1788201492.074216:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b827a00.
00010000:00000010:0.1:1788201492.074217:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d34bf1600.
00010000:00000010:0.1:1788201492.074219:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b827800.
00010000:00000010:0.1:1788201492.074220:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d10344c00.
00010000:00000010:0.1:1788201492.074223:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10a28200.
00010000:00000010:0.1:1788201492.074225:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b826e00.
00010000:00000010:0.1:1788201492.074227:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d10345200.
00010000:00000010:0.1:1788201492.074229:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10a28300.
00010000:00000010:0.1:1788201492.074231:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34339600.
00010000:00000010:0.1:1788201492.074233:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0496d200.
00010000:00000010:0.1:1788201492.074235:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10a28500.
00010000:00000010:0.1:1788201492.074237:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34339800.
00010000:00000010:0.1:1788201492.074238:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0496dc00.
00010000:00000010:0.1:1788201492.074240:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10a28000.
00010000:00000010:0.1:1788201492.074243:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34338e00.
00010000:00000010:0.1:1788201492.074246:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4100.
00010000:00000010:0.1:1788201492.074249:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e475800.
00010000:00000010:0.1:1788201492.074252:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e447f00.
00010000:00000010:0.1:1788201492.074255:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e474e00.
00010000:00000010:0.1:1788201492.074256:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4800.
00010000:00000010:0.1:1788201492.074258:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e474400.
00010000:00000010:0.1:1788201492.074260:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0496d600.
00010000:00000010:0.1:1788201492.074261:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4900.
00010000:00000010:0.1:1788201492.074263:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e474200.
00010000:00000010:0.1:1788201492.074265:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0496da00.
00010000:00000010:0.1:1788201492.074267:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4a00.
00010000:00000010:0.1:1788201492.074268:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e475c00.
00010000:00000010:0.1:1788201492.074270:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4600.
00010000:00000010:0.1:1788201492.074272:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e475400.
00010000:00000010:0.1:1788201492.074273:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0496c400.
00010000:00000010:0.1:1788201492.074275:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4200.
00010000:00000010:0.1:1788201492.074276:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e474a00.
00010000:00000010:0.1:1788201492.074278:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4400.
00010000:00000010:0.1:1788201492.074279:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e474000.
00010000:00000010:0.1:1788201492.074281:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0496d000.
00010000:00000010:0.1:1788201492.074283:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4000.
00010000:00000010:0.1:1788201492.074284:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e474800.
00010000:00000010:0.1:1788201492.074286:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d18191200.
00010000:00000010:0.1:1788201492.074288:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4e00.
00010000:00000010:0.1:1788201492.074291:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c8d0a00.
00010000:00000010:0.1:1788201492.074293:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d18191c00.
00010000:00000010:0.1:1788201492.074295:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4300.
00010000:00000010:0.1:1788201492.074757:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c8d1a00.
00010000:00000010:0.1:1788201492.074765:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d18190600.
00010000:00000010:0.1:1788201492.074770:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4d00.
00010000:00000010:0.1:1788201492.074773:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c8d0800.
00010000:00000010:0.1:1788201492.074778:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d06010e00.
00010000:00000010:0.1:1788201492.074794:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c8d0000.
00010000:00000010:0.1:1788201492.074797:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d06010000.
00010000:00000010:0.1:1788201492.074801:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26986e00.
00010000:00000010:0.1:1788201492.074804:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d06010c00.
00010000:00000010:0.1:1788201492.074807:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26987a00.
00010000:00000010:0.1:1788201492.074810:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d18190000.
00010000:00000010:0.1:1788201492.074813:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d06010300.
00010000:00000010:0.1:1788201492.074816:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26986800.
00010000:00000010:0.1:1788201492.074819:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d18190800.
00010000:00000010:0.1:1788201492.074822:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e447800.
00010000:00000010:0.1:1788201492.074826:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bb13000.
00010000:00000010:0.1:1788201492.074829:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d18191600.
00010000:00000010:0.1:1788201492.074832:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e447a00.
00010000:00000010:0.1:1788201492.074835:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bb12400.
00010000:00000010:0.1:1788201492.074838:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e447100.
00010000:00000010:0.1:1788201492.074841:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bb12800.
00010000:00000010:0.1:1788201492.074843:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d18191a00.
00010000:00000010:0.1:1788201492.074846:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e447900.
00010000:00000010:0.1:1788201492.074850:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bb13600.
00010000:00000010:0.1:1788201492.074853:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e447c00.
00010000:00000010:0.1:1788201492.074855:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d18191800.
00010000:00000010:0.1:1788201492.074858:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e447b00.
00010000:00000010:0.1:1788201492.074861:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d10345c00.
00010000:00000010:0.1:1788201492.074863:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26987600.
00010000:00000010:0.1:1788201492.074866:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e447400.
00010000:00000010:0.1:1788201492.074868:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bb13400.
00010000:00000010:0.1:1788201492.074870:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e447e00.
00010000:00000010:0.1:1788201492.074874:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bb13e00.
00010000:00000010:0.1:1788201492.074877:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d18191000.
00010000:00000010:0.1:1788201492.074880:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e447600.
00010000:00000010:0.1:1788201492.074883:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3bb12e00.
00010000:00000010:0.1:1788201492.074885:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d18190c00.
00010000:00000010:0.1:1788201492.074887:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e447200.
00010000:00000010:0.1:1788201492.074891:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac400.
00010000:00000010:0.1:1788201492.074894:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e447300.
00010000:00000010:0.1:1788201492.074897:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00010000:00000010:0.1:1788201492.074900:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e447500.
00010000:00000010:0.1:1788201492.074904:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad600.
00010000:00000010:0.1:1788201492.074907:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8400.
00010000:00000010:0.1:1788201492.074910:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e447000.
00010000:00000010:0.1:1788201492.074914:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ace00.
00010000:00000010:0.1:1788201492.074918:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03b80700.
00010000:00000010:0.1:1788201492.074921:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad200.
00010000:00000010:0.1:1788201492.074924:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03b80900.
00010000:00000010:0.1:1788201492.074927:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad800.
00010000:00000010:0.1:1788201492.074929:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03b80800.
00010000:00000010:0.1:1788201492.074933:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903800.
00010000:00000010:0.1:1788201492.074939:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9800.
00010000:00000010:0.1:1788201492.074943:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03b80c00.
00010000:00000010:0.1:1788201492.074947:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11e22200.
00010000:00000010:0.1:1788201492.074950:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03b80000.
00010000:00000010:0.1:1788201492.074953:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7600.
00010000:00000010:0.1:1788201492.074956:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8800.
00010000:00000010:0.1:1788201492.074961:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d05060700.
00010000:00000010:0.1:1788201492.074964:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c8d0e00.
00010000:00000010:0.1:1788201492.074966:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d05060a00.
00010000:00000010:0.1:1788201492.074969:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c8d0400.
00010000:00000010:0.1:1788201492.074973:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d05060800.
00010000:00000010:0.1:1788201492.074976:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c8d1000.
00010000:00000010:0.1:1788201492.074978:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8e00.
00010000:00000010:0.1:1788201492.074981:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d05060d00.
00010000:00000010:0.1:1788201492.074984:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c8d0c00.
00010000:00000010:0.1:1788201492.074987:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9e00.
00010000:00000010:0.1:1788201492.074990:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d05060c00.
00010000:00000010:0.1:1788201492.074993:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c8d1c00.
00010000:00000010:0.1:1788201492.074996:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d05060900.
00010000:00000010:0.1:1788201492.074999:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11e22a00.
00010000:00000010:0.1:1788201492.075012:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d05060b00.
00010000:00000010:0.1:1788201492.075016:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11e22800.
00010000:00000010:0.1:1788201492.075022:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d139ffb00.
00010000:00000010:0.1:1788201492.075025:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11e22e00.
00010000:00000010:0.1:1788201492.075028:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d139ff400.
00010000:00000010:0.1:1788201492.075032:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11e23000.
00010000:00000010:0.1:1788201492.075034:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8a00.
00010000:00000010:0.1:1788201492.075037:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d139ffe00.
00010000:00000010:0.1:1788201492.075040:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11e22c00.
00010000:00000010:0.1:1788201492.075042:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8600.
00010000:00000010:0.1:1788201492.075047:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d139ff600.
00010000:00000010:0.1:1788201492.075050:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34aea400.
00010000:00000010:0.1:1788201492.075053:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d05060f00.
00010000:00000010:0.1:1788201492.075056:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430aa00.
00010000:00000010:0.1:1788201492.075062:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d421df400.
00010000:00000010:0.1:1788201492.075064:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430a800.
00010000:00000010:0.1:1788201492.075067:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9200.
00010000:00000010:0.1:1788201492.075070:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d421df200.
00010000:00000010:0.1:1788201492.075073:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430ba00.
00010000:00000010:0.1:1788201492.075076:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d421df100.
00010000:00000010:0.1:1788201492.075079:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430a400.
00010000:00000010:0.1:1788201492.075082:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d421df900.
00010000:00000010:0.1:1788201492.075085:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430ac00.
00010000:00000010:0.1:1788201492.077118:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d421df600.
00010000:00000010:0.1:1788201492.077131:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430b200.
00010000:00000010:0.1:1788201492.077136:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d00030a00.
00010000:00000010:0.1:1788201492.077139:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d421dfb00.
00010000:00000010:0.1:1788201492.077142:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430b400.
00010000:00000010:0.1:1788201492.077145:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26987400.
00010000:00000010:0.1:1788201492.077147:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d421df500.
00010000:00000010:0.1:1788201492.077156:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819c200.
00010000:00000010:0.1:1788201492.077158:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26987c00.
00010000:00000010:0.1:1788201492.077162:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca9b300.
00010000:00000010:0.1:1788201492.077166:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819d200.
00010000:00000010:0.1:1788201492.077169:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26986200.
00010000:00000010:0.1:1788201492.077172:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca9b200.
00010000:00000010:0.1:1788201492.077175:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819d400.
00010000:00000010:0.1:1788201492.077177:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d00030800.
00010000:00000010:0.1:1788201492.077180:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca9b500.
00010000:00000010:0.1:1788201492.077183:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819c000.
00010000:00000010:0.1:1788201492.077186:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26986c00.
00010000:00000010:0.1:1788201492.077189:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca9ba00.
00010000:00000010:0.1:1788201492.077192:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819c800.
00010000:00000010:0.1:1788201492.077195:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca9b100.
00010000:00000010:0.1:1788201492.077203:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819d800.
00010000:00000010:0.1:1788201492.077206:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca9b900.
00010000:00000010:0.1:1788201492.077208:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819c400.
00010000:00000010:0.1:1788201492.077212:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34338c00.
00010000:00000010:0.1:1788201492.077214:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca9bc00.
00010000:00000010:0.1:1788201492.077217:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819cc00.
00010000:00000010:0.1:1788201492.077220:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca9bb00.
00010000:00000010:0.1:1788201492.077224:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e76ee00.
00010000:00000010:0.1:1788201492.077229:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d470400.
00010000:00000010:0.1:1788201492.077231:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca9b400.
00010000:00000010:0.1:1788201492.077235:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e76fa00.
00010000:00000010:0.1:1788201492.077238:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca9be00.
00010000:00000010:0.1:1788201492.077240:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e76e800.
00010000:00000010:0.1:1788201492.077244:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca9b600.
00010000:00000010:0.1:1788201492.077247:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e76fe00.
00010000:00000010:0.1:1788201492.077250:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d470200.
00010000:00000010:0.1:1788201492.077253:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca9b800.
00010000:00000010:0.1:1788201492.077256:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e76f200.
00010000:00000010:0.1:1788201492.077262:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d04b6ed00.
00010000:00000010:0.1:1788201492.077265:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e76e400.
00010000:00000010:0.1:1788201492.077269:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d471c00.
00010000:00000010:0.1:1788201492.077272:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d04b6e000.
00010000:00000010:0.1:1788201492.077275:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e76f000.
00010000:00000010:0.1:1788201492.077279:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d04b6e600.
00010000:00000010:0.1:1788201492.077281:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e76ec00.
00010000:00000010:0.1:1788201492.077284:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d04b6e300.
00010000:00000010:0.1:1788201492.077288:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e76e200.
00010000:00000010:0.1:1788201492.077291:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d04b6ec00.
00010000:00000010:0.1:1788201492.077296:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:0.1:1788201492.077786:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d04b6ee00.
00010000:00000010:0.1:1788201492.077791:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6e00.
00010000:00000010:0.1:1788201492.077794:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d471200.
00010000:00000010:0.1:1788201492.077797:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d04b6e100.
00010000:00000010:0.1:1788201492.077799:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7e00.
00010000:00000010:0.1:1788201492.077802:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d04b6e500.
00010000:00000010:0.1:1788201492.077805:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6a00.
00010000:00000010:0.1:1788201492.077809:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d04b6e200.
00010000:00000010:0.1:1788201492.077812:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7a00.
00010000:00000010:0.1:1788201492.077814:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d471400.
00010000:00000010:0.1:1788201492.077817:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d04b6e400.
00010000:00000010:0.1:1788201492.077820:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7400.
00010000:00000010:0.1:1788201492.077822:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d471e00.
00010000:00000010:0.1:1788201492.077825:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d04b6e700.
00010000:00000010:0.1:1788201492.077827:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7200.
00010000:00000010:0.1:1788201492.077831:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e6600.
00010000:00000010:0.1:1788201492.077834:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d04b6eb00.
00010000:00000010:0.1:1788201492.077838:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7e00.
00010000:00000010:0.1:1788201492.077843:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d470e00.
00010000:00000010:0.1:1788201492.077845:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d04b6e900.
00010000:00000010:0.1:1788201492.077849:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6600.
00010000:00000010:0.1:1788201492.077854:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23c000.
00010000:00000010:0.1:1788201492.077858:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7a00.
00010000:00000010:0.1:1788201492.077860:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23cb00.
00010000:00000010:0.1:1788201492.077863:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7200.
00010000:00000010:0.1:1788201492.077865:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23c900.
00010000:00000010:0.1:1788201492.077868:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7800.
00010000:00000010:0.1:1788201492.077872:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23c100.
00010000:00000010:0.1:1788201492.077875:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7400.
00010000:00000010:0.1:1788201492.077878:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d470800.
00010000:00000010:0.1:1788201492.077881:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23cf00.
00010000:00000010:0.1:1788201492.077884:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7c00.
00010000:00000010:0.1:1788201492.077887:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23c400.
00010000:00000010:0.1:1788201492.077889:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6200.
00010000:00000010:0.1:1788201492.077892:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34aeb200.
00010000:00000010:0.1:1788201492.077895:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23c500.
00010000:00000010:0.1:1788201492.077898:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6000.
00010000:00000010:0.1:1788201492.077902:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0284f600.
00010000:00000010:0.1:1788201492.077905:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1fd01600.
00010000:00000010:0.1:1788201492.077909:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d470a00.
00010000:00000010:0.1:1788201492.077911:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0284fb00.
00010000:00000010:0.1:1788201492.077914:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1fd01a00.
00010000:00000010:0.1:1788201492.077916:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0284fe00.
00010000:00000010:0.1:1788201492.077919:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8c00.
00010000:00000010:0.1:1788201492.077923:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09b400.
00010000:00000010:0.1:1788201492.077925:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0284f100.
00010000:00000010:0.1:1788201492.077929:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9c00.
00010000:00000010:0.1:1788201492.077932:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09be00.
00010000:00000010:0.1:1788201492.077934:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0284f700.
00010000:00000010:0.1:1788201492.077938:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7fe00.
00010000:00000010:0.1:1788201492.077943:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09ae00.
00010000:00000010:0.1:1788201492.077946:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0284f200.
00010000:00000010:0.1:1788201492.077948:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7f200.
00010000:00000010:0.1:1788201492.077951:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0284f400.
00010000:00000010:0.1:1788201492.077954:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7e400.
00010000:00000010:0.1:1788201492.077956:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0284f900.
00010000:00000010:0.1:1788201492.077958:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7f600.
00010000:00000010:0.1:1788201492.077963:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09bc00.
00010000:00000010:0.1:1788201492.077968:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325c900.
00010000:00000010:0.1:1788201492.077971:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7ea00.
00010000:00000010:0.1:1788201492.077974:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325cb00.
00010000:00000010:0.1:1788201492.077976:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7e200.
00010000:00000010:0.1:1788201492.077979:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325c700.
00010000:00000010:0.1:1788201492.077981:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7f000.
00010000:00000010:0.1:1788201492.077984:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325ce00.
00010000:00000010:0.1:1788201492.077987:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7ee00.
00010000:00000010:0.1:1788201492.077989:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e6400.
00010000:00000010:0.1:1788201492.077993:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325cf00.
00010000:00000010:0.1:1788201492.077997:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af200.
00010000:00000010:0.1:1788201492.078001:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09ba00.
00010000:00000010:0.1:1788201492.078013:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325c100.
00010000:00000010:0.1:1788201492.078018:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae000.
00010000:00000010:0.1:1788201492.078020:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09b600.
00010000:00000010:0.1:1788201492.078023:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325c600.
00010000:00000010:0.1:1788201492.078025:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aec00.
00010000:00000010:0.1:1788201492.078028:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325c800.
00010000:00000010:0.1:1788201492.078030:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae600.
00010000:00000010:0.1:1788201492.078034:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09a200.
00010000:00000010:0.1:1788201492.078037:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325c300.
00010000:00000010:0.1:1788201492.078040:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af800.
00010000:00000010:0.1:1788201492.078044:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11e23200.
00010000:00000010:0.1:1788201492.078046:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325ca00.
00010000:00000010:0.1:1788201492.078048:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af400.
00010000:00000010:0.1:1788201492.078051:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11e23c00.
00010000:00000010:0.1:1788201492.078053:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325cc00.
00010000:00000010:0.1:1788201492.078056:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae400.
00010000:00000010:0.1:1788201492.078058:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d04b6ea00.
00010000:00000010:0.1:1788201492.078062:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3afc00.
00010000:00000010:0.1:1788201492.078064:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d11e23400.
00010000:00000010:0.1:1788201492.078067:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d04b6e800.
00010000:00000010:0.1:1788201492.078069:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af000.
00010000:00000010:0.1:1788201492.078072:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d04b6ef00.
00010000:00000010:0.1:1788201492.078074:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae200.
00010000:00000010:0.1:1788201492.078079:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719ac00.
00010000:00000010:0.1:1788201492.078083:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8f00.
00010000:00000010:0.1:1788201492.078212:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7200.
00010000:00000010:0.1:1788201492.078219:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b200.
00010000:00000010:0.1:1788201492.078223:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8600.
00010000:00000010:0.1:1788201492.078227:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6e00.
00010000:00000010:0.1:1788201492.078230:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09a400.
00010000:00000010:0.1:1788201492.078233:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8700.
00010000:00000010:0.1:1788201492.078235:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6600.
00010000:00000010:0.1:1788201492.078238:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8a00.
00010000:00000010:0.1:1788201492.078240:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6c00.
00010000:00000010:0.1:1788201492.078243:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325c500.
00010000:00000010:0.1:1788201492.078246:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6000.
00010000:00000010:0.1:1788201492.078248:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325c000.
00010000:00000010:0.1:1788201492.078251:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6200.
00010000:00000010:0.1:1788201492.078254:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e76f600.
00010000:00000010:0.1:1788201492.078257:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325cd00.
00010000:00000010:0.1:1788201492.078259:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7800.
00010000:00000010:0.1:1788201492.078262:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09b800.
00010000:00000010:0.1:1788201492.078267:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7900.
00010000:00000010:0.1:1788201492.078271:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f400.
00010000:00000010:0.1:1788201492.078275:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9400.
00010000:00000010:0.1:1788201492.078277:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7400.
00010000:00000010:0.1:1788201492.078280:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394fe00.
00010000:00000010:0.1:1788201492.078283:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b800.
00010000:00000010:0.1:1788201492.078286:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7d00.
00010000:00000010:0.1:1788201492.078289:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e600.
00010000:00000010:0.1:1788201492.078293:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7f00.
00010000:00000010:0.1:1788201492.078295:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f800.
00010000:00000010:0.1:1788201492.078364:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b000.
00010000:00000010:0.1:1788201492.078368:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7500.
00010000:00000010:0.1:1788201492.078371:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394ee00.
00010000:00000010:0.1:1788201492.078374:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7200.
00010000:00000010:0.1:1788201492.078378:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54c00.
00010000:00000010:0.1:1788201492.078381:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7800.
00010000:00000010:0.1:1788201492.078384:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9000.
00010000:00000010:0.1:1788201492.078387:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7300.
00010000:00000010:0.1:1788201492.078390:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1fd00000.
00010000:00000010:0.1:1788201492.078393:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9a00.
00010000:00000010:0.1:1788201492.078398:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f600.
00010000:00000010:0.1:1788201492.078402:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902800.
00010000:00000010:0.1:1788201492.078405:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8000.
00010000:00000010:0.1:1788201492.078408:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f000.
00010000:00000010:0.1:1788201492.078411:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902000.
00010000:00000010:0.1:1788201492.078414:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9e00.
00010000:00000010:0.1:1788201492.078417:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299fa00.
00010000:00000010:0.1:1788201492.078421:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903000.
00010000:00000010:0.1:1788201492.078424:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7000.
00010000:00000010:0.1:1788201492.078428:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d139f8900.
00010000:00000010:0.1:1788201492.078431:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719be00.
00010000:00000010:0.1:1788201492.078434:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d139f8700.
00010000:00000010:0.1:1788201492.078437:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a400.
00010000:00000010:0.1:1788201492.078439:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e6800.
00010000:00000010:0.1:1788201492.078442:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d139f8f00.
00010000:00000010:0.1:1788201492.078446:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719aa00.
00010000:00000010:0.1:1788201492.078449:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d139f8b00.
00010000:00000010:0.1:1788201492.078452:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a600.
00010000:00000010:0.1:1788201492.078454:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719ae00.
00010000:00000010:0.1:1788201492.078457:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca9bf00.
00010000:00000010:0.1:1788201492.078468:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902400.
00010000:00000010:0.1:1788201492.078471:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903e00.
00010000:00000010:0.1:1788201492.078474:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d7e7400.
00010000:00000010:0.1:1788201492.078477:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d139ff800.
00010000:00000010:0.1:1788201492.078481:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26c54e00.
00010000:00000010:3.1:1788201498.507334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fac00.
00010000:00000010:3.1:1788201498.609334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924ce00.
00000080:00000010:3.1:1788201498.664349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073163a0.
00000080:00000010:3.1:1788201498.664374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35846b40.
00010000:00000010:3.1:1788201498.675007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924ce00.
00010000:00000010:1.1:1788201498.745366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3500.
00010000:00000010:3.1:1788201498.779898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d400.
00010000:00000010:3.1:1788201498.779916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51400.
00010000:00000010:3.1:1788201498.803359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d900.
00010000:00000010:3.1:1788201498.803370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50000.
00010000:00000010:0.1:1788201498.814057:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af000.
00000080:00000010:3.1:1788201498.823479:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d358418c0.
00000080:00000010:3.1:1788201498.823494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316c60.
00010000:00000010:0.1:1788201498.825258:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d100.
00010000:00000010:0.1:1788201498.825270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51e00.
00010000:00000010:1.1:1788201498.911492:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09da00.
00010000:00000010:1.1:1788201498.911503:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50a00.
00000080:00000010:0.1:1788201498.941405:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35844200.
00000080:00000010:0.1:1788201498.941419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073167a0.
00010000:00000010:1.1:1788201498.950391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aec00.
00010000:00000010:0.1:1788201499.068364:0:259943:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af400.
00010000:00000010:1.1:1788201499.144934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d600.
00010000:00000010:1.1:1788201499.144942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50e00.
00000080:00000010:1.1:1788201499.144950:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35840840.
00000080:00000010:1.1:1788201499.144955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316640.
00010000:00000010:1.1:1788201499.144992:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d300.
00010000:00000010:1.1:1788201499.144996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51200.
00010000:00000010:1.1:1788201499.144999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1e00.
00010000:00000010:3.1:1788201499.207453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0000.
00010000:00000010:3.1:1788201499.212712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3300.
00010000:00000010:3.1:1788201499.212718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51c00.
00000080:00000010:3.1:1788201499.212725:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce39c0.
00000080:00000010:3.1:1788201499.212731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316260.
00010000:00000010:3.1:1788201499.212737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d500.
00010000:00000010:3.1:1788201499.212739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50800.
00000080:00000010:3.1:1788201499.212742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb400.
00000080:00000010:3.1:1788201499.212749:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35847380.
00010000:00000010:3.1:1788201499.215428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d000.
00010000:00000010:3.1:1788201499.215441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51600.
00000080:00000010:3.1:1788201499.223480:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb260.
00000080:00000010:3.1:1788201499.223506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35846300.
00010000:00000010:3.1:1788201499.228417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029e00.
00010000:00000010:3.1:1788201499.282328:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09df00.
00010000:00000010:3.1:1788201499.282335:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50400.
00000080:00000010:3.1:1788201499.285709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e60.
00000080:00000010:3.1:1788201499.290387:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f2100.
00010000:00000010:3.1:1788201499.290394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029e00.
00000080:00000010:2.1:1788201499.368365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce18c0.
00000080:00000010:2.1:1788201499.368376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316d00.
00010000:00000010:2.1:1788201499.368386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3f00.
00010000:00000010:2.1:1788201499.368391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8e00.
00000080:00000010:2.1:1788201499.372407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316780.
00000080:00000010:2.1:1788201499.372425:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce2940.
00010000:00000010:2.1:1788201499.377331:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00010000:00000010:2.1:1788201499.388861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3d00.
00010000:00000010:2.1:1788201499.388874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8200.
00000080:00000010:3.1:1788201499.410084:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce0000.
00000080:00000010:3.1:1788201499.410096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b40.
00010000:00000010:3.1:1788201499.410104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3600.
00010000:00000010:3.1:1788201499.410108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8600.
00000080:00000010:3.1:1788201499.410111:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbe40.
00000080:00000010:3.1:1788201499.414466:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce1080.
00010000:00000010:3.1:1788201499.418444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029e00.
00010000:00000010:2.1:1788201499.444310:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3900.
00010000:00000010:2.1:1788201499.444318:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9e00.
00000080:00000010:2.1:1788201499.454404:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce5ac0.
00000080:00000010:2.1:1788201499.454415:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb360.
00010000:00000010:2.1:1788201499.462019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00010000:00000010:2.1:1788201499.475380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3100.
00010000:00000010:2.1:1788201499.475391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8000.
00000080:00000010:2.1:1788201499.484938:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce0840.
00000080:00000010:2.1:1788201499.484952:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316d00.
00010000:00000010:2.1:1788201499.488502:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3b00.
00010000:00000010:2.1:1788201499.488517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9a00.
00000080:00000010:2.1:1788201499.500351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316780.
00000080:00000010:2.1:1788201499.500378:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934a100.
00010000:00000010:2.1:1788201499.500385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3c00.
00010000:00000010:2.1:1788201499.500390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9000.
00000080:00000010:2.1:1788201499.510468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316d00.
00000080:00000010:2.1:1788201499.510499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934c200.
00010000:00000010:2.1:1788201499.523329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00010000:00000010:3.1:1788201499.575157:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4c00.
00010000:00000010:3.1:1788201499.575169:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9400.
00000080:00000010:3.1:1788201499.575177:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19349080.
00000080:00000010:3.1:1788201499.575183:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316780.
00010000:00000010:3.1:1788201499.580237:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029e00.
00010000:00000010:3.1:1788201499.592360:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3e00.
00010000:00000010:3.1:1788201499.592377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9c00.
00000080:00000010:3.1:1788201499.603469:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce5280.
00000080:00000010:3.1:1788201499.603484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb7a0.
00010000:00000010:3.1:1788201499.603496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3400.
00010000:00000010:3.1:1788201499.603501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8c00.
00000080:00000010:3.1:1788201499.603504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb7e0.
00000080:00000010:3.1:1788201499.603512:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce4a40.
00010000:00000010:3.1:1788201499.603515:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4b00.
00010000:00000010:3.1:1788201499.603518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6800.
00000080:00000010:3.1:1788201499.619579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb9a0.
00000080:00000010:3.1:1788201499.621602:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19348840.
00010000:00000010:3.1:1788201499.621610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4700.
00010000:00000010:3.1:1788201499.621616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7600.
00000080:00000010:2.1:1788201499.624490:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb7e0.
00000080:00000010:2.1:1788201499.624508:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934ca40.
00010000:00000010:2.1:1788201499.629429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00000080:00000010:0.1:1788201499.657350:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce7380.
00000080:00000010:0.1:1788201499.657366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316200.
00010000:00000010:2.1:1788201499.657408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3a00.
00010000:00000010:2.1:1788201499.657414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6e00.
00010000:00000010:0.1:1788201499.663486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa900.
00010000:00000010:0.1:1788201499.663500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ce00.
00000080:00000010:0.1:1788201499.675377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4280.
00000080:00000010:0.1:1788201499.675395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd4200.
00010000:00000010:2.1:1788201499.680003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae400.
00010000:00000010:2.1:1788201499.693353:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014500.
00010000:00000010:2.1:1788201499.693359:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c000.
00000080:00000010:2.1:1788201499.698389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094c98c0.
00000080:00000010:2.1:1788201499.698398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4340.
00010000:00000010:2.1:1788201499.703359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00010000:00000010:2.1:1788201499.718631:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109faa00.
00010000:00000010:2.1:1788201499.718654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4cc00.
00000080:00000010:2.1:1788201499.728418:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd39c0.
00000080:00000010:2.1:1788201499.728430:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073163c0.
00010000:00000010:2.1:1788201499.734437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00010000:00000010:2.1:1788201499.763267:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014f00.
00010000:00000010:2.1:1788201499.763280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d000.
00000080:00000010:2.1:1788201499.767337:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cd280.
00000080:00000010:2.1:1788201499.767343:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316920.
00010000:00000010:2.1:1788201499.767351:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014600.
00010000:00000010:2.1:1788201499.767356:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4dc00.
00000080:00000010:2.1:1788201499.773423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073163c0.
00000080:00000010:2.1:1788201499.773449:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cb9c0.
00010000:00000010:2.1:1788201499.773456:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014700.
00010000:00000010:2.1:1788201499.773461:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d800.
00000080:00000010:3.1:1788201499.781425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316920.
00000080:00000010:3.1:1788201499.781451:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094c8000.
00010000:00000010:3.1:1788201499.793350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029e00.
00010000:00000010:2.1:1788201499.825371:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa400.
00010000:00000010:2.1:1788201499.825382:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d600.
00000080:00000010:2.1:1788201499.830340:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd5ac0.
00000080:00000010:2.1:1788201499.830347:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb9a0.
00010000:00000010:2.1:1788201499.841509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00010000:00000010:2.1:1788201499.869321:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014000.
00010000:00000010:2.1:1788201499.869336:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4da00.
00000080:00000010:2.1:1788201499.885370:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cb180.
00000080:00000010:2.1:1788201499.885383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073163c0.
00010000:00000010:2.1:1788201499.885392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00010000:00000010:3.1:1788201499.894619:0:1359:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fae00.
00010000:00000010:3.1:1788201499.894626:0:1359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c800.
00000080:00000010:3.1:1788201499.897625:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd2940.
00000080:00000010:3.1:1788201499.897636:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316500.
00010000:00000010:3.1:1788201499.908519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029e00.
00000080:00000010:1.1:1788201499.935526:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cdac0.
00000080:00000010:1.1:1788201499.935533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb840.
00010000:00000010:1.1:1788201499.935543:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014900.
00010000:00000010:1.1:1788201499.935549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4de00.
00010000:00000010:3.1:1788201499.935620:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014b00.
00010000:00000010:3.1:1788201499.935626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ca00.
00000080:00000010:3.1:1788201499.935629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a060.
00000080:00000010:3.1:1788201499.940358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094ca100.
00010000:00000010:3.1:1788201499.940372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014e00.
00010000:00000010:3.1:1788201499.940377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c200.
00000080:00000010:3.1:1788201499.954386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb760.
00000080:00000010:3.1:1788201499.959024:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a0840.
00010000:00000010:2.1:1788201499.968457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00010000:00000010:0.1:1788201499.983407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa800.
00010000:00000010:0.1:1788201499.983415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d400.
00010000:00000010:1.1:1788201499.987336:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014d00.
00010000:00000010:1.1:1788201499.987346:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c600.
00000080:00000010:0.1:1788201499.993342:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd18c0.
00000080:00000010:0.1:1788201499.993349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb4a0.
00000080:00000010:2.1:1788201500.002346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4460.
00000080:00000010:2.1:1788201500.002366:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a4a40.
00010000:00000010:2.1:1788201500.010343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014100.
00010000:00000010:2.1:1788201500.010352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f200.
00000080:00000010:0.1:1788201500.015758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073163c0.
00000080:00000010:0.1:1788201500.015782:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a7380.
00010000:00000010:0.1:1788201500.015788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014800.
00010000:00000010:0.1:1788201500.015794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f600.
00000080:00000010:0.1:1788201500.032685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c41a0.
00000080:00000010:0.1:1788201500.037344:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a6300.
00010000:00000010:0.1:1788201500.037350:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014a00.
00010000:00000010:0.1:1788201500.037356:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e200.
00000080:00000010:0.1:1788201500.043341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4e00.
00000080:00000010:0.1:1788201500.048394:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a6b40.
00010000:00000010:0.1:1788201500.053314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aec00.
00010000:00000010:0.1:1788201500.071486:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014c00.
00010000:00000010:0.1:1788201500.071499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e800.
00000080:00000010:0.1:1788201500.080596:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a2940.
00000080:00000010:0.1:1788201500.080609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c41a0.
00010000:00000010:0.1:1788201500.084518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109faf00.
00010000:00000010:0.1:1788201500.084532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394fc00.
00000080:00000010:0.1:1788201500.100099:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4e00.
00000080:00000010:0.1:1788201500.100128:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd6b40.
00010000:00000010:0.1:1788201500.107342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aec00.
00010000:00000010:1.1:1788201500.124554:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014400.
00010000:00000010:1.1:1788201500.124562:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394ec00.
00000080:00000010:1.1:1788201500.132395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a18c0.
00000080:00000010:1.1:1788201500.132407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c41a0.
00010000:00000010:1.1:1788201500.132415:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fad00.
00010000:00000010:1.1:1788201500.132420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e000.
00000080:00000010:1.1:1788201500.140943:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a640.
00000080:00000010:1.1:1788201500.140968:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd1080.
00010000:00000010:1.1:1788201500.140974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa700.
00010000:00000010:1.1:1788201500.140979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394ee00.
00000080:00000010:1.1:1788201500.165335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a8e0.
00000080:00000010:1.1:1788201500.165351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd0840.
00010000:00000010:3.1:1788201500.170123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029e00.
00010000:00000010:0.1:1788201500.186974:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07400.
00010000:00000010:0.1:1788201500.186982:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f800.
00000080:00000010:2.1:1788201500.194559:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111f9080.
00000080:00000010:2.1:1788201500.194569:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a640.
00010000:00000010:2.1:1788201500.212735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00010000:00000010:2.1:1788201500.253378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07100.
00010000:00000010:2.1:1788201500.253389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e600.
00000080:00000010:2.1:1788201500.253397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111f8840.
00000080:00000010:2.1:1788201500.253405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316fc0.
00010000:00000010:2.1:1788201500.261253:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00010000:00000010:2.1:1788201500.261333:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07a00.
00010000:00000010:2.1:1788201500.261339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394fe00.
00000080:00000010:2.1:1788201500.263732:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fca40.
00000080:00000010:2.1:1788201500.263748:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073161a0.
00010000:00000010:2.1:1788201500.263758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07800.
00010000:00000010:2.1:1788201500.263763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f400.
00000080:00000010:3.1:1788201500.274597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316fc0.
00000080:00000010:3.1:1788201500.274610:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111ff380.
00010000:00000010:3.1:1788201500.284911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029e00.
00010000:00000010:2.1:1788201500.318352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53300.
00010000:00000010:2.1:1788201500.318369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7600.
00000080:00000010:2.1:1788201500.345799:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a5280.
00000080:00000010:2.1:1788201500.345811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb760.
00010000:00000010:3.1:1788201500.359335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029e00.
00010000:00000010:3.1:1788201500.389627:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07c00.
00010000:00000010:3.1:1788201500.389633:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7e00.
00010000:00000010:2.1:1788201500.409202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07900.
00010000:00000010:2.1:1788201500.409214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6400.
00000080:00000010:2.1:1788201500.409219:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bba20.
00000080:00000010:2.1:1788201500.409233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111feb40.
00000080:00000010:3.1:1788201500.409352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fe300.
00000080:00000010:3.1:1788201500.409358:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073161a0.
00010000:00000010:2.1:1788201500.413353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00010000:00000010:2.1:1788201500.475368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07500.
00010000:00000010:2.1:1788201500.475380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6800.
00000080:00000010:2.1:1788201500.483356:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fa940.
00000080:00000010:2.1:1788201500.483369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f60.
00010000:00000010:3.1:1788201500.492350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029e00.
00010000:00000010:3.1:1788201500.516471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07e00.
00010000:00000010:3.1:1788201500.516486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7a00.
00000080:00000010:3.1:1788201500.524434:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111f98c0.
00000080:00000010:3.1:1788201500.524449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316660.
00010000:00000010:2.1:1788201500.533457:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00010000:00000010:2.1:1788201500.554479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07600.
00010000:00000010:2.1:1788201500.554493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7000.
00000080:00000010:2.1:1788201500.563472:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fd280.
00000080:00000010:2.1:1788201500.563487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbfe0.
00010000:00000010:2.1:1788201500.563498:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07300.
00010000:00000010:2.1:1788201500.563503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7c00.
00000080:00000010:2.1:1788201500.577331:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f60.
00000080:00000010:2.1:1788201500.577345:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fb9c0.
00010000:00000010:2.1:1788201500.586049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00010000:00000010:3.1:1788201500.619343:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53500.
00010000:00000010:3.1:1788201500.619359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7400.
00000080:00000010:2.1:1788201500.632368:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a39c0.
00000080:00000010:2.1:1788201500.632381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e80.
00010000:00000010:2.1:1788201500.636342:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53000.
00010000:00000010:2.1:1788201500.636352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6a00.
00000080:00000010:2.1:1788201500.645961:0:259942:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f60.
00000080:00000010:2.1:1788201500.645976:0:259942:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a0000.
00010000:00000010:3.1:1788201500.660631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00010000:00000010:2.1:1788201500.693403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07000.
00010000:00000010:2.1:1788201500.693416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7800.
00000080:00000010:2.1:1788201500.710356:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111f8000.
00000080:00000010:2.1:1788201500.710370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e80.
00010000:00000010:2.1:1788201500.714345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53700.
00010000:00000010:2.1:1788201500.714358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6200.
00000080:00000010:2.1:1788201500.734419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f60.
00000080:00000010:2.1:1788201500.743558:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a3180.
00010000:00000010:2.1:1788201500.743569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53d00.
00010000:00000010:2.1:1788201500.743575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6000.
00000080:00000010:0.1:1788201500.790478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e80.
00000080:00000010:0.1:1788201500.790499:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a5ac0.
00010000:00000010:0.1:1788201500.797416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3afc00.
00010000:00000010:3.1:1788201500.863786:0:2396:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53c00.
00010000:00000010:0.1:1788201500.896243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07b00.
00010000:00000010:0.1:1788201500.896251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6c00.
00010000:00000010:3.1:1788201500.898420:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53500.
00000080:00000010:1.1:1788201500.901429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fb180.
00000080:00000010:1.1:1788201500.901442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4080.
00010000:00000010:1.1:1788201500.901452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7400.
00010000:00000010:3.1:1788201500.906469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53f00.
00010000:00000010:3.1:1788201500.906478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6600.
00000080:00000010:3.1:1788201500.910357:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a2100.
00000080:00000010:3.1:1788201500.910372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ac20.
00010000:00000010:3.1:1788201500.938440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028e00.
00010000:00000010:2.1:1788201500.963972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07f00.
00010000:00000010:2.1:1788201500.963984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6e00.
00000080:00000010:2.1:1788201500.972339:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fdac0.
00000080:00000010:2.1:1788201500.972354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb880.
00010000:00000010:2.1:1788201500.979474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51200.
00010000:00000010:2.1:1788201501.012533:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53800.
00010000:00000010:2.1:1788201501.012547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7200.
00000080:00000010:2.1:1788201501.012556:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a4200.
00000080:00000010:2.1:1788201501.012562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073162c0.
00010000:00000010:2.1:1788201501.012569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53a00.
00010000:00000010:2.1:1788201501.012571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a200.
00000080:00000010:2.1:1788201501.025450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e40.
00000080:00000010:2.1:1788201501.025467:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a1080.
00010000:00000010:2.1:1788201501.029347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07d00.
00010000:00000010:2.1:1788201501.029364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719ba00.
00000080:00000010:2.1:1788201501.049340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073162c0.
00010000:00000010:3.1:1788201501.052496:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07700.
00010000:00000010:3.1:1788201501.052502:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b400.
00000080:00000010:2.1:1788201501.056333:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fa100.
00000080:00000010:3.1:1788201501.061286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e40.
00000080:00000010:3.1:1788201501.061321:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fc200.
00010000:00000010:3.1:1788201501.061328:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07200.
00010000:00000010:3.1:1788201501.061333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b600.
00000080:00000010:3.1:1788201501.068571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb9e0.
00000080:00000010:3.1:1788201501.068588:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cc200.
00010000:00000010:2.1:1788201501.083080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51200.
00010000:00000010:2.1:1788201501.111555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d200.
00010000:00000010:2.1:1788201501.111563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a800.
00000080:00000010:2.1:1788201501.116459:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094c9080.
00000080:00000010:2.1:1788201501.116470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073162c0.
00010000:00000010:2.1:1788201501.116479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51200.
00010000:00000010:2.1:1788201501.138517:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53100.
00010000:00000010:2.1:1788201501.138523:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719bc00.
00000080:00000010:2.1:1788201501.147864:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d095118c0.
00000080:00000010:2.1:1788201501.147882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b60.
00010000:00000010:2.1:1788201501.147890:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53900.
00010000:00000010:2.1:1788201501.147895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719ae00.
00000080:00000010:2.1:1788201501.152264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073160a0.
00000080:00000010:2.1:1788201501.156124:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09515280.
00010000:00000010:2.1:1788201501.164521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51200.
00010000:00000010:3.1:1788201501.177594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6900.
00010000:00000010:3.1:1788201501.177618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a600.
00000080:00000010:3.1:1788201501.189342:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14464a40.
00000080:00000010:3.1:1788201501.189355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073162c0.
00010000:00000010:3.1:1788201501.189366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09da00.
00010000:00000010:3.1:1788201501.189370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719aa00.
00000080:00000010:3.1:1788201501.209583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb9e0.
00000080:00000010:3.1:1788201501.209610:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094c8840.
00010000:00000010:3.1:1788201501.219362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028e00.
00010000:00000010:2.1:1788201501.251382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6a00.
00010000:00000010:2.1:1788201501.251396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a400.
00000080:00000010:2.1:1788201501.263495:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b5280.
00000080:00000010:2.1:1788201501.263509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb420.
00010000:00000010:2.1:1788201501.268062:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d100.
00010000:00000010:2.1:1788201501.268076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719be00.
00000080:00000010:2.1:1788201501.277541:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b60.
00000080:00000010:2.1:1788201501.285495:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cca40.
00010000:00000010:2.1:1788201501.290348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51200.
00010000:00000010:2.1:1788201501.324359:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6100.
00010000:00000010:2.1:1788201501.324378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b000.
00000080:00000010:2.1:1788201501.339394:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b39c0.
00000080:00000010:2.1:1788201501.339402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073160c0.
00010000:00000010:1.1:1788201501.350073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51200.
00010000:00000010:1.1:1788201501.375405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d900.
00010000:00000010:1.1:1788201501.375412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b800.
00000080:00000010:3.1:1788201501.377485:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cf380.
00000080:00000010:3.1:1788201501.377499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b60.
00010000:00000010:2.1:1788201501.382340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6c00.
00010000:00000010:2.1:1788201501.382355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b200.
00000080:00000010:2.1:1788201501.397511:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbdc0.
00000080:00000010:2.1:1788201501.397527:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b0000.
00010000:00000010:2.1:1788201501.404435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50e00.
00010000:00000010:2.1:1788201501.423460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09db00.
00010000:00000010:2.1:1788201501.423473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719ac00.
00000080:00000010:2.1:1788201501.444353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094ce300.
00000080:00000010:2.1:1788201501.444367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073160c0.
00010000:00000010:2.1:1788201501.444378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6700.
00010000:00000010:2.1:1788201501.444383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae800.
00000080:00000010:2.1:1788201501.457593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316100.
00000080:00000010:2.1:1788201501.457689:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b3180.
00010000:00000010:2.1:1788201501.457694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6400.
00010000:00000010:2.1:1788201501.457704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3afe00.
00000080:00000010:2.1:1788201501.461426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073160c0.
00000080:00000010:2.1:1788201501.461447:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b5ac0.
00010000:00000010:2.1:1788201501.471405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50e00.
00010000:00000010:2.1:1788201501.482429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d400.
00010000:00000010:2.1:1788201501.482435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af600.
00000080:00000010:1.1:1788201501.487483:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094ceb40.
00000080:00000010:1.1:1788201501.487499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316dc0.
00010000:00000010:1.1:1788201501.492997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6600.
00010000:00000010:1.1:1788201501.493007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3afa00.
00000080:00000010:1.1:1788201501.509625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a4c0.
00000080:00000010:1.1:1788201501.509645:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b2100.
00010000:00000010:1.1:1788201501.509651:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014300.
00010000:00000010:1.1:1788201501.509657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aee00.
00000080:00000010:1.1:1788201501.515900:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aca0.
00000080:00000010:1.1:1788201501.515925:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094ca940.
00010000:00000010:1.1:1788201501.515931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6a00.
00010000:00000010:1.1:1788201501.542529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa000.
00010000:00000010:1.1:1788201501.542540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aea00.
00000080:00000010:1.1:1788201501.549764:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd6300.
00000080:00000010:1.1:1788201501.549778:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aa60.
00010000:00000010:1.1:1788201501.549792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6000.
00010000:00000010:1.1:1788201501.549797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae200.
00000080:00000010:1.1:1788201501.556348:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a4c0.
00000080:00000010:1.1:1788201501.556374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b4200.
00010000:00000010:1.1:1788201501.560369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6d00.
00010000:00000010:1.1:1788201501.560378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924ce00.
00000080:00000010:1.1:1788201501.573151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aa60.
00000080:00000010:1.1:1788201501.573178:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b1080.
00010000:00000010:1.1:1788201501.573185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa500.
00010000:00000010:1.1:1788201501.573190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924d600.
00000080:00000010:1.1:1788201501.574457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a4c0.
00000080:00000010:1.1:1788201501.579777:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd3180.
00010000:00000010:1.1:1788201501.579785:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6200.
00010000:00000010:1.1:1788201501.579790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c200.
00000080:00000010:1.1:1788201501.584346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0abc0.
00000080:00000010:1.1:1788201501.584371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b0840.
00010000:00000010:2.1:1788201501.600470:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50e00.
00010000:00000010:2.1:1788201501.621352:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa300.
00010000:00000010:2.1:1788201501.621369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924cc00.
00000080:00000010:2.1:1788201501.627348:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35841080.
00000080:00000010:2.1:1788201501.627359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a4c0.
00010000:00000010:2.1:1788201501.627369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6300.
00010000:00000010:2.1:1788201501.627374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924d000.
00000080:00000010:2.1:1788201501.636822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073160c0.
00000080:00000010:2.1:1788201501.636848:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b4a40.
00010000:00000010:2.1:1788201501.636855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa200.
00010000:00000010:2.1:1788201501.636910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c400.
00000080:00000010:2.1:1788201501.653863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316100.
00000080:00000010:2.1:1788201501.653878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35844200.
00010000:00000010:2.1:1788201501.653883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50e00.
00010000:00000010:3.1:1788201501.662627:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa600.
00010000:00000010:3.1:1788201501.662640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924d800.
00000080:00000010:3.1:1788201501.673339:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35845280.
00000080:00000010:3.1:1788201501.673345:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b80.
00010000:00000010:2.1:1788201501.692409:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fac00.
00010000:00000010:2.1:1788201501.692416:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924da00.
00000080:00000010:3.1:1788201501.696402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb3a0.
00000080:00000010:3.1:1788201501.696417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d358418c0.
00010000:00000010:2.1:1788201501.700189:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028e00.
00010000:00000010:2.1:1788201501.704428:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6800.
00010000:00000010:2.1:1788201501.704439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c800.
00000080:00000010:2.1:1788201501.711344:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b7380.
00000080:00000010:2.1:1788201501.711362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbee0.
00010000:00000010:2.1:1788201501.711376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34700.
00010000:00000010:2.1:1788201501.711383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c000.
00000080:00000010:2.1:1788201501.719621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316100.
00000080:00000010:2.1:1788201501.719647:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35842940.
00010000:00000010:2.1:1788201501.723495:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34a00.
00010000:00000010:2.1:1788201501.723502:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924ca00.
00000080:00000010:2.1:1788201501.729366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ce0.
00000080:00000010:2.1:1788201501.729392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d35842100.
00010000:00000010:2.1:1788201501.729401:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34d00.
00010000:00000010:2.1:1788201501.729406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924d200.
00000080:00000010:2.1:1788201501.737434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316100.
00000080:00000010:2.1:1788201501.737448:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14467380.
00010000:00000010:2.1:1788201501.748956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50e00.
00010000:00000010:3.1:1788201501.760467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6b00.
00010000:00000010:3.1:1788201501.760479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c600.
00000080:00000010:3.1:1788201501.777397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b6300.
00000080:00000010:3.1:1788201501.777405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ce0.
00010000:00000010:2.1:1788201501.781346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029600.
00010000:00000010:2.1:1788201501.840737:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34800.
00010000:00000010:2.1:1788201501.840747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924de00.
00000080:00000010:2.1:1788201501.848457:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14466300.
00000080:00000010:2.1:1788201501.848468:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb3a0.
00010000:00000010:2.1:1788201501.857166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50e00.
00010000:00000010:2.1:1788201501.878215:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34f00.
00010000:00000010:2.1:1788201501.878226:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924d400.
00000080:00000010:2.1:1788201501.901656:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14466b40.
00000080:00000010:2.1:1788201501.901670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316100.
00010000:00000010:2.1:1788201501.901681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6500.
00010000:00000010:2.1:1788201501.901697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924dc00.
00000080:00000010:2.1:1788201501.901701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073169c0.
00000080:00000010:2.1:1788201501.901710:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b6b40.
00010000:00000010:2.1:1788201501.901715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50e00.
00010000:00000010:2.1:1788201501.926633:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6f00.
00010000:00000010:2.1:1788201501.926642:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d200.
00000080:00000010:2.1:1788201501.926649:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b2940.
00000080:00000010:2.1:1788201501.926656:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073165e0.
00010000:00000010:2.1:1788201501.951410:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50e00.
00010000:00000010:2.1:1788201501.957386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34100.
00010000:00000010:2.1:1788201501.957400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c000.
00000080:00000010:2.1:1788201501.966280:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14462940.
00000080:00000010:2.1:1788201501.966293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316620.
00010000:00000010:2.1:1788201501.978871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50e00.
00010000:00000010:2.1:1788201502.002491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1b00.
00010000:00000010:2.1:1788201502.002504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7ca00.
00000080:00000010:2.1:1788201502.010365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b18c0.
00000080:00000010:2.1:1788201502.010379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073165e0.
00010000:00000010:2.1:1788201502.030337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50e00.
00010000:00000010:3.1:1788201502.045625:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34c00.
00010000:00000010:3.1:1788201502.045632:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d600.
00000080:00000010:3.1:1788201502.054347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144618c0.
00000080:00000010:3.1:1788201502.054361:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316620.
00010000:00000010:3.1:1788201502.054371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34900.
00010000:00000010:3.1:1788201502.054376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7da00.
00000080:00000010:3.1:1788201502.063723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb6c0.
00000080:00000010:3.1:1788201502.063749:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14465280.
00010000:00000010:3.1:1788201502.063755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1400.
00010000:00000010:3.1:1788201502.063761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7ce00.
00000080:00000010:0.1:1788201502.080396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120518c0.
00010000:00000010:0.1:1788201502.080404:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34400.
00010000:00000010:0.1:1788201502.080408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c600.
00000080:00000010:3.1:1788201502.080481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb820.
00000080:00000010:0.1:1788201502.087884:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4100.
00000080:00000010:0.1:1788201502.087908:0:2385:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144639c0.
00010000:00000010:1.1:1788201502.102357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1e00.
00010000:00000010:1.1:1788201502.102364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d000.
00000080:00000010:2.1:1788201502.119365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4700.
00000080:00000010:2.1:1788201502.119388:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12055280.
00010000:00000010:3.1:1788201502.124670:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50e00.
00010000:00000010:2.1:1788201502.135379:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34b00.
00010000:00000010:2.1:1788201502.135385:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7cc00.
00000080:00000010:2.1:1788201502.142398:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14460000.
00000080:00000010:2.1:1788201502.142412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073169c0.
00010000:00000010:2.1:1788201502.154340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51000.
00010000:00000010:2.1:1788201502.181367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1600.
00010000:00000010:2.1:1788201502.181379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c800.
00000080:00000010:2.1:1788201502.185731:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120539c0.
00000080:00000010:2.1:1788201502.185743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316100.
00010000:00000010:2.1:1788201502.185753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34e00.
00010000:00000010:2.1:1788201502.185758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d800.
00000080:00000010:2.1:1788201502.192784:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073169c0.
00000080:00000010:2.1:1788201502.192808:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14463180.
00010000:00000010:2.1:1788201502.197208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34600.
00010000:00000010:2.1:1788201502.197216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c400.
00000080:00000010:2.1:1788201502.203487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316100.
00000080:00000010:2.1:1788201502.203504:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14465ac0.
00010000:00000010:2.1:1788201502.203509:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1200.
00010000:00000010:2.1:1788201502.203514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d200.
00000080:00000010:2.1:1788201502.210296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073169c0.
00000080:00000010:2.1:1788201502.210331:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12050000.
00010000:00000010:2.1:1788201502.214705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1300.
00010000:00000010:2.1:1788201502.214713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7dc00.
00000080:00000010:2.1:1788201502.218446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316100.
00000080:00000010:2.1:1788201502.218472:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12053180.
00010000:00000010:2.1:1788201502.218479:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1500.
00010000:00000010:2.1:1788201502.218484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d400.
00000080:00000010:2.1:1788201502.227429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073169c0.
00000080:00000010:2.1:1788201502.227466:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12055ac0.
00010000:00000010:2.1:1788201502.230449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34200.
00010000:00000010:2.1:1788201502.230463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7de00.
00010000:00000010:3.1:1788201502.246475:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34300.
00010000:00000010:3.1:1788201502.246481:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c200.
00000080:00000010:2.1:1788201502.254821:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316100.
00000080:00000010:2.1:1788201502.254845:0:13:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14462100.
00000080:00000010:3.1:1788201502.262439:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073169c0.
00000080:00000010:3.1:1788201502.262465:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14464200.
00010000:00000010:3.1:1788201502.262471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029a00.
00010000:00000010:2.1:1788201502.280368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34500.
00010000:00000010:2.1:1788201502.280379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028800.
00000080:00000010:3.1:1788201502.294901:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14461080.
00000080:00000010:3.1:1788201502.294913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb6c0.
00010000:00000010:3.1:1788201502.294922:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34000.
00010000:00000010:3.1:1788201502.294926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00000080:00000010:3.1:1788201502.297640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb560.
00000080:00000010:3.1:1788201502.311465:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14460840.
00010000:00000010:3.1:1788201502.311473:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1c00.
00010000:00000010:3.1:1788201502.311478:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028a00.
00000080:00000010:3.1:1788201502.315757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb600.
00000080:00000010:3.1:1788201502.315778:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12052100.
00010000:00000010:3.1:1788201502.322336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:3.1:1788201502.352151:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014400.
00010000:00000010:3.1:1788201502.352162:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029e00.
00010000:00000010:0.1:1788201502.389476:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51e00.
00000080:00000010:3.1:1788201502.420550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111f8000.
00000080:00000010:3.1:1788201502.420567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb560.
00010000:00000010:3.1:1788201502.442376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029e00.
00010000:00000010:2.1:1788201502.509353:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53b00.
00010000:00000010:2.1:1788201502.509371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028600.
00010000:00000010:2.1:1788201502.509374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50a00.
00000080:00000010:2.1:1788201502.530136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d095139c0.
00000080:00000010:2.1:1788201502.530151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb600.
00010000:00000010:2.1:1788201502.530162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014c00.
00010000:00000010:2.1:1788201502.530167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029400.
00000080:00000010:3.1:1788201502.534423:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073166c0.
00000080:00000010:3.1:1788201502.534453:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fb9c0.
00010000:00000010:3.1:1788201502.544455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53400.
00010000:00000010:3.1:1788201502.544462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029c00.
00000080:00000010:3.1:1788201502.555635:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb680.
00000080:00000010:3.1:1788201502.555649:0:2396:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09510000.
00010000:00000010:0.1:1788201502.573126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029e00.
00010000:00000010:3.1:1788201502.620894:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1c00.
00000080:00000010:3.1:1788201502.626325:0:2395:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fd280.
00010000:00000010:1.1:1788201502.627854:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014a00.
00010000:00000010:1.1:1788201502.627860:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029200.
00000080:00000010:3.1:1788201502.631327:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb6c0.
00010000:00000010:3.1:1788201502.635569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3000.
00010000:00000010:3.1:1788201502.638443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029c00.
00010000:00000010:3.1:1788201502.652484:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014800.
00010000:00000010:3.1:1788201502.652497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028200.
00010000:00000010:0.1:1788201502.660612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53e00.
00010000:00000010:0.1:1788201502.660628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028c00.
00000080:00000010:2.1:1788201502.661342:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111f98c0.
00000080:00000010:2.1:1788201502.661353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb680.
00000080:00000010:1.1:1788201502.669426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073166c0.
00000080:00000010:1.1:1788201502.669451:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09513180.
00010000:00000010:1.1:1788201502.675592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6200.
00010000:00000010:1.1:1788201502.691495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53600.
00010000:00000010:1.1:1788201502.691509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029000.
00000080:00000010:1.1:1788201502.708402:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09515ac0.
00000080:00000010:1.1:1788201502.708410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0af80.
00010000:00000010:1.1:1788201502.716480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6200.
00010000:00000010:1.1:1788201502.733578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014100.
00010000:00000010:1.1:1788201502.733585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00000080:00000010:1.1:1788201502.738115:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fa940.
00000080:00000010:1.1:1788201502.738129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0abe0.
00010000:00000010:1.1:1788201502.738139:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53200.
00010000:00000010:1.1:1788201502.738144:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1400.
00000080:00000010:1.1:1788201502.748336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0af80.
00000080:00000010:2.1:1788201502.748389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09512100.
00010000:00000010:2.1:1788201502.756954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201502.783525:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53d00.
00010000:00000010:2.1:1788201502.783531:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1c00.
00000080:00000010:2.1:1788201502.783538:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09514200.
00000080:00000010:2.1:1788201502.783543:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316100.
00010000:00000010:2.1:1788201502.783549:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014d00.
00010000:00000010:2.1:1788201502.783552:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1200.
00000080:00000010:2.1:1788201502.783555:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073169c0.
00000080:00000010:2.1:1788201502.791456:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fe300.
00010000:00000010:2.1:1788201502.791464:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53700.
00010000:00000010:2.1:1788201502.791470:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0200.
00000080:00000010:2.1:1788201502.802886:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316620.
00000080:00000010:2.1:1788201502.802908:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09511080.
00010000:00000010:2.1:1788201502.802914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014e00.
00010000:00000010:2.1:1788201502.802920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0c00.
00000080:00000010:2.1:1788201502.803475:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073165e0.
00000080:00000010:2.1:1788201502.803489:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111feb40.
00010000:00000010:2.1:1788201502.803497:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53000.
00010000:00000010:2.1:1788201502.803500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1000.
00000080:00000010:2.1:1788201502.807653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073169c0.
00000080:00000010:2.1:1788201502.807681:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09510840.
00010000:00000010:2.1:1788201502.814444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201502.833433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014b00.
00010000:00000010:2.1:1788201502.833442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0400.
00000080:00000010:2.1:1788201502.838347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111ff380.
00000080:00000010:2.1:1788201502.838362:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316100.
00010000:00000010:2.1:1788201502.838378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014900.
00010000:00000010:2.1:1788201502.838383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0000.
00000080:00000010:2.1:1788201502.857546:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073165e0.
00000080:00000010:2.1:1788201502.857563:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fca40.
00010000:00000010:2.1:1788201502.857569:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201502.870372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53300.
00010000:00000010:2.1:1788201502.870378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1e00.
00000080:00000010:0.1:1788201502.878055:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09514a40.
00000080:00000010:0.1:1788201502.878064:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316100.
00010000:00000010:0.1:1788201502.881511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aec00.
00010000:00000010:0.1:1788201502.910469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa700.
00010000:00000010:0.1:1788201502.910486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1a00.
00000080:00000010:0.1:1788201502.917456:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09517380.
00000080:00000010:0.1:1788201502.917470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4f60.
00010000:00000010:0.1:1788201502.917481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa900.
00010000:00000010:0.1:1788201502.917486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0e00.
00000080:00000010:2.1:1788201502.928336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c41c0.
00000080:00000010:2.1:1788201502.928353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09516300.
00010000:00000010:2.1:1788201502.936395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201502.955335:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014000.
00010000:00000010:2.1:1788201502.955344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1800.
00000080:00000010:2.1:1788201502.960463:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111f8840.
00000080:00000010:2.1:1788201502.960477:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073169c0.
00010000:00000010:2.1:1788201502.970349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201502.994369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014700.
00010000:00000010:2.1:1788201502.994387:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6a00.
00000080:00000010:2.1:1788201502.999502:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111f9080.
00000080:00000010:2.1:1788201502.999511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073165e0.
00010000:00000010:2.1:1788201503.009378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201503.054371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa600.
00010000:00000010:2.1:1788201503.054384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7400.
00000080:00000010:3.1:1788201503.057929:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09516b40.
00000080:00000010:3.1:1788201503.057936:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073169c0.
00010000:00000010:3.1:1788201503.067112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028200.
00010000:00000010:3.1:1788201503.092526:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014600.
00010000:00000010:3.1:1788201503.092540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7c00.
00000080:00000010:3.1:1788201503.103781:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094ca100.
00000080:00000010:3.1:1788201503.103794:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbd60.
00010000:00000010:3.1:1788201503.115534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028200.
00010000:00000010:2.1:1788201503.143355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffab00.
00010000:00000010:2.1:1788201503.143367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7000.
00000080:00000010:2.1:1788201503.145937:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09512940.
00000080:00000010:2.1:1788201503.145951:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb6c0.
00010000:00000010:2.1:1788201503.165426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201503.197964:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffad00.
00010000:00000010:2.1:1788201503.197979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7a00.
00000080:00000010:2.1:1788201503.217759:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a5ac0.
00000080:00000010:2.1:1788201503.217767:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073165e0.
00010000:00000010:2.1:1788201503.217775:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014f00.
00010000:00000010:2.1:1788201503.217781:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6800.
00000080:00000010:2.1:1788201503.217784:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316620.
00000080:00000010:2.1:1788201503.217793:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cdac0.
00010000:00000010:1.1:1788201503.233187:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014500.
00010000:00000010:1.1:1788201503.233203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6400.
00000080:00000010:2.1:1788201503.240380:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ce0.
00000080:00000010:2.1:1788201503.240403:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cb180.
00010000:00000010:3.1:1788201503.253360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028200.
00010000:00000010:1.1:1788201503.278407:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa000.
00010000:00000010:1.1:1788201503.278413:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7e00.
00000080:00000010:1.1:1788201503.292792:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a3180.
00000080:00000010:1.1:1788201503.292806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316c80.
00010000:00000010:1.1:1788201503.292825:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3a00.
00010000:00000010:1.1:1788201503.292839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7600.
00000080:00000010:1.1:1788201503.296463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ad60.
00000080:00000010:1.1:1788201503.296489:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094c8000.
00010000:00000010:1.1:1788201503.296496:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa800.
00010000:00000010:1.1:1788201503.296501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f400.
00000080:00000010:1.1:1788201503.311930:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aee0.
00000080:00000010:1.1:1788201503.311954:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a0000.
00010000:00000010:1.1:1788201503.328652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6600.
00010000:00000010:1.1:1788201503.333374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3400.
00010000:00000010:1.1:1788201503.333387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394fe00.
00000080:00000010:0.1:1788201503.350360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cb9c0.
00000080:00000010:0.1:1788201503.350367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ad60.
00010000:00000010:0.1:1788201503.350375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa400.
00010000:00000010:0.1:1788201503.350379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e600.
00010000:00000010:3.1:1788201503.371474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00000080:00000010:2.1:1788201503.371536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4880.
00000080:00000010:2.1:1788201503.371554:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a39c0.
00010000:00000010:3.1:1788201503.406887:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3e00.
00010000:00000010:3.1:1788201503.406894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f800.
00000080:00000010:3.1:1788201503.411357:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cd280.
00000080:00000010:3.1:1788201503.411370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ce0.
00010000:00000010:3.1:1788201503.411381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1900.
00010000:00000010:3.1:1788201503.411387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394ee00.
00000080:00000010:2.1:1788201503.431427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb100.
00000080:00000010:2.1:1788201503.431445:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12054200.
00010000:00000010:2.1:1788201503.445359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201503.466518:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3c00.
00010000:00000010:2.1:1788201503.466525:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e000.
00000080:00000010:2.1:1788201503.475787:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094c98c0.
00000080:00000010:2.1:1788201503.475800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316620.
00010000:00000010:2.1:1788201503.479447:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201503.501369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3b00.
00010000:00000010:2.1:1788201503.501378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394ec00.
00000080:00000010:3.1:1788201503.505397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40379080.
00000080:00000010:3.1:1788201503.505406:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073165e0.
00010000:00000010:3.1:1788201503.505415:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028200.
00010000:00000010:2.1:1788201503.530705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1100.
00010000:00000010:2.1:1788201503.530715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394fc00.
00000080:00000010:2.1:1788201503.534367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12051080.
00000080:00000010:2.1:1788201503.534382:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbb00.
00010000:00000010:2.1:1788201503.534392:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3100.
00010000:00000010:2.1:1788201503.534397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e800.
00000080:00000010:0.1:1788201503.579345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b80.
00000080:00000010:0.1:1788201503.579373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40378840.
00010000:00000010:0.1:1788201503.579380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1a00.
00010000:00000010:0.1:1788201503.579385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e200.
00000080:00000010:0.1:1788201503.579391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4ee0.
00000080:00000010:0.1:1788201503.583889:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12050840.
00010000:00000010:0.1:1788201503.583902:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3900.
00010000:00000010:0.1:1788201503.583907:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f600.
00000080:00000010:1.1:1788201503.596349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c40a0.
00000080:00000010:1.1:1788201503.599490:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037ca40.
00010000:00000010:1.1:1788201503.603453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1800.
00010000:00000010:1.1:1788201503.603470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f200.
00000080:00000010:2.1:1788201503.614342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a640.
00000080:00000010:2.1:1788201503.614369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12054a40.
00010000:00000010:2.1:1788201503.633337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:1.1:1788201503.664531:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1000.
00010000:00000010:1.1:1788201503.664545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8c00.
00000080:00000010:1.1:1788201503.675106:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12057380.
00000080:00000010:1.1:1788201503.675119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316620.
00010000:00000010:1.1:1788201503.679341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3600.
00010000:00000010:1.1:1788201503.679355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9c00.
00000080:00000010:1.1:1788201503.689874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a400.
00000080:00000010:1.1:1788201503.689898:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037f380.
00010000:00000010:1.1:1788201503.710589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6200.
00010000:00000010:1.1:1788201503.729481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3d00.
00010000:00000010:1.1:1788201503.729494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9400.
00000080:00000010:1.1:1788201503.754900:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037e300.
00000080:00000010:1.1:1788201503.754912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a520.
00010000:00000010:2.1:1788201503.763576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:3.1:1788201503.792387:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1700.
00010000:00000010:3.1:1788201503.792418:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9000.
00000080:00000010:3.1:1788201503.819114:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12056300.
00000080:00000010:3.1:1788201503.819126:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a400.
00010000:00000010:3.1:1788201503.819138:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1d00.
00010000:00000010:3.1:1788201503.819142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9a00.
00000080:00000010:3.1:1788201503.834512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb1e0.
00000080:00000010:3.1:1788201503.834545:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12056b40.
00010000:00000010:3.1:1788201503.834552:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3f00.
00010000:00000010:3.1:1788201503.834557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8000.
00000080:00000010:3.1:1788201503.834561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb040.
00000080:00000010:3.1:1788201503.834568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037eb40.
00010000:00000010:3.1:1788201503.834572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1f00.
00010000:00000010:3.1:1788201503.834576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9e00.
00000080:00000010:2.1:1788201503.858329:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb500.
00000080:00000010:2.1:1788201503.858356:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12052940.
00010000:00000010:2.1:1788201503.875058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:3.1:1788201503.910495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3700.
00010000:00000010:3.1:1788201503.910506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8600.
00000080:00000010:2.1:1788201503.932113:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037a940.
00000080:00000010:2.1:1788201503.932128:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b60.
00010000:00000010:3.1:1788201503.943528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201504.012366:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3800.
00010000:00000010:2.1:1788201504.012374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8200.
00000080:00000010:2.1:1788201504.048711:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403798c0.
00000080:00000010:2.1:1788201504.048720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073160a0.
00010000:00000010:2.1:1788201504.048731:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3500.
00010000:00000010:2.1:1788201504.048736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8e00.
00000080:00000010:2.1:1788201504.048739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b60.
00000080:00000010:2.1:1788201504.048747:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037d280.
00010000:00000010:2.1:1788201504.048750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffae00.
00010000:00000010:2.1:1788201504.048753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9200.
00010000:00000010:3.1:1788201504.051744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3200.
00010000:00000010:3.1:1788201504.051758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8800.
00000080:00000010:2.1:1788201504.053347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e40.
00000080:00000010:2.1:1788201504.053372:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a5280.
00000080:00000010:3.1:1788201504.064548:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f60.
00000080:00000010:3.1:1788201504.064573:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037b9c0.
00010000:00000010:3.1:1788201504.069380:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa300.
00010000:00000010:3.1:1788201504.069387:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9800.
00000080:00000010:3.1:1788201504.079455:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb040.
00000080:00000010:3.1:1788201504.079484:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a18c0.
00010000:00000010:3.1:1788201504.087454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028200.
00010000:00000010:3.1:1788201504.125379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3300.
00010000:00000010:3.1:1788201504.125393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9600.
00000080:00000010:3.1:1788201504.141875:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40378000.
00000080:00000010:3.1:1788201504.145320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb1e0.
00010000:00000010:2.1:1788201504.152455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201504.176394:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53c00.
00010000:00000010:2.1:1788201504.176413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8400.
00000080:00000010:2.1:1788201504.187321:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a7380.
00000080:00000010:2.1:1788201504.187340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e40.
00010000:00000010:2.1:1788201504.193946:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6e00.
00010000:00000010:2.1:1788201504.193962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50400.
00000080:00000010:2.1:1788201504.202438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b60.
00000080:00000010:2.1:1788201504.202465:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a4a40.
00010000:00000010:2.1:1788201504.202472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6c00.
00010000:00000010:2.1:1788201504.202477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51800.
00000080:00000010:2.1:1788201504.210429:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e40.
00000080:00000010:2.1:1788201504.210447:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a0840.
00010000:00000010:2.1:1788201504.219357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:3.1:1788201504.233444:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffaa00.
00010000:00000010:3.1:1788201504.233450:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50c00.
00000080:00000010:3.1:1788201504.243876:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a2940.
00000080:00000010:3.1:1788201504.243883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073160a0.
00010000:00000010:3.1:1788201504.247491:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6600.
00010000:00000010:3.1:1788201504.247509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51a00.
00000080:00000010:3.1:1788201504.253805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb1e0.
00000080:00000010:3.1:1788201504.253832:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce7380.
00010000:00000010:3.1:1788201504.253838:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6b00.
00010000:00000010:3.1:1788201504.253843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51600.
00000080:00000010:3.1:1788201504.264389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb040.
00000080:00000010:3.1:1788201504.264417:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce4a40.
00010000:00000010:3.1:1788201504.268882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028200.
00010000:00000010:3.1:1788201504.301369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa500.
00010000:00000010:3.1:1788201504.301381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50800.
00000080:00000010:3.1:1788201504.305332:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a6b40.
00000080:00000010:3.1:1788201504.305340:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbfc0.
00010000:00000010:3.1:1788201504.305350:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffac00.
00010000:00000010:3.1:1788201504.305354:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51c00.
00000080:00000010:3.1:1788201504.331238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb1e0.
00000080:00000010:3.1:1788201504.331258:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a6300.
00010000:00000010:0.1:1788201504.333583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1500.
00010000:00000010:0.1:1788201504.333590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51000.
00000080:00000010:3.1:1788201504.339339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbfc0.
00000080:00000010:2.1:1788201504.348347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037b180.
00010000:00000010:2.1:1788201504.360370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201504.389407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1300.
00010000:00000010:2.1:1788201504.389486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50000.
00010000:00000010:2.1:1788201504.389489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4cc00.
00000080:00000010:2.1:1788201504.410761:0:245357:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037dac0.
00000080:00000010:2.1:1788201504.410769:0:245357:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e40.
00010000:00000010:2.1:1788201504.410779:0:245357:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6700.
00010000:00000010:2.1:1788201504.410782:0:245357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50600.
00010000:00000010:2.1:1788201504.427879:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51000.
00000080:00000010:2.1:1788201504.457341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b60.
00000080:00000010:2.1:1788201504.457367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce5280.
00010000:00000010:2.1:1788201504.492771:0:1036:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1200.
00010000:00000010:2.1:1788201504.492800:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51400.
00000080:00000010:2.1:1788201504.492806:0:1036:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e40.
00000080:00000010:2.1:1788201504.492829:0:1036:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037a100.
00010000:00000010:0.1:1788201504.500347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50000.
00010000:00000010:3.1:1788201504.544915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1600.
00010000:00000010:3.1:1788201504.544928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50200.
00000080:00000010:3.1:1788201504.557272:0:2396:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037c200.
00000080:00000010:3.1:1788201504.557282:0:2396:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e80.
00010000:00000010:3.1:1788201504.570316:0:234654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1e00.
00010000:00000010:3.1:1788201504.570321:0:234654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50e00.
00010000:00000010:3.1:1788201504.585316:0:234654:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299fd00.
00000080:00000010:2.1:1788201504.595325:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbfc0.
00000080:00000010:2.1:1788201504.595338:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b18c0.
00010000:00000010:2.1:1788201504.595343:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6d00.
00010000:00000010:2.1:1788201504.595347:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51200.
00000080:00000010:1.1:1788201504.596839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e40.
00000080:00000010:1.1:1788201504.596851:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce0840.
00010000:00000010:1.1:1788201504.600088:0:259943:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1400.
00010000:00000010:1.1:1788201504.600094:0:259943:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c200.
00000080:00000010:2.1:1788201504.604330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a360.
00000080:00000010:2.1:1788201504.604345:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b2940.
00010000:00000010:2.1:1788201504.604350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1b00.
00010000:00000010:2.1:1788201504.604355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7de00.
00000080:00000010:2.1:1788201504.613546:0:258873:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b60.
00000080:00000010:2.1:1788201504.613560:0:258873:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b6b40.
00010000:00000010:2.1:1788201504.618832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f800.
00010000:00000010:3.1:1788201504.630980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201504.655582:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34000.
00010000:00000010:2.1:1788201504.655596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d400.
00000080:00000010:2.1:1788201504.674344:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b6300.
00000080:00000010:2.1:1788201504.674353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ae0.
00010000:00000010:2.1:1788201504.679038:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6000.
00010000:00000010:2.1:1788201504.679056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7dc00.
00000080:00000010:2.1:1788201504.695346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b60.
00000080:00000010:3.1:1788201504.699586:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce5ac0.
00010000:00000010:3.1:1788201504.699601:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6100.
00010000:00000010:3.1:1788201504.699607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d200.
00000080:00000010:3.1:1788201504.729339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb040.
00000080:00000010:3.1:1788201504.729367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce1080.
00010000:00000010:3.1:1788201504.729374:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6f00.
00010000:00000010:3.1:1788201504.729379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c400.
00000080:00000010:3.1:1788201504.737571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbbe0.
00000080:00000010:3.1:1788201504.744871:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce0000.
00010000:00000010:2.1:1788201504.761437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201504.775599:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6400.
00010000:00000010:2.1:1788201504.775612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d800.
00000080:00000010:2.1:1788201504.787516:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce2940.
00000080:00000010:2.1:1788201504.787530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb040.
00010000:00000010:2.1:1788201504.787541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6500.
00010000:00000010:2.1:1788201504.787547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c800.
00000080:00000010:2.1:1788201504.802496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b60.
00000080:00000010:2.1:1788201504.802514:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce18c0.
00010000:00000010:2.1:1788201504.802520:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34500.
00010000:00000010:2.1:1788201504.802524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7cc00.
00000080:00000010:3.1:1788201504.806341:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ae0.
00000080:00000010:3.1:1788201504.806373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b7380.
00010000:00000010:3.1:1788201504.806380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34300.
00010000:00000010:3.1:1788201504.806385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d000.
00000080:00000010:3.1:1788201504.821533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbbe0.
00000080:00000010:3.1:1788201504.821563:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b4a40.
00010000:00000010:3.1:1788201504.821570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6800.
00010000:00000010:3.1:1788201504.821576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c600.
00000080:00000010:3.1:1788201504.831629:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb0e0.
00000080:00000010:3.1:1788201504.831646:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce6b40.
00010000:00000010:3.1:1788201504.838697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1c00.
00010000:00000010:3.1:1788201504.864564:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6300.
00010000:00000010:3.1:1788201504.864572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7ce00.
00000080:00000010:3.1:1788201504.871794:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce6300.
00000080:00000010:3.1:1788201504.871903:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbbe0.
00010000:00000010:3.1:1788201504.875534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1c00.
00010000:00000010:3.1:1788201504.905408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6200.
00010000:00000010:3.1:1788201504.905420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7da00.
00000080:00000010:3.1:1788201504.905428:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce3180.
00000080:00000010:3.1:1788201504.905435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb800.
00010000:00000010:3.1:1788201504.915396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1c00.
00010000:00000010:2.1:1788201504.938477:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34200.
00010000:00000010:2.1:1788201504.938483:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d600.
00000080:00000010:2.1:1788201504.947953:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b0840.
00000080:00000010:2.1:1788201504.947962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb0e0.
00010000:00000010:2.1:1788201504.955321:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201504.965379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34600.
00010000:00000010:2.1:1788201504.965391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7ca00.
00000080:00000010:2.1:1788201504.972706:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b1080.
00000080:00000010:2.1:1788201504.972719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b60.
00010000:00000010:2.1:1788201504.984402:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201504.996682:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6900.
00010000:00000010:2.1:1788201504.996687:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c000.
00000080:00000010:2.1:1788201505.001522:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce39c0.
00000080:00000010:2.1:1788201505.001531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316660.
00010000:00000010:2.1:1788201505.001540:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34e00.
00010000:00000010:2.1:1788201505.001555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719ac00.
00000080:00000010:2.1:1788201505.011340:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b60.
00000080:00000010:2.1:1788201505.018474:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b4200.
00010000:00000010:2.1:1788201505.023352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201505.052957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6f00.
00010000:00000010:2.1:1788201505.052968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b200.
00000080:00000010:2.1:1788201505.056355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14460840.
00000080:00000010:2.1:1788201505.056370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316660.
00010000:00000010:2.1:1788201505.069347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:0.1:1788201505.102469:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34b00.
00010000:00000010:0.1:1788201505.102482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b800.
00000080:00000010:0.1:1788201505.121565:0:12:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b2100.
00000080:00000010:0.1:1788201505.121579:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b60.
00010000:00000010:0.1:1788201505.126606:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6500.
00010000:00000010:0.1:1788201505.126614:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b000.
00000080:00000010:0.1:1788201505.142986:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4b60.
00000080:00000010:0.1:1788201505.143011:0:2385:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14461080.
00010000:00000010:0.1:1788201505.143017:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7a00.
00010000:00000010:3.1:1788201505.164957:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6b00.
00010000:00000010:3.1:1788201505.164970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719be00.
00000080:00000010:3.1:1788201505.189009:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14464200.
00000080:00000010:3.1:1788201505.189023:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4be0.
00010000:00000010:3.1:1788201505.192641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1c00.
00010000:00000010:2.1:1788201505.222376:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6800.
00010000:00000010:2.1:1788201505.222382:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a400.
00000080:00000010:3.1:1788201505.226909:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14462100.
00000080:00000010:3.1:1788201505.226920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb800.
00010000:00000010:2.1:1788201505.230351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00000080:00000010:3.1:1788201505.262406:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b5ac0.
00000080:00000010:3.1:1788201505.262422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb520.
00010000:00000010:2.1:1788201505.262555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34400.
00010000:00000010:2.1:1788201505.262561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719aa00.
00010000:00000010:1.1:1788201505.265418:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6300.
00010000:00000010:1.1:1788201505.265432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a600.
00000080:00000010:2.1:1788201505.266381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb800.
00000080:00000010:2.1:1788201505.266401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14465ac0.
00010000:00000010:2.1:1788201505.287002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:3.1:1788201505.301685:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34900.
00010000:00000010:3.1:1788201505.301693:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719ae00.
00000080:00000010:3.1:1788201505.310968:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b3180.
00000080:00000010:3.1:1788201505.310977:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073161a0.
00010000:00000010:3.1:1788201505.319344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1c00.
00010000:00000010:3.1:1788201505.336388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34c00.
00010000:00000010:3.1:1788201505.336402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719bc00.
00000080:00000010:3.1:1788201505.345353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b0000.
00000080:00000010:3.1:1788201505.345367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb520.
00010000:00000010:3.1:1788201505.353450:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34100.
00010000:00000010:3.1:1788201505.353467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a800.
00000080:00000010:3.1:1788201505.358481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb6a0.
00000080:00000010:3.1:1788201505.358509:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b39c0.
00010000:00000010:3.1:1788201505.358516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6200.
00010000:00000010:3.1:1788201505.358521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b600.
00000080:00000010:3.1:1788201505.367420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb520.
00000080:00000010:3.1:1788201505.367446:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14463180.
00010000:00000010:3.1:1788201505.389394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1c00.
00010000:00000010:3.1:1788201505.418243:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34f00.
00010000:00000010:3.1:1788201505.418252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719b400.
00000080:00000010:3.1:1788201505.422354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d146b5280.
00000080:00000010:3.1:1788201505.422369:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb6a0.
00010000:00000010:0.1:1788201505.425420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50200.
00010000:00000010:2.1:1788201505.439478:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34800.
00010000:00000010:2.1:1788201505.439490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719ba00.
00000080:00000010:2.1:1788201505.457396:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09510000.
00000080:00000010:2.1:1788201505.457409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb520.
00010000:00000010:2.1:1788201505.467471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201505.482382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34d00.
00010000:00000010:2.1:1788201505.482388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a200.
00000080:00000010:2.1:1788201505.510358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d095139c0.
00000080:00000010:2.1:1788201505.510368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073163c0.
00010000:00000010:2.1:1788201505.510378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6d00.
00010000:00000010:2.1:1788201505.510382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7200.
00000080:00000010:2.1:1788201505.515437:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316500.
00000080:00000010:2.1:1788201505.515455:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14460000.
00010000:00000010:2.1:1788201505.515461:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201505.552162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6000.
00010000:00000010:2.1:1788201505.552174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6e00.
00000080:00000010:2.1:1788201505.555781:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144639c0.
00000080:00000010:2.1:1788201505.555788:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316c20.
00010000:00000010:2.1:1788201505.555795:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34a00.
00010000:00000010:2.1:1788201505.555799:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6600.
00000080:00000010:2.1:1788201505.561343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316920.
00000080:00000010:2.1:1788201505.561359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09515280.
00010000:00000010:2.1:1788201505.573063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201505.595915:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6600.
00010000:00000010:2.1:1788201505.595923:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6c00.
00000080:00000010:2.1:1788201505.600750:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14465280.
00000080:00000010:2.1:1788201505.600761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316500.
00010000:00000010:2.1:1788201505.604512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10c34700.
00010000:00000010:2.1:1788201505.604527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6000.
00000080:00000010:2.1:1788201505.625466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316920.
00010000:00000010:3.1:1788201505.633356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6400.
00010000:00000010:3.1:1788201505.633374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de6200.
00000080:00000010:2.1:1788201505.636797:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d095118c0.
00000080:00000010:3.1:1788201505.637089:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb6a0.
00000080:00000010:3.1:1788201505.637103:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144618c0.
00010000:00000010:3.1:1788201505.637108:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0a395500.
00010000:00000010:3.1:1788201505.637113:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d03de7800.
00000080:00000010:3.1:1788201505.640446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb4e0.
00000080:00000010:3.1:1788201505.649977:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11195ac0.
00010000:00000010:3.1:1788201505.663340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1c00.
00010000:00000010:2.1:1788201505.684752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0a395100.
00010000:00000010:2.1:1788201505.684764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1fd00800.
00000080:00000010:2.1:1788201505.694346:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11192100.
00000080:00000010:2.1:1788201505.694356:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb240.
00010000:00000010:2.1:1788201505.705389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201505.710401:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6700.
00010000:00000010:2.1:1788201505.710408:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1fd00000.
00000080:00000010:2.1:1788201505.718347:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14462940.
00000080:00000010:2.1:1788201505.718359:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316920.
00010000:00000010:2.1:1788201505.722423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:3.1:1788201505.743375:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0a395700.
00010000:00000010:3.1:1788201505.743389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1fd01a00.
00000080:00000010:3.1:1788201505.754845:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11194200.
00000080:00000010:3.1:1788201505.754857:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316500.
00010000:00000010:3.1:1788201505.766420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1c00.
00010000:00000010:2.1:1788201505.787473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0a395400.
00010000:00000010:2.1:1788201505.787486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1fd01600.
00000080:00000010:2.1:1788201505.795458:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11191080.
00000080:00000010:2.1:1788201505.795471:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb6a0.
00010000:00000010:2.1:1788201505.800510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6c00.
00010000:00000010:2.1:1788201505.800519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1fd00a00.
00000080:00000010:2.1:1788201505.805335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316920.
00000080:00000010:2.1:1788201505.805363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14466b40.
00010000:00000010:2.1:1788201505.805370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6100.
00010000:00000010:2.1:1788201505.805375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1fd01e00.
00000080:00000010:2.1:1788201505.812478:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073163c0.
00000080:00000010:2.1:1788201505.812491:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14466300.
00010000:00000010:2.1:1788201505.817335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:2.1:1788201505.832465:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0a395200.
00010000:00000010:2.1:1788201505.832479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6600.
00000080:00000010:2.1:1788201505.837467:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11190840.
00000080:00000010:2.1:1788201505.837473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316920.
00010000:00000010:2.1:1788201505.837480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0a395f00.
00010000:00000010:2.1:1788201505.837484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6200.
00000080:00000010:2.1:1788201505.841457:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316200.
00000080:00000010:2.1:1788201505.841470:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11194a40.
00010000:00000010:2.1:1788201505.851376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6600.
00010000:00000010:3.1:1788201505.858509:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0a395d00.
00010000:00000010:3.1:1788201505.858516:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6000.
00000080:00000010:3.1:1788201505.864274:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11197380.
00000080:00000010:3.1:1788201505.864288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073163c0.
00010000:00000010:3.1:1788201505.871185:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1c00.
00010000:00000010:3.1:1788201505.904513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6a00.
00010000:00000010:3.1:1788201505.904520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7600.
00000080:00000010:3.1:1788201505.912339:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14467380.
00000080:00000010:3.1:1788201505.912350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb2a0.
00010000:00000010:3.1:1788201505.912359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1c00.
00010000:00000010:2.1:1788201505.930390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6900.
00010000:00000010:2.1:1788201505.930403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6c00.
00000080:00000010:2.1:1788201505.944344:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14464a40.
00000080:00000010:2.1:1788201505.944350:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb700.
00010000:00000010:2.1:1788201505.944358:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0a395300.
00010000:00000010:2.1:1788201505.944362:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7000.
00000080:00000010:2.1:1788201505.952596:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316200.
00000080:00000010:2.1:1788201505.952614:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11196300.
00010000:00000010:2.1:1788201505.967346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6c00.
00010000:00000010:0.1:1788201505.984795:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0a395b00.
00010000:00000010:0.1:1788201505.984803:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7c00.
00000080:00000010:0.1:1788201505.994351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11196b40.
00000080:00000010:0.1:1788201505.994360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316780.
00010000:00000010:0.1:1788201505.994369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53400.
00010000:00000010:0.1:1788201505.994375:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6400.
00000080:00000010:0.1:1788201505.994389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4100.
00000080:00000010:0.1:1788201506.003338:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094ca940.
00010000:00000010:0.1:1788201506.015471:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51200.
00010000:00000010:2.1:1788201506.027413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0a395e00.
00010000:00000010:2.1:1788201506.027426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7200.
00000080:00000010:2.1:1788201506.035067:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11192940.
00000080:00000010:2.1:1788201506.035078:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4700.
00010000:00000010:2.1:1788201506.047716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7200.
00010000:00000010:2.1:1788201506.068536:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53b00.
00010000:00000010:2.1:1788201506.068549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7400.
00000080:00000010:2.1:1788201506.076649:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094ceb40.
00000080:00000010:2.1:1788201506.076665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316200.
00010000:00000010:2.1:1788201506.076677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53900.
00010000:00000010:2.1:1788201506.076682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7a00.
00000080:00000010:2.1:1788201506.085268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b40.
00000080:00000010:2.1:1788201506.085315:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094ce300.
00010000:00000010:2.1:1788201506.085322:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84100.
00010000:00000010:2.1:1788201506.085327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6a00.
00000080:00000010:2.1:1788201506.092856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e60.
00000080:00000010:2.1:1788201506.092878:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111918c0.
00010000:00000010:2.1:1788201506.092884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84900.
00010000:00000010:2.1:1788201506.092888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7e00.
00000080:00000010:1.1:1788201506.099581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316200.
00000080:00000010:1.1:1788201506.099607:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11195280.
00010000:00000010:1.1:1788201506.099624:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53100.
00010000:00000010:1.1:1788201506.099629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6e00.
00000080:00000010:1.1:1788201506.110556:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aca0.
00000080:00000010:1.1:1788201506.110572:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cf380.
00010000:00000010:1.1:1788201506.126505:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6400.
00010000:00000010:1.1:1788201506.154365:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53a00.
00010000:00000010:1.1:1788201506.154388:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af000.
00000080:00000010:1.1:1788201506.168435:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cd280.
00000080:00000010:1.1:1788201506.168445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ad80.
00010000:00000010:2.1:1788201506.168551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6400.
00010000:00000010:3.1:1788201506.199998:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53800.
00010000:00000010:3.1:1788201506.200011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3afa00.
00000080:00000010:3.1:1788201506.213491:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094ca100.
00000080:00000010:3.1:1788201506.213503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aca0.
00010000:00000010:3.1:1788201506.229875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac000.
00010000:00000010:3.1:1788201506.318292:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53f00.
00010000:00000010:3.1:1788201506.318313:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aec00.
00000080:00000010:2.1:1788201506.322341:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cca40.
00000080:00000010:2.1:1788201506.322349:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb2a0.
00010000:00000010:2.1:1788201506.322357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53500.
00010000:00000010:2.1:1788201506.322361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3afe00.
00010000:00000010:0.1:1788201506.322579:0:2393:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cc00.
00010000:00000010:1.1:1788201506.374443:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187ce00.
00000080:00000010:2.1:1788201506.374492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b40.
00000080:00000010:2.1:1788201506.378345:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094c8840.
00010000:00000010:2.1:1788201506.378355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53c00.
00010000:00000010:2.1:1788201506.378360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af600.
00000080:00000010:3.1:1788201506.386342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316260.
00000080:00000010:3.1:1788201506.386360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094c9080.
00010000:00000010:3.1:1788201506.390470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac000.
00010000:00000010:2.1:1788201506.424578:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53300.
00010000:00000010:2.1:1788201506.424585:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af200.
00000080:00000010:2.1:1788201506.434486:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cc200.
00000080:00000010:2.1:1788201506.434495:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb5c0.
00010000:00000010:2.1:1788201506.442580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7e00.
00010000:00000010:2.1:1788201506.471625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53000.
00010000:00000010:2.1:1788201506.471637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae000.
00000080:00000010:2.1:1788201506.479600:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094c98c0.
00000080:00000010:2.1:1788201506.479624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b40.
00010000:00000010:2.1:1788201506.484521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7e00.
00010000:00000010:2.1:1788201506.513594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84700.
00010000:00000010:2.1:1788201506.513605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aee00.
00000080:00000010:2.1:1788201506.517638:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111939c0.
00000080:00000010:2.1:1788201506.517653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316640.
00010000:00000010:2.1:1788201506.527535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7e00.
00010000:00000010:2.1:1788201506.557641:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84000.
00010000:00000010:2.1:1788201506.557648:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae800.
00000080:00000010:2.1:1788201506.557654:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11190000.
00000080:00000010:2.1:1788201506.557660:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073167a0.
00010000:00000010:2.1:1788201506.565679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7e00.
00010000:00000010:3.1:1788201506.592567:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53700.
00010000:00000010:3.1:1788201506.592583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae600.
00000080:00000010:3.1:1788201506.600136:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cb9c0.
00000080:00000010:3.1:1788201506.600150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316640.
00010000:00000010:3.1:1788201506.612357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac000.
00010000:00000010:2.1:1788201506.641529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84500.
00010000:00000010:2.1:1788201506.641540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af800.
00000080:00000010:2.1:1788201506.654454:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11193180.
00000080:00000010:2.1:1788201506.654462:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb700.
00010000:00000010:2.1:1788201506.654473:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53d00.
00010000:00000010:2.1:1788201506.654479:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aea00.
00000080:00000010:2.1:1788201506.668030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b40.
00000080:00000010:2.1:1788201506.668049:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094c8000.
00010000:00000010:2.1:1788201506.668054:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53200.
00010000:00000010:2.1:1788201506.668059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af400.
00000080:00000010:2.1:1788201506.670331:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073167a0.
00000080:00000010:2.1:1788201506.670344:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cb180.
00010000:00000010:2.1:1788201506.679841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7e00.
00010000:00000010:2.1:1788201506.704325:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53600.
00010000:00000010:2.1:1788201506.704338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae200.
00000080:00000010:2.1:1788201506.709868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cdac0.
00000080:00000010:2.1:1788201506.709878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316740.
00010000:00000010:2.1:1788201506.716339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7e00.
00010000:00000010:2.1:1788201506.734450:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84300.
00010000:00000010:2.1:1788201506.734456:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae400.
00000080:00000010:2.1:1788201506.738496:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220eb40.
00000080:00000010:2.1:1788201506.738508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b40.
00010000:00000010:2.1:1788201506.738518:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84200.
00010000:00000010:2.1:1788201506.738524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3afc00.
00000080:00000010:2.1:1788201506.755543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073167a0.
00000080:00000010:2.1:1788201506.755567:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220a940.
00010000:00000010:2.1:1788201506.759691:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7e00.
00010000:00000010:0.1:1788201506.777340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84600.
00010000:00000010:0.1:1788201506.777355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51c00.
00000080:00000010:2.1:1788201506.784630:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122098c0.
00000080:00000010:2.1:1788201506.784641:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b40.
00010000:00000010:2.1:1788201506.792474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7e00.
00010000:00000010:2.1:1788201506.812130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53e00.
00010000:00000010:2.1:1788201506.812140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50800.
00000080:00000010:2.1:1788201506.822068:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce5280.
00000080:00000010:2.1:1788201506.822076:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316740.
00010000:00000010:2.1:1788201506.827393:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7e00.
00010000:00000010:2.1:1788201506.838121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84e00.
00010000:00000010:2.1:1788201506.838135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51600.
00000080:00000010:2.1:1788201506.845634:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220d280.
00000080:00000010:2.1:1788201506.845641:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073167a0.
00010000:00000010:2.1:1788201506.874780:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7e00.
00010000:00000010:1.1:1788201506.883879:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3300.
00010000:00000010:1.1:1788201506.883890:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51a00.
00000080:00000010:1.1:1788201506.883899:0:20:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce4a40.
00000080:00000010:1.1:1788201506.883906:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b40.
00010000:00000010:1.1:1788201506.892338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7800.
00010000:00000010:0.1:1788201506.901521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1e00.
00010000:00000010:0.1:1788201506.901527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50c00.
00000080:00000010:0.1:1788201506.906553:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a0840.
00000080:00000010:0.1:1788201506.906567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a400.
00010000:00000010:0.1:1788201506.906578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1f00.
00010000:00000010:0.1:1788201506.906584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51800.
00000080:00000010:0.1:1788201506.914559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c48a0.
00000080:00000010:0.1:1788201506.914575:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a4a40.
00010000:00000010:0.1:1788201506.921136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7e000.
00010000:00000010:0.1:1788201506.942473:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3200.
00010000:00000010:0.1:1788201506.942480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50400.
00000080:00000010:0.1:1788201506.947361:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce7380.
00000080:00000010:0.1:1788201506.947376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4ba0.
00010000:00000010:0.1:1788201506.947386:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84d00.
00010000:00000010:0.1:1788201506.947391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50a00.
00000080:00000010:0.1:1788201506.962340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c48a0.
00000080:00000010:0.1:1788201506.962358:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220b9c0.
00010000:00000010:0.1:1788201506.968195:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7e000.
00010000:00000010:2.1:1788201506.978505:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3500.
00010000:00000010:2.1:1788201506.978516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51e00.
00000080:00000010:2.1:1788201506.993436:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037c200.
00000080:00000010:2.1:1788201506.993446:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4ba0.
00010000:00000010:3.1:1788201507.009557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7e00.
00010000:00000010:3.1:1788201507.013591:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3800.
00010000:00000010:3.1:1788201507.013606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d200.
00000080:00000010:3.1:1788201507.017751:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037a100.
00000080:00000010:3.1:1788201507.017760:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316740.
00010000:00000010:3.1:1788201507.024392:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac000.
00010000:00000010:2.1:1788201507.049371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3700.
00010000:00000010:2.1:1788201507.049378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c600.
00000080:00000010:2.1:1788201507.052467:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037dac0.
00000080:00000010:2.1:1788201507.052474:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb6a0.
00010000:00000010:2.1:1788201507.052481:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3f00.
00010000:00000010:2.1:1788201507.052485:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d400.
00000080:00000010:2.1:1788201507.059516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316c60.
00000080:00000010:2.1:1788201507.059535:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037b180.
00010000:00000010:2.1:1788201507.065315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6a00.
00010000:00000010:2.1:1788201507.082722:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3d00.
00010000:00000010:2.1:1788201507.082733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c200.
00000080:00000010:2.1:1788201507.085429:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40378000.
00000080:00000010:2.1:1788201507.085442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316360.
00010000:00000010:2.1:1788201507.093448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6a00.
00010000:00000010:2.1:1788201507.116281:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1d00.
00010000:00000010:2.1:1788201507.116292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ca00.
00000080:00000010:2.1:1788201507.124350:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a7380.
00000080:00000010:2.1:1788201507.124356:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073163a0.
00010000:00000010:2.1:1788201507.124365:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3600.
00010000:00000010:2.1:1788201507.124369:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4de00.
00000080:00000010:2.1:1788201507.130736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316360.
00000080:00000010:2.1:1788201507.130779:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037b9c0.
00010000:00000010:2.1:1788201507.130786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1700.
00010000:00000010:2.1:1788201507.130791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c800.
00000080:00000010:2.1:1788201507.154389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316c60.
00000080:00000010:2.1:1788201507.154408:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a18c0.
00010000:00000010:2.1:1788201507.154413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6a00.
00010000:00000010:3.1:1788201507.169423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3900.
00010000:00000010:3.1:1788201507.169436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4da00.
00000080:00000010:3.1:1788201507.174453:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037d280.
00000080:00000010:3.1:1788201507.174469:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316360.
00010000:00000010:3.1:1788201507.179375:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1000.
00010000:00000010:3.1:1788201507.179382:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d600.
00000080:00000010:2.1:1788201507.200566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb4e0.
00000080:00000010:3.1:1788201507.205132:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb240.
00000080:00000010:3.1:1788201507.205154:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a5280.
00010000:00000010:3.1:1788201507.205162:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1800.
00010000:00000010:3.1:1788201507.205168:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d800.
00000080:00000010:2.1:1788201507.210717:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a39c0.
00010000:00000010:2.1:1788201507.210730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3100.
00010000:00000010:2.1:1788201507.210735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4dc00.
00000080:00000010:2.1:1788201507.215243:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316c60.
00000080:00000010:2.1:1788201507.215271:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d403798c0.
00010000:00000010:2.1:1788201507.215278:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1a00.
00010000:00000010:2.1:1788201507.215283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d000.
00000080:00000010:2.1:1788201507.217447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073167c0.
00000080:00000010:2.1:1788201507.217471:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a0000.
00010000:00000010:2.1:1788201507.226506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6a00.
00010000:00000010:2.1:1788201507.253406:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3b00.
00010000:00000010:2.1:1788201507.253413:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028200.
00000080:00000010:2.1:1788201507.258720:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037a940.
00000080:00000010:2.1:1788201507.258731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ee0.
00010000:00000010:2.1:1788201507.258753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3c00.
00010000:00000010:2.1:1788201507.258758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029c00.
00000080:00000010:2.1:1788201507.261343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073167c0.
00000080:00000010:2.1:1788201507.261367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037eb40.
00010000:00000010:2.1:1788201507.270691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6a00.
00010000:00000010:2.1:1788201507.296491:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3e00.
00010000:00000010:2.1:1788201507.296501:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00000080:00000010:2.1:1788201507.306389:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037e300.
00000080:00000010:2.1:1788201507.306396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316c60.
00010000:00000010:2.1:1788201507.309362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6a00.
00010000:00000010:2.1:1788201507.334354:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1100.
00010000:00000010:2.1:1788201507.334362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028a00.
00000080:00000010:2.1:1788201507.345446:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a3180.
00000080:00000010:2.1:1788201507.345454:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073167c0.
00010000:00000010:2.1:1788201507.345465:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1900.
00010000:00000010:2.1:1788201507.345471:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029a00.
00000080:00000010:3.1:1788201507.355368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316c60.
00000080:00000010:3.1:1788201507.355385:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a5ac0.
00010000:00000010:2.1:1788201507.361442:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1c00.
00010000:00000010:2.1:1788201507.361450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029800.
00000080:00000010:2.1:1788201507.361457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb240.
00000080:00000010:2.1:1788201507.361475:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a1080.
00010000:00000010:3.1:1788201507.372501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6a00.
00010000:00000010:2.1:1788201507.394869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1400.
00010000:00000010:2.1:1788201507.394885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00000080:00000010:2.1:1788201507.397610:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a4200.
00000080:00000010:2.1:1788201507.397623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316700.
00010000:00000010:2.1:1788201507.397634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3400.
00010000:00000010:2.1:1788201507.397638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029000.
00000080:00000010:2.1:1788201507.406249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073167c0.
00000080:00000010:2.1:1788201507.406271:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037f380.
00010000:00000010:2.1:1788201507.411488:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03545600.
00010000:00000010:2.1:1788201507.411495:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028c00.
00000080:00000010:2.1:1788201507.428880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316700.
00000080:00000010:2.1:1788201507.428898:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a2100.
00010000:00000010:2.1:1788201507.428904:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3a00.
00010000:00000010:2.1:1788201507.428908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029200.
00000080:00000010:2.1:1788201507.437473:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073167c0.
00000080:00000010:2.1:1788201507.437488:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d4037ca40.
00010000:00000010:2.1:1788201507.447285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7a00.
00010000:00000010:3.1:1788201507.462893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03545f00.
00010000:00000010:3.1:1788201507.462905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029e00.
00000080:00000010:3.1:1788201507.470401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a39c0.
00000080:00000010:3.1:1788201507.470417:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073160e0.
00010000:00000010:3.1:1788201507.476529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac000.
00010000:00000010:2.1:1788201507.504540:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03545a00.
00010000:00000010:2.1:1788201507.504547:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029400.
00000080:00000010:2.1:1788201507.517425:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a0000.
00000080:00000010:2.1:1788201507.517438:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb520.
00010000:00000010:2.1:1788201507.525502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7a00.
00010000:00000010:2.1:1788201507.535560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03545e00.
00010000:00000010:2.1:1788201507.535568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028600.
00000080:00000010:2.1:1788201507.549387:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a3180.
00000080:00000010:2.1:1788201507.549400:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316700.
00010000:00000010:2.1:1788201507.549410:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cf00.
00010000:00000010:2.1:1788201507.549416:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028800.
00000080:00000010:2.1:1788201507.559347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073167c0.
00000080:00000010:2.1:1788201507.559369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a5ac0.
00010000:00000010:3.1:1788201507.566655:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7a00.
00010000:00000010:3.1:1788201507.576481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c800.
00010000:00000010:3.1:1788201507.576494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029600.
00000080:00000010:3.1:1788201507.585389:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a2100.
00000080:00000010:3.1:1788201507.585396:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073163e0.
00010000:00000010:3.1:1788201507.597412:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac000.
00010000:00000010:3.1:1788201507.608743:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c200.
00010000:00000010:3.1:1788201507.608750:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028e00.
00000080:00000010:3.1:1788201507.613357:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a4200.
00000080:00000010:3.1:1788201507.613372:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb3c0.
00010000:00000010:3.1:1788201507.617484:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3000.
00010000:00000010:3.1:1788201507.617490:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4cc00.
00000080:00000010:3.1:1788201507.626896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb0e0.
00000080:00000010:3.1:1788201507.626919:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40378840.
00010000:00000010:3.1:1788201507.626924:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c000.
00010000:00000010:3.1:1788201507.626928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ce00.
00000080:00000010:2.1:1788201507.637614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb3c0.
00000080:00000010:2.1:1788201507.641355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a1080.
00010000:00000010:2.1:1788201507.641369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c700.
00010000:00000010:2.1:1788201507.641374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c000.
00000080:00000010:2.1:1788201507.655360:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073167c0.
00000080:00000010:2.1:1788201507.655387:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a0840.
00010000:00000010:2.1:1788201507.675355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7400.
00010000:00000010:2.1:1788201507.696202:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c900.
00010000:00000010:2.1:1788201507.696215:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1800.
00000080:00000010:2.1:1788201507.721324:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a4a40.
00000080:00000010:2.1:1788201507.721330:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316700.
00010000:00000010:2.1:1788201507.733574:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1600.
00010000:00000010:2.1:1788201507.733594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0e00.
00000080:00000010:2.1:1788201507.755344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073167c0.
00000080:00000010:2.1:1788201507.755441:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d40379080.
00010000:00000010:2.1:1788201507.767714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7400.
00010000:00000010:0.1:1788201507.777537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c600.
00010000:00000010:0.1:1788201507.777543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1a00.
00000080:00000010:2.1:1788201507.777705:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a7380.
00000080:00000010:2.1:1788201507.777712:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316680.
00010000:00000010:2.1:1788201507.777718:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1200.
00010000:00000010:2.1:1788201507.777722:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1e00.
00000080:00000010:2.1:1788201507.790479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073167c0.
00000080:00000010:2.1:1788201507.790494:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a6300.
00010000:00000010:2.1:1788201507.804469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7fa00.
00010000:00000010:2.1:1788201507.817554:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187ca00.
00010000:00000010:2.1:1788201507.817561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0000.
00000080:00000010:2.1:1788201507.821526:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a6300.
00000080:00000010:2.1:1788201507.821539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316680.
00010000:00000010:2.1:1788201507.821549:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cd00.
00010000:00000010:2.1:1788201507.821554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0400.
00000080:00000010:2.1:1788201507.831539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316700.
00000080:00000010:2.1:1788201507.831562:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a6b40.
00010000:00000010:2.1:1788201507.847583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7400.
00010000:00000010:2.1:1788201507.877399:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1300.
00010000:00000010:2.1:1788201507.877404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1000.
00000080:00000010:0.1:1788201507.894960:0:2385:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a6b40.
00000080:00000010:0.1:1788201507.894967:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316680.
00010000:00000010:0.1:1788201507.894977:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84f00.
00010000:00000010:0.1:1788201507.894982:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0c00.
00000080:00000010:0.1:1788201507.901356:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12208000.
00010000:00000010:0.1:1788201507.901370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84800.
00010000:00000010:0.1:1788201507.901376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0200.
00000080:00000010:1.1:1788201507.901420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c44e0.
00000080:00000010:2.1:1788201507.901468:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c48e0.
00000080:00000010:2.1:1788201507.901478:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220b180.
00010000:00000010:3.1:1788201507.927783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7400.
00010000:00000010:2.1:1788201507.942461:0:245357:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ae1500.
00010000:00000010:2.1:1788201507.942469:0:245357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1200.
00010000:00000010:0.1:1788201507.966955:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad600.
00000080:00000010:0.1:1788201507.982342:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a2940.
00000080:00000010:0.1:1788201507.982354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316700.
00010000:00000010:0.1:1788201507.982378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53f00.
00010000:00000010:0.1:1788201507.982384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1c00.
00010000:00000010:0.1:1788201507.982388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ace00.
00000080:00000010:2.1:1788201507.995422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c43a0.
00000080:00000010:2.1:1788201508.006590:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cf380.
00010000:00000010:3.1:1788201508.012447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029800.
00010000:00000010:3.1:1788201508.045356:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299ff00.
00010000:00000010:3.1:1788201508.045370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1400.
00000080:00000010:0.1:1788201508.053407:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f5280.
00000080:00000010:0.1:1788201508.053421:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073167c0.
00010000:00000010:0.1:1788201508.053431:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53800.
00010000:00000010:0.1:1788201508.053436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00000080:00000010:2.1:1788201508.082632:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4480.
00000080:00000010:2.1:1788201508.103353:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094ce300.
00010000:00000010:0.1:1788201508.121874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c200.
00010000:00000010:3.1:1788201508.135488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029a00.
00010000:00000010:2.1:1788201508.194462:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f900.
00010000:00000010:2.1:1788201508.194470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139e00.
00010000:00000010:0.1:1788201508.201358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c000.
00000080:00000010:2.1:1788201508.210521:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f0000.
00000080:00000010:2.1:1788201508.210529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ea0.
00010000:00000010:2.1:1788201508.215853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028a00.
00010000:00000010:2.1:1788201508.232346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299fb00.
00010000:00000010:2.1:1788201508.232357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138a00.
00000080:00000010:2.1:1788201508.244810:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f39c0.
00000080:00000010:2.1:1788201508.244820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316880.
00010000:00000010:2.1:1788201508.244829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53a00.
00010000:00000010:2.1:1788201508.244834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138000.
00000080:00000010:2.1:1788201508.252379:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316760.
00000080:00000010:2.1:1788201508.252395:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094ceb40.
00010000:00000010:2.1:1788201508.265433:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028a00.
00010000:00000010:2.1:1788201508.273668:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299fc00.
00010000:00000010:2.1:1788201508.273674:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138800.
00000080:00000010:2.1:1788201508.282367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f3180.
00000080:00000010:2.1:1788201508.282381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ea0.
00010000:00000010:2.1:1788201508.286446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028a00.
00010000:00000010:2.1:1788201508.344391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53100.
00010000:00000010:2.1:1788201508.344401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139600.
00000080:00000010:2.1:1788201508.349388:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094ca940.
00000080:00000010:2.1:1788201508.349395:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f80.
00010000:00000010:2.1:1788201508.349401:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f100.
00010000:00000010:2.1:1788201508.349405:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139a00.
00000080:00000010:2.1:1788201508.359662:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316760.
00000080:00000010:2.1:1788201508.359678:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f18c0.
00010000:00000010:2.1:1788201508.384358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028a00.
00010000:00000010:0.1:1788201508.401413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299fe00.
00010000:00000010:0.1:1788201508.401428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139800.
00000080:00000010:1.1:1788201508.405355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f4a40.
00000080:00000010:1.1:1788201508.405370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ea0.
00010000:00000010:1.1:1788201508.405382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f700.
00010000:00000010:1.1:1788201508.405388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138e00.
00000080:00000010:1.1:1788201508.423653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ae40.
00000080:00000010:1.1:1788201508.423674:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f6300.
00010000:00000010:2.1:1788201508.437348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028a00.
00010000:00000010:2.1:1788201508.470956:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f200.
00010000:00000010:2.1:1788201508.470964:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138400.
00000080:00000010:2.1:1788201508.474651:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f0840.
00000080:00000010:2.1:1788201508.474664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a280.
00010000:00000010:2.1:1788201508.476467:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028a00.
00010000:00000010:3.1:1788201508.524318:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53900.
00010000:00000010:3.1:1788201508.524325:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139000.
00000080:00000010:3.1:1788201508.530367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cca40.
00000080:00000010:3.1:1788201508.530379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316760.
00010000:00000010:3.1:1788201508.539596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00010000:00000010:2.1:1788201508.574370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f300.
00010000:00000010:2.1:1788201508.574382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138c00.
00000080:00000010:2.1:1788201508.586162:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f6b40.
00000080:00000010:2.1:1788201508.586179:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb1e0.
00010000:00000010:2.1:1788201508.604007:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028a00.
00010000:00000010:3.1:1788201508.647018:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53b00.
00010000:00000010:3.1:1788201508.647031:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138200.
00000080:00000010:3.1:1788201508.652483:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12052940.
00000080:00000010:3.1:1788201508.652497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f80.
00010000:00000010:3.1:1788201508.675443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00010000:00000010:2.1:1788201508.709536:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f400.
00010000:00000010:2.1:1788201508.709547:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139200.
00000080:00000010:2.1:1788201508.714450:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f2940.
00000080:00000010:2.1:1788201508.714460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbfc0.
00010000:00000010:2.1:1788201508.722470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028a00.
00010000:00000010:2.1:1788201508.754470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4d00.
00010000:00000010:2.1:1788201508.754488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139c00.
00000080:00000010:2.1:1788201508.761421:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934f380.
00000080:00000010:2.1:1788201508.765413:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316380.
00010000:00000010:2.1:1788201508.776469:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028a00.
00010000:00000010:2.1:1788201508.831572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53400.
00010000:00000010:2.1:1788201508.831587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139400.
00000080:00000010:2.1:1788201508.847373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12056b40.
00000080:00000010:2.1:1788201508.847388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168c0.
00010000:00000010:2.1:1788201508.850488:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03d53500.
00010000:00000010:2.1:1788201508.850506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138600.
00000080:00000010:2.1:1788201508.858153:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b00.
00000080:00000010:2.1:1788201508.861549:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12056300.
00010000:00000010:2.1:1788201508.865516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffac00.
00010000:00000010:2.1:1788201508.865534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d00031600.
00000080:00000010:2.1:1788201508.884510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168c0.
00000080:00000010:2.1:1788201508.884531:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12057380.
00010000:00000010:2.1:1788201508.888519:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa500.
00010000:00000010:2.1:1788201508.888534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d00031e00.
00000080:00000010:0.1:1788201508.899104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b00.
00000080:00000010:0.1:1788201508.899126:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12054a40.
00010000:00000010:0.1:1788201508.902665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffaa00.
00010000:00000010:0.1:1788201508.902679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d00030000.
00000080:00000010:2.1:1788201508.910533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4740.
00000080:00000010:2.1:1788201508.910559:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12050840.
00010000:00000010:2.1:1788201508.915441:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4300.
00010000:00000010:2.1:1788201508.915452:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d00031400.
00000080:00000010:2.1:1788201508.922717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168c0.
00000080:00000010:2.1:1788201508.922744:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934e300.
00010000:00000010:2.1:1788201508.929594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4e00.
00010000:00000010:2.1:1788201508.929608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d00031c00.
00010000:00000010:3.1:1788201508.936361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4000.
00010000:00000010:3.1:1788201508.936378:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d00030800.
00000080:00000010:2.1:1788201508.936490:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e20.
00000080:00000010:2.1:1788201508.936507:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934eb40.
00000080:00000010:3.1:1788201508.944855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168c0.
00000080:00000010:3.1:1788201508.944879:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934a940.
00010000:00000010:3.1:1788201508.967506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00010000:00000010:2.1:1788201508.995537:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4400.
00010000:00000010:2.1:1788201508.995550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d00030a00.
00000080:00000010:2.1:1788201509.003519:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d193498c0.
00000080:00000010:2.1:1788201509.003533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb500.
00010000:00000010:2.1:1788201509.003544:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4200.
00010000:00000010:2.1:1788201509.003549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902e00.
00000080:00000010:2.1:1788201509.013585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e20.
00000080:00000010:2.1:1788201509.013609:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934d280.
00010000:00000010:2.1:1788201509.041426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028a00.
00010000:00000010:2.1:1788201509.081207:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa300.
00010000:00000010:2.1:1788201509.081220:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902a00.
00000080:00000010:2.1:1788201509.095493:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12051080.
00000080:00000010:2.1:1788201509.095506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316280.
00010000:00000010:2.1:1788201509.095516:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffae00.
00010000:00000010:2.1:1788201509.095521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902600.
00000080:00000010:2.1:1788201509.111826:0:1359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e20.
00000080:00000010:2.1:1788201509.112025:0:1359:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12054200.
00010000:00000010:0.1:1788201509.118136:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028a00.
00010000:00000010:3.1:1788201509.138191:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4c00.
00010000:00000010:3.1:1788201509.138203:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903200.
00000080:00000010:3.1:1788201509.149349:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934a100.
00000080:00000010:3.1:1788201509.149364:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316280.
00010000:00000010:3.1:1788201509.161627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00010000:00000010:3.1:1788201509.185078:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014500.
00010000:00000010:3.1:1788201509.185086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903400.
00000080:00000010:3.1:1788201509.190317:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce39c0.
00000080:00000010:3.1:1788201509.190330:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb8a0.
00010000:00000010:3.1:1788201509.190340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014f00.
00010000:00000010:3.1:1788201509.190346:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902c00.
00000080:00000010:3.1:1788201509.203206:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb100.
00000080:00000010:3.1:1788201509.207754:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce3180.
00010000:00000010:2.1:1788201509.212604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014600.
00010000:00000010:2.1:1788201509.212613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903a00.
00000080:00000010:2.1:1788201509.218277:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb8a0.
00000080:00000010:2.1:1788201509.218310:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce6300.
00010000:00000010:2.1:1788201509.226318:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:3.1:1788201509.259541:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4600.
00010000:00000010:3.1:1788201509.259549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903c00.
00000080:00000010:3.1:1788201509.263591:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934b9c0.
00000080:00000010:3.1:1788201509.263599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e20.
00010000:00000010:3.1:1788201509.270641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00010000:00000010:2.1:1788201509.292369:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014700.
00010000:00000010:2.1:1788201509.292375:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903e00.
00000080:00000010:2.1:1788201509.302397:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce6b40.
00000080:00000010:2.1:1788201509.302412:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb100.
00010000:00000010:2.1:1788201509.311342:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:2.1:1788201509.333357:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014000.
00010000:00000010:2.1:1788201509.333374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902400.
00000080:00000010:2.1:1788201509.338392:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce18c0.
00000080:00000010:2.1:1788201509.338409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316020.
00010000:00000010:2.1:1788201509.338422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014900.
00010000:00000010:2.1:1788201509.338428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903000.
00000080:00000010:2.1:1788201509.352602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316120.
00000080:00000010:2.1:1788201509.352628:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce2940.
00010000:00000010:2.1:1788201509.362598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:0.1:1788201509.392403:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014b00.
00010000:00000010:0.1:1788201509.392407:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902000.
00000080:00000010:0.1:1788201509.398424:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce0000.
00000080:00000010:0.1:1788201509.398431:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316020.
00010000:00000010:0.1:1788201509.398439:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4a00.
00010000:00000010:0.1:1788201509.398444:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902800.
00000080:00000010:0.1:1788201509.398448:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c41e0.
00000080:00000010:0.1:1788201509.398458:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19348000.
00010000:00000010:0.1:1788201509.398462:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014e00.
00010000:00000010:0.1:1788201509.398464:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903800.
00000080:00000010:0.1:1788201509.404337:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4e00.
00000080:00000010:0.1:1788201509.404350:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce1080.
00010000:00000010:0.1:1788201509.410468:0:2386:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7e600.
00010000:00000010:2.1:1788201509.433397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4900.
00010000:00000010:2.1:1788201509.433411:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9600.
00000080:00000010:2.1:1788201509.440544:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934b180.
00000080:00000010:2.1:1788201509.440562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c41e0.
00010000:00000010:2.1:1788201509.443445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:2.1:1788201509.456408:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014d00.
00010000:00000010:2.1:1788201509.456422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8000.
00000080:00000010:2.1:1788201509.467842:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce5ac0.
00000080:00000010:2.1:1788201509.467850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073164a0.
00010000:00000010:2.1:1788201509.467859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014100.
00010000:00000010:2.1:1788201509.467863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9a00.
00000080:00000010:2.1:1788201509.478365:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316980.
00000080:00000010:2.1:1788201509.478378:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08ce0840.
00010000:00000010:2.1:1788201509.478383:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4800.
00010000:00000010:2.1:1788201509.478387:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9000.
00000080:00000010:2.1:1788201509.483336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316180.
00000080:00000010:2.1:1788201509.483351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934dac0.
00010000:00000010:2.1:1788201509.487459:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:2.1:1788201509.509973:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4100.
00010000:00000010:2.1:1788201509.509983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9400.
00000080:00000010:2.1:1788201509.509990:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934ca40.
00000080:00000010:2.1:1788201509.509995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073164a0.
00010000:00000010:2.1:1788201509.516344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:2.1:1788201509.537920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014800.
00010000:00000010:2.1:1788201509.537932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8c00.
00000080:00000010:2.1:1788201509.544751:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d095118c0.
00000080:00000010:2.1:1788201509.544790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316980.
00010000:00000010:2.1:1788201509.554733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:2.1:1788201509.564499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4f00.
00010000:00000010:2.1:1788201509.564509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9200.
00000080:00000010:2.1:1788201509.570415:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19348840.
00000080:00000010:2.1:1788201509.570425:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316180.
00010000:00000010:2.1:1788201509.575422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:3.1:1788201509.604967:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014a00.
00010000:00000010:3.1:1788201509.604976:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8600.
00000080:00000010:3.1:1788201509.612750:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09515280.
00000080:00000010:3.1:1788201509.612761:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073164a0.
00010000:00000010:3.1:1788201509.623340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00010000:00000010:0.1:1788201509.660233:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014c00.
00010000:00000010:0.1:1788201509.660247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8a00.
00000080:00000010:2.1:1788201509.670249:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d095139c0.
00000080:00000010:2.1:1788201509.670261:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb6c0.
00010000:00000010:2.1:1788201509.680345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:3.1:1788201509.701449:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299fa00.
00010000:00000010:3.1:1788201509.701462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9e00.
00000080:00000010:3.1:1788201509.720575:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f1080.
00000080:00000010:3.1:1788201509.720591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316980.
00010000:00000010:3.1:1788201509.720603:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014400.
00010000:00000010:3.1:1788201509.720610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8e00.
00000080:00000010:3.1:1788201509.741684:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbd60.
00000080:00000010:3.1:1788201509.741711:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09510000.
00010000:00000010:2.1:1788201509.743332:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f000.
00010000:00000010:2.1:1788201509.743338:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8800.
00000080:00000010:2.1:1788201509.748888:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb680.
00000080:00000010:2.1:1788201509.748917:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f7380.
00010000:00000010:2.1:1788201509.752350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014300.
00010000:00000010:2.1:1788201509.752364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9800.
00000080:00000010:2.1:1788201509.780391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316040.
00000080:00000010:2.1:1788201509.780415:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09512940.
00010000:00000010:2.1:1788201509.780422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d400.
00010000:00000010:2.1:1788201509.780455:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8400.
00000080:00000010:2.1:1788201509.780459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316600.
00000080:00000010:2.1:1788201509.787438:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09516b40.
00010000:00000010:2.1:1788201509.793344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:0.1:1788201509.820429:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f600.
00010000:00000010:0.1:1788201509.820445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ada00.
00000080:00000010:2.1:1788201509.824395:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f5ac0.
00000080:00000010:2.1:1788201509.824408:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316a00.
00010000:00000010:2.1:1788201509.824419:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09db00.
00010000:00000010:2.1:1788201509.824424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9adc00.
00000080:00000010:2.1:1788201509.831918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316600.
00000080:00000010:2.1:1788201509.831943:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09516300.
00010000:00000010:2.1:1788201509.836710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d900.
00010000:00000010:2.1:1788201509.836718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ade00.
00000080:00000010:2.1:1788201509.841542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316a00.
00000080:00000010:2.1:1788201509.841568:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09517380.
00010000:00000010:2.1:1788201509.860354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:2.1:1788201509.875407:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f800.
00010000:00000010:2.1:1788201509.875414:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51200.
00000080:00000010:2.1:1788201509.895757:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f2100.
00000080:00000010:2.1:1788201509.895770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316600.
00010000:00000010:2.1:1788201509.895783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:2.1:1788201509.919458:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d100.
00010000:00000010:2.1:1788201509.919464:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51000.
00000080:00000010:2.1:1788201509.919472:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09514a40.
00000080:00000010:2.1:1788201509.919477:0:26:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316a00.
00010000:00000010:1.1:1788201509.919708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09da00.
00010000:00000010:1.1:1788201509.919714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50e00.
00000080:00000010:0.1:1788201509.925207:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316040.
00000080:00000010:0.1:1788201509.925233:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09510840.
00010000:00000010:0.1:1788201509.925240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299fd00.
00010000:00000010:0.1:1788201509.925245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50600.
00000080:00000010:0.1:1788201509.938069:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c42e0.
00000080:00000010:0.1:1788201509.938096:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094ca100.
00010000:00000010:0.1:1788201509.938102:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4700.
00010000:00000010:0.1:1788201509.938106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50200.
00000080:00000010:0.1:1788201509.953405:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4880.
00000080:00000010:0.1:1788201509.953430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d19349080.
00010000:00000010:0.1:1788201509.963336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7fa00.
00010000:00000010:0.1:1788201509.977828:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4b00.
00010000:00000010:0.1:1788201509.977844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50000.
00000080:00000010:0.1:1788201509.986430:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1934c200.
00000080:00000010:0.1:1788201509.986457:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c42e0.
00010000:00000010:0.1:1788201509.986466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f500.
00010000:00000010:0.1:1788201509.986470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51400.
00000080:00000010:0.1:1788201510.005701:0:2386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4de0.
00000080:00000010:0.1:1788201510.005779:0:2386:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094cd280.
00010000:00000010:1.1:1788201510.015572:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7fa00.
00010000:00000010:2.1:1788201510.042463:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3400.
00010000:00000010:2.1:1788201510.042475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac000.
00010000:00000010:3.1:1788201510.070648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00000080:00000010:2.1:1788201510.085811:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111f98c0.
00000080:00000010:2.1:1788201510.085826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4880.
00010000:00000010:2.1:1788201510.128347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:2.1:1788201510.168510:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09dc00.
00010000:00000010:2.1:1788201510.168536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9aca00.
00010000:00000010:2.1:1788201510.168539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e200.
00000080:00000010:2.1:1788201510.184727:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09514200.
00000080:00000010:2.1:1788201510.184735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316a00.
00010000:00000010:2.1:1788201510.201365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:2.1:1788201510.255217:0:258873:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3f00.
00010000:00000010:3.1:1788201510.302424:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3e00.
00010000:00000010:3.1:1788201510.302431:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac200.
00010000:00000010:3.1:1788201510.314535:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3700.
00000080:00000010:3.1:1788201510.314552:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fd280.
00000080:00000010:3.1:1788201510.314559:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316600.
00010000:00000010:3.1:1788201510.314567:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09df00.
00010000:00000010:3.1:1788201510.314573:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9acc00.
00000080:00000010:3.1:1788201510.314576:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbd60.
00000080:00000010:3.1:1788201510.314587:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09512100.
00010000:00000010:3.1:1788201510.325373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ce00.
00010000:00000010:0.1:1788201510.329612:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d800.
00010000:00000010:0.1:1788201510.329626:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad000.
00000080:00000010:1.1:1788201510.341363:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09515ac0.
00000080:00000010:1.1:1788201510.341370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb600.
00010000:00000010:2.1:1788201510.344561:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3c00.
00010000:00000010:2.1:1788201510.344569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac600.
00000080:00000010:2.1:1788201510.348596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a400.
00000080:00000010:2.1:1788201510.348620:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fb9c0.
00010000:00000010:2.1:1788201510.354465:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:2.1:1788201510.384481:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3b00.
00010000:00000010:2.1:1788201510.384488:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad800.
00000080:00000010:2.1:1788201510.393380:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111f8000.
00000080:00000010:2.1:1788201510.393389:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073169e0.
00010000:00000010:2.1:1788201510.399420:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:2.1:1788201510.413441:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d700.
00010000:00000010:2.1:1788201510.413447:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad200.
00000080:00000010:2.1:1788201510.421871:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09513180.
00000080:00000010:2.1:1788201510.421883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316d40.
00010000:00000010:2.1:1788201510.425626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:2.1:1788201510.442337:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09dd00.
00010000:00000010:2.1:1788201510.442343:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7200.
00000080:00000010:2.1:1788201510.447515:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111f9080.
00000080:00000010:2.1:1788201510.447523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073164c0.
00010000:00000010:2.1:1788201510.453742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:2.1:1788201510.478472:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07a00.
00010000:00000010:2.1:1788201510.478487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6c00.
00000080:00000010:2.1:1788201510.485851:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a4a40.
00000080:00000010:2.1:1788201510.485863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073169e0.
00010000:00000010:2.1:1788201510.485872:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d000.
00010000:00000010:2.1:1788201510.485877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7000.
00000080:00000010:2.1:1788201510.492532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073164c0.
00000080:00000010:2.1:1788201510.492619:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111f8840.
00010000:00000010:2.1:1788201510.502156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d500.
00010000:00000010:2.1:1788201510.502172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6600.
00010000:00000010:0.1:1788201510.506388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07100.
00010000:00000010:0.1:1788201510.506403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6200.
00000080:00000010:2.1:1788201510.512035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073169e0.
00000080:00000010:2.1:1788201510.512049:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fca40.
00000080:00000010:0.1:1788201510.517205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c41c0.
00000080:00000010:0.1:1788201510.517228:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a0840.
00010000:00000010:0.1:1788201510.526610:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa400.
00010000:00000010:0.1:1788201510.526619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00000080:00000010:0.1:1788201510.534017:0:2386:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4f60.
00000080:00000010:0.1:1788201510.534044:0:2386:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12052100.
00010000:00000010:0.1:1788201510.535338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7e400.
00010000:00000010:2.1:1788201510.586719:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07400.
00010000:00000010:2.1:1788201510.586729:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7400.
00000080:00000010:2.1:1788201510.593351:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd3180.
00000080:00000010:2.1:1788201510.593367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c41c0.
00010000:00000010:2.1:1788201510.604409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:3.1:1788201510.627372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fac00.
00010000:00000010:3.1:1788201510.627385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7a00.
00000080:00000010:3.1:1788201510.638357:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd6300.
00000080:00000010:3.1:1788201510.638370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073169e0.
00010000:00000010:3.1:1788201510.656460:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ce00.
00010000:00000010:2.1:1788201510.688507:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa600.
00010000:00000010:2.1:1788201510.688514:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6a00.
00000080:00000010:2.1:1788201510.699139:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd0840.
00000080:00000010:2.1:1788201510.699146:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb560.
00010000:00000010:2.1:1788201510.699153:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa800.
00010000:00000010:2.1:1788201510.699157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7e00.
00000080:00000010:2.1:1788201510.706357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316d40.
00000080:00000010:2.1:1788201510.706375:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12055ac0.
00010000:00000010:2.1:1788201510.706381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa000.
00010000:00000010:2.1:1788201510.706387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6e00.
00000080:00000010:3.1:1788201510.720929:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ca0.
00000080:00000010:3.1:1788201510.720949:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12053180.
00010000:00000010:3.1:1788201510.728559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ce00.
00010000:00000010:2.1:1788201510.749364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa200.
00010000:00000010:2.1:1788201510.749374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6400.
00000080:00000010:2.1:1788201510.759426:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd1080.
00000080:00000010:2.1:1788201510.759437:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbd60.
00010000:00000010:2.1:1788201510.759447:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffad00.
00010000:00000010:2.1:1788201510.759452:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7c00.
00000080:00000010:2.1:1788201510.768667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316d40.
00000080:00000010:2.1:1788201510.768716:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12050000.
00010000:00000010:2.1:1788201510.775559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:2.1:1788201510.786007:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffab00.
00010000:00000010:2.1:1788201510.786014:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7600.
00000080:00000010:2.1:1788201510.791447:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120539c0.
00000080:00000010:2.1:1788201510.791460:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073162a0.
00010000:00000010:2.1:1788201510.791470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa300.
00010000:00000010:2.1:1788201510.791477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6000.
00000080:00000010:2.1:1788201510.808453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073165a0.
00000080:00000010:2.1:1788201510.808480:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd6b40.
00010000:00000010:2.1:1788201510.808487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa600.
00010000:00000010:2.1:1788201510.808492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1200.
00000080:00000010:2.1:1788201510.812451:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073162a0.
00000080:00000010:2.1:1788201510.812478:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12055280.
00010000:00000010:2.1:1788201510.812485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa900.
00010000:00000010:2.1:1788201510.812490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0200.
00000080:00000010:2.1:1788201510.822058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316d40.
00000080:00000010:2.1:1788201510.822082:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d120518c0.
00010000:00000010:2.1:1788201510.826350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa500.
00010000:00000010:2.1:1788201510.826367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0c00.
00000080:00000010:2.1:1788201510.834332:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073162a0.
00000080:00000010:2.1:1788201510.834348:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd18c0.
00010000:00000010:2.1:1788201510.840454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:3.1:1788201510.881393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa000.
00010000:00000010:3.1:1788201510.881404:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1000.
00000080:00000010:3.1:1788201510.889009:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd2940.
00000080:00000010:3.1:1788201510.889016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316d40.
00010000:00000010:3.1:1788201510.892501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ce00.
00010000:00000010:2.1:1788201510.917445:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa700.
00010000:00000010:2.1:1788201510.917454:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0400.
00000080:00000010:2.1:1788201510.927646:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f5280.
00000080:00000010:2.1:1788201510.927657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb3e0.
00010000:00000010:2.1:1788201510.931344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:2.1:1788201510.959273:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07200.
00010000:00000010:2.1:1788201510.959285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0000.
00000080:00000010:2.1:1788201510.963352:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a2940.
00000080:00000010:2.1:1788201510.963366:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073165a0.
00010000:00000010:2.1:1788201510.966715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07700.
00010000:00000010:2.1:1788201510.966731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1e00.
00000080:00000010:2.1:1788201510.979139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073166e0.
00000080:00000010:2.1:1788201510.979178:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a6b40.
00010000:00000010:2.1:1788201510.979185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa700.
00010000:00000010:2.1:1788201510.979191:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1a00.
00000080:00000010:2.1:1788201510.991493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073165a0.
00010000:00000010:3.1:1788201510.995912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07d00.
00010000:00000010:3.1:1788201510.995928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0e00.
00000080:00000010:2.1:1788201510.995986:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd5ac0.
00000080:00000010:3.1:1788201511.016269:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073166e0.
00000080:00000010:3.1:1788201511.016287:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a6300.
00010000:00000010:3.1:1788201511.016293:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fad00.
00010000:00000010:3.1:1788201511.016320:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1800.
00000080:00000010:3.1:1788201511.023936:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb3a0.
00000080:00000010:3.1:1788201511.023958:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd39c0.
00010000:00000010:2.1:1788201511.036344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:2.1:1788201511.051333:0:1359:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109faf00.
00010000:00000010:2.1:1788201511.051343:0:1359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028e00.
00000080:00000010:2.1:1788201511.058245:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd4200.
00000080:00000010:2.1:1788201511.058258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbee0.
00010000:00000010:2.1:1788201511.058269:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3100.
00010000:00000010:2.1:1788201511.058274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029600.
00000080:00000010:2.1:1788201511.062462:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073165a0.
00000080:00000010:2.1:1788201511.062478:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fc200.
00010000:00000010:2.1:1788201511.067790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07f00.
00010000:00000010:2.1:1788201511.067807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028800.
00000080:00000010:2.1:1788201511.069426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316a40.
00000080:00000010:2.1:1788201511.069450:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a2100.
00010000:00000010:2.1:1788201511.088453:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029600.
00010000:00000010:3.1:1788201511.114470:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07b00.
00010000:00000010:3.1:1788201511.114488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028600.
00000080:00000010:3.1:1788201511.123875:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a4200.
00000080:00000010:3.1:1788201511.123887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073165a0.
00010000:00000010:3.1:1788201511.128397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d300.
00010000:00000010:3.1:1788201511.128406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029400.
00000080:00000010:3.1:1788201511.132939:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb3a0.
00000080:00000010:3.1:1788201511.132963:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111ff380.
00010000:00000010:3.1:1788201511.132971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3900.
00010000:00000010:3.1:1788201511.132976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029e00.
00000080:00000010:3.1:1788201511.144458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbdc0.
00000080:00000010:3.1:1788201511.144486:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fa100.
00010000:00000010:3.1:1788201511.148471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3600.
00010000:00000010:3.1:1788201511.148487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029200.
00000080:00000010:2.1:1788201511.168877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb3a0.
00000080:00000010:2.1:1788201511.168894:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fdac0.
00010000:00000010:2.1:1788201511.168901:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3d00.
00010000:00000010:2.1:1788201511.168907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028c00.
00000080:00000010:2.1:1788201511.168910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168a0.
00000080:00000010:2.1:1788201511.168931:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fb180.
00010000:00000010:2.1:1788201511.177441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029600.
00010000:00000010:2.1:1788201511.196373:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa800.
00010000:00000010:2.1:1788201511.196386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029000.
00000080:00000010:2.1:1788201511.201455:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14587380.
00000080:00000010:2.1:1788201511.201466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316d20.
00010000:00000010:2.1:1788201511.216344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029000.
00010000:00000010:2.1:1788201511.234490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fae00.
00010000:00000010:2.1:1788201511.234503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00000080:00000010:2.1:1788201511.242360:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14586300.
00000080:00000010:2.1:1788201511.242374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168a0.
00010000:00000010:2.1:1788201511.258353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00010000:00000010:2.1:1788201511.282417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa400.
00010000:00000010:2.1:1788201511.282427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7f000.
00000080:00000010:2.1:1788201511.286235:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14586b40.
00000080:00000010:2.1:1788201511.286247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316d20.
00010000:00000010:2.1:1788201511.296625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00010000:00000010:2.1:1788201511.303736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109faa00.
00010000:00000010:2.1:1788201511.303750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7e200.
00000080:00000010:2.1:1788201511.310345:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14582940.
00000080:00000010:2.1:1788201511.310355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168a0.
00010000:00000010:2.1:1788201511.310364:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d600.
00010000:00000010:2.1:1788201511.310367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7ea00.
00000080:00000010:2.1:1788201511.318461:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316800.
00000080:00000010:2.1:1788201511.318487:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111feb40.
00010000:00000010:2.1:1788201511.318495:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3000.
00010000:00000010:2.1:1788201511.318500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6e00.
00000080:00000010:2.1:1788201511.327478:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168a0.
00000080:00000010:2.1:1788201511.327505:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fe300.
00010000:00000010:2.1:1788201511.327513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3a00.
00010000:00000010:2.1:1788201511.327518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6000.
00000080:00000010:2.1:1788201511.337445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316800.
00000080:00000010:3.1:1788201511.341550:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d111fa940.
00010000:00000010:3.1:1788201511.345482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ce00.
00010000:00000010:3.1:1788201511.364846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa900.
00010000:00000010:3.1:1788201511.364859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7600.
00000080:00000010:3.1:1788201511.364868:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d145818c0.
00000080:00000010:3.1:1788201511.364874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbdc0.
00010000:00000010:3.1:1788201511.371563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07000.
00010000:00000010:3.1:1788201511.371570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6800.
00000080:00000010:2.1:1788201511.377452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb420.
00000080:00000010:2.1:1788201511.377469:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a1080.
00010000:00000010:2.1:1788201511.383338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00010000:00000010:2.1:1788201511.413378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07300.
00010000:00000010:2.1:1788201511.413384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6200.
00000080:00000010:2.1:1788201511.417374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a5ac0.
00000080:00000010:2.1:1788201511.417387:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316800.
00010000:00000010:2.1:1788201511.417397:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8900.
00010000:00000010:2.1:1788201511.417403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7c00.
00000080:00000010:2.1:1788201511.432352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168a0.
00000080:00000010:2.1:1788201511.432373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14585280.
00010000:00000010:2.1:1788201511.437338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00010000:00000010:2.1:1788201511.458368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07600.
00010000:00000010:2.1:1788201511.458382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7800.
00000080:00000010:2.1:1788201511.471370:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a3180.
00000080:00000010:2.1:1788201511.471383:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316800.
00010000:00000010:2.1:1788201511.471393:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8e00.
00010000:00000010:2.1:1788201511.471398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7200.
00000080:00000010:2.1:1788201511.482526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316d20.
00000080:00000010:2.1:1788201511.482549:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d145839c0.
00010000:00000010:2.1:1788201511.487347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00010000:00000010:0.1:1788201511.498485:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07e00.
00010000:00000010:0.1:1788201511.498497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7a00.
00000080:00000010:0.1:1788201511.504461:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a0000.
00000080:00000010:0.1:1788201511.504473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168a0.
00010000:00000010:0.1:1788201511.509494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8b00.
00010000:00000010:0.1:1788201511.509507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6600.
00000080:00000010:0.1:1788201511.524481:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4240.
00000080:00000010:0.1:1788201511.524506:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14580000.
00010000:00000010:0.1:1788201511.524513:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07500.
00010000:00000010:0.1:1788201511.524526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7e00.
00000080:00000010:1.1:1788201511.533887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c45a0.
00000080:00000010:1.1:1788201511.533915:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a39c0.
00010000:00000010:2.1:1788201511.554407:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394fe00.
00010000:00000010:2.1:1788201511.585376:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8000.
00010000:00000010:2.1:1788201511.585389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7400.
00000080:00000010:2.1:1788201511.596354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14583180.
00000080:00000010:2.1:1788201511.596367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ae40.
00010000:00000010:2.1:1788201511.612357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00010000:00000010:2.1:1788201511.636344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8a00.
00010000:00000010:2.1:1788201511.636361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6400.
00000080:00000010:2.1:1788201511.643733:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14585ac0.
00000080:00000010:2.1:1788201511.643750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316d20.
00010000:00000010:2.1:1788201511.647594:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8700.
00010000:00000010:2.1:1788201511.647611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6a00.
00000080:00000010:2.1:1788201511.665345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073169a0.
00000080:00000010:2.1:1788201511.665369:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14582100.
00010000:00000010:3.1:1788201511.684349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ce00.
00010000:00000010:0.1:1788201511.703414:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07900.
00010000:00000010:0.1:1788201511.703427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3afc00.
00000080:00000010:0.1:1788201511.708433:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a5280.
00000080:00000010:0.1:1788201511.708448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbdc0.
00010000:00000010:3.1:1788201511.719000:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e000.
00010000:00000010:2.1:1788201511.766205:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07c00.
00010000:00000010:2.1:1788201511.766217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae400.
00000080:00000010:2.1:1788201511.766224:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a18c0.
00000080:00000010:2.1:1788201511.766231:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4900.
00010000:00000010:2.1:1788201511.769344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00010000:00000010:3.1:1788201511.795411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8600.
00010000:00000010:3.1:1788201511.795423:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae200.
00000080:00000010:3.1:1788201511.815568:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d14584200.
00000080:00000010:3.1:1788201511.815590:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073169a0.
00010000:00000010:3.1:1788201511.815600:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ce00.
00010000:00000010:2.1:1788201511.853367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07800.
00010000:00000010:2.1:1788201511.853379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af400.
00000080:00000010:2.1:1788201511.861381:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d021a7380.
00000080:00000010:2.1:1788201511.861395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbc40.
00010000:00000010:2.1:1788201511.867274:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d200.
00010000:00000010:2.1:1788201511.867289:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aea00.
00000080:00000010:2.1:1788201511.876874:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316320.
00000080:00000010:2.1:1788201511.880457:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09511080.
00010000:00000010:2.1:1788201511.880471:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c800.
00010000:00000010:2.1:1788201511.880477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae800.
00000080:00000010:3.1:1788201511.887351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316860.
00000080:00000010:3.1:1788201511.887371:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a4200.
00010000:00000010:3.1:1788201511.914458:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ce00.
00010000:00000010:2.1:1788201511.936371:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c500.
00010000:00000010:2.1:1788201511.936382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aee00.
00000080:00000010:2.1:1788201511.959529:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a2100.
00000080:00000010:2.1:1788201511.959538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbfe0.
00010000:00000010:2.1:1788201511.975320:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00010000:00000010:2.1:1788201511.992370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c100.
00010000:00000010:2.1:1788201511.992383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae000.
00000080:00000010:2.1:1788201512.010354:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a39c0.
00000080:00000010:2.1:1788201512.010365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316320.
00010000:00000010:2.1:1788201512.014512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00010000:00000010:0.1:1788201512.027383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84300.
00010000:00000010:0.1:1788201512.027396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af200.
00000080:00000010:0.1:1788201512.039505:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122098c0.
00000080:00000010:0.1:1788201512.039527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316440.
00010000:00000010:0.1:1788201512.047578:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84500.
00010000:00000010:0.1:1788201512.047585:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af600.
00000080:00000010:0.1:1788201512.053347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4b00.
00000080:00000010:0.1:1788201512.053374:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220a940.
00010000:00000010:0.1:1788201512.053381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84000.
00010000:00000010:0.1:1788201512.053387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3afe00.
00000080:00000010:2.1:1788201512.062342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c48e0.
00000080:00000010:2.1:1788201512.062365:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220eb40.
00010000:00000010:2.1:1788201512.066337:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84700.
00010000:00000010:2.1:1788201512.066351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aec00.
00000080:00000010:2.1:1788201512.072357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316320.
00000080:00000010:2.1:1788201512.076431:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220dac0.
00010000:00000010:2.1:1788201512.080389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00010000:00000010:2.1:1788201512.101664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cb00.
00010000:00000010:2.1:1788201512.101671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3afa00.
00000080:00000010:2.1:1788201512.112783:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a2940.
00000080:00000010:2.1:1788201512.112799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ba0.
00010000:00000010:2.1:1788201512.116452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00010000:00000010:2.1:1788201512.137750:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84900.
00010000:00000010:2.1:1788201512.137757:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af000.
00000080:00000010:2.1:1788201512.146649:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220a100.
00000080:00000010:2.1:1788201512.146666:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316320.
00010000:00000010:2.1:1788201512.146675:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84100.
00010000:00000010:2.1:1788201512.146748:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae600.
00000080:00000010:2.1:1788201512.155629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316300.
00000080:00000010:2.1:1788201512.155664:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220c200.
00010000:00000010:2.1:1788201512.158455:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00010000:00000010:2.1:1788201512.171448:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c300.
00010000:00000010:2.1:1788201512.171454:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af800.
00000080:00000010:2.1:1788201512.188423:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a18c0.
00000080:00000010:2.1:1788201512.188433:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ba0.
00010000:00000010:2.1:1788201512.199315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00010000:00000010:2.1:1788201512.220745:0:48:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c000.
00010000:00000010:2.1:1788201512.220758:0:48:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c000.
00000080:00000010:2.1:1788201512.232345:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a5280.
00000080:00000010:2.1:1788201512.232353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e00.
00010000:00000010:1.1:1788201512.232474:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00010000:00000010:1.1:1788201512.241559:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c200.
00010000:00000010:1.1:1788201512.241565:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7ca00.
00000080:00000010:1.1:1788201512.241571:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a6b40.
00000080:00000010:1.1:1788201512.241576:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ba0.
00010000:00000010:1.1:1788201512.247771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cd00.
00010000:00000010:1.1:1788201512.247784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d600.
00000080:00000010:1.1:1788201512.251374:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aa40.
00000080:00000010:1.1:1788201512.251390:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a6300.
00010000:00000010:1.1:1788201512.263363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e000.
00010000:00000010:3.1:1788201512.279514:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84a00.
00010000:00000010:3.1:1788201512.279522:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7da00.
00000080:00000010:3.1:1788201512.295818:0:32:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12209080.
00000080:00000010:3.1:1788201512.295825:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aa20.
00010000:00000010:3.1:1788201512.295835:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187ca00.
00010000:00000010:3.1:1788201512.295840:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7ce00.
00000080:00000010:3.1:1788201512.300363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb760.
00000080:00000010:3.1:1788201512.300384:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a7380.
00010000:00000010:3.1:1788201512.300390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84c00.
00010000:00000010:3.1:1788201512.300396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c600.
00000080:00000010:2.1:1788201512.309660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb300.
00000080:00000010:2.1:1788201512.309685:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12208840.
00010000:00000010:2.1:1788201512.313377:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029000.
00010000:00000010:2.1:1788201512.322391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c600.
00010000:00000010:2.1:1788201512.322400:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d000.
00000080:00000010:2.1:1788201512.326843:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a4a40.
00000080:00000010:2.1:1788201512.326852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e00.
00010000:00000010:2.1:1788201512.326860:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84b00.
00010000:00000010:2.1:1788201512.326866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7cc00.
00000080:00000010:2.1:1788201512.344077:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316300.
00000080:00000010:2.1:1788201512.344103:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220ca40.
00010000:00000010:0.1:1788201512.347355:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84400.
00010000:00000010:0.1:1788201512.347368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c800.
00000080:00000010:2.1:1788201512.353351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e00.
00000080:00000010:2.1:1788201512.353373:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220f380.
00010000:00000010:2.1:1788201512.357344:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029000.
00010000:00000010:2.1:1788201512.390384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c900.
00010000:00000010:2.1:1788201512.390391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d800.
00000080:00000010:2.1:1788201512.393401:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a0840.
00000080:00000010:2.1:1788201512.393409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316320.
00010000:00000010:3.1:1788201512.394911:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7fa00.
00010000:00000010:2.1:1788201512.417389:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c700.
00010000:00000010:2.1:1788201512.417396:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c400.
00000080:00000010:2.1:1788201512.427124:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a1080.
00000080:00000010:2.1:1788201512.427133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316300.
00010000:00000010:2.1:1788201512.427144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84800.
00010000:00000010:2.1:1788201512.427149:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d200.
00000080:00000010:2.1:1788201512.433391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316320.
00000080:00000010:2.1:1788201512.433416:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220e300.
00010000:00000010:2.1:1788201512.433423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84f00.
00010000:00000010:2.1:1788201512.433428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7dc00.
00000080:00000010:0.1:1788201512.442381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e00.
00000080:00000010:0.1:1788201512.442406:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12208000.
00010000:00000010:2.1:1788201512.449341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7ee00.
00010000:00000010:2.1:1788201512.465492:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cf00.
00010000:00000010:2.1:1788201512.465516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d400.
00000080:00000010:2.1:1788201512.469886:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a5ac0.
00000080:00000010:2.1:1788201512.473466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4740.
00010000:00000010:2.1:1788201512.473487:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187ce00.
00010000:00000010:2.1:1788201512.473493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7de00.
00000080:00000010:2.1:1788201512.477467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316320.
00000080:00000010:2.1:1788201512.477483:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a3180.
00010000:00000010:2.1:1788201512.477489:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84d00.
00010000:00000010:2.1:1788201512.477493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c200.
00000080:00000010:2.1:1788201512.486003:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316300.
00000080:00000010:2.1:1788201512.486025:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220b9c0.
00010000:00000010:2.1:1788201512.486032:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cc00.
00010000:00000010:2.1:1788201512.486036:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8400.
00000080:00000010:2.1:1788201512.489625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168e0.
00000080:00000010:2.1:1788201512.489662:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d122a0000.
00010000:00000010:2.1:1788201512.494010:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014300.
00010000:00000010:2.1:1788201512.494020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9600.
00000080:00000010:2.1:1788201512.511293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316320.
00000080:00000010:2.1:1788201512.511319:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12054200.
00010000:00000010:2.1:1788201512.511324:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029000.
00010000:00000010:3.1:1788201512.523493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014400.
00010000:00000010:3.1:1788201512.523510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9800.
00000080:00000010:3.1:1788201512.528823:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12051080.
00000080:00000010:3.1:1788201512.528830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168e0.
00010000:00000010:3.1:1788201512.535013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ce00.
00010000:00000010:3.1:1788201512.550157:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84600.
00010000:00000010:3.1:1788201512.550171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8800.
00000080:00000010:3.1:1788201512.559481:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09514200.
00000080:00000010:3.1:1788201512.559489:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb4a0.
00010000:00000010:3.1:1788201512.563638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ce00.
00010000:00000010:2.1:1788201512.581408:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09dc00.
00010000:00000010:2.1:1788201512.581414:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9200.
00000080:00000010:2.1:1788201512.599991:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09510840.
00000080:00000010:2.1:1788201512.599998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb840.
00010000:00000010:2.1:1788201512.600008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09da00.
00010000:00000010:2.1:1788201512.600014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8e00.
00000080:00000010:2.1:1788201512.600018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316320.
00000080:00000010:2.1:1788201512.600039:0:26:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09514a40.
00010000:00000010:2.1:1788201512.600043:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014c00.
00010000:00000010:2.1:1788201512.600047:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8200.
00000080:00000010:2.1:1788201512.607518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f00.
00000080:00000010:2.1:1788201512.607542:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12050840.
00010000:00000010:2.1:1788201512.613908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029000.
00010000:00000010:3.1:1788201512.629613:0:1359:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d100.
00010000:00000010:3.1:1788201512.629619:0:1359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8600.
00000080:00000010:3.1:1788201512.643343:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09517380.
00000080:00000010:3.1:1788201512.643351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316820.
00010000:00000010:3.1:1788201512.648454:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ce00.
00010000:00000010:2.1:1788201512.660605:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d900.
00010000:00000010:2.1:1788201512.660611:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9e00.
00000080:00000010:2.1:1788201512.674777:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09516300.
00000080:00000010:2.1:1788201512.674789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb4a0.
00010000:00000010:2.1:1788201512.684441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029000.
00010000:00000010:2.1:1788201512.690362:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014a00.
00010000:00000010:2.1:1788201512.690369:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8000.
00000080:00000010:2.1:1788201512.701013:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12054a40.
00000080:00000010:2.1:1788201512.701027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f00.
00010000:00000010:2.1:1788201512.719811:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029000.
00010000:00000010:2.1:1788201512.736266:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09db00.
00010000:00000010:2.1:1788201512.736280:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9a00.
00000080:00000010:2.1:1788201512.736287:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09516b40.
00000080:00000010:2.1:1788201512.736293:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316080.
00010000:00000010:2.1:1788201512.744494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029600.
00010000:00000010:2.1:1788201512.749482:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d400.
00010000:00000010:2.1:1788201512.749488:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9000.
00000080:00000010:2.1:1788201512.762272:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09512940.
00000080:00000010:2.1:1788201512.762285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316460.
00010000:00000010:2.1:1788201512.772933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029600.
00010000:00000010:2.1:1788201512.779424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014800.
00010000:00000010:2.1:1788201512.779436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9400.
00000080:00000010:2.1:1788201512.786402:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12057380.
00000080:00000010:2.1:1788201512.786410:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f00.
00010000:00000010:2.1:1788201512.812463:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029600.
00010000:00000010:2.1:1788201512.819360:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7a00.
00010000:00000010:2.1:1788201512.819366:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9c00.
00000080:00000010:2.1:1788201512.828339:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09510000.
00000080:00000010:2.1:1788201512.828345:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316080.
00010000:00000010:2.1:1788201512.828352:0:259941:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7e00.
00010000:00000010:2.1:1788201512.828356:0:259941:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8c00.
00000080:00000010:2.1:1788201512.838338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f00.
00000080:00000010:2.1:1788201512.838359:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d095139c0.
00010000:00000010:2.1:1788201512.838365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029600.
00010000:00000010:2.1:1788201512.853529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7700.
00010000:00000010:2.1:1788201512.853540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f200.
00000080:00000010:2.1:1788201512.863756:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d09515280.
00000080:00000010:2.1:1788201512.863764:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316460.
00010000:00000010:2.1:1788201512.871348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029600.
00010000:00000010:2.1:1788201512.890664:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014100.
00010000:00000010:2.1:1788201512.890675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f600.
00000080:00000010:2.1:1788201512.894459:0:259941:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12056300.
00000080:00000010:2.1:1788201512.894465:0:259941:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316a60.
00010000:00000010:2.1:1788201512.903582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029600.
00010000:00000010:2.1:1788201512.920776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7100.
00010000:00000010:2.1:1788201512.920785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac400.
00000080:00000010:2.1:1788201512.925402:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d095118c0.
00000080:00000010:2.1:1788201512.925410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316460.
00010000:00000010:2.1:1788201512.925420:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7b00.
00010000:00000010:2.1:1788201512.925425:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ade00.
00000080:00000010:2.1:1788201512.932044:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f00.
00000080:00000010:2.1:1788201512.932070:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d144f2100.
00010000:00000010:2.1:1788201512.938444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029600.
00010000:00000010:2.1:1788201512.964742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014d00.
00010000:00000010:2.1:1788201512.964749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9adc00.
00000080:00000010:2.1:1788201512.970355:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12056b40.
00000080:00000010:2.1:1788201512.970368:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316460.
00010000:00000010:2.1:1788201512.970378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84e00.
00010000:00000010:2.1:1788201512.970383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ada00.
00000080:00000010:2.1:1788201512.984484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f00.
00000080:00000010:2.1:1788201512.984656:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220b180.
00010000:00000010:3.1:1788201512.999648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029600.
00010000:00000010:0.1:1788201513.015378:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014e00.
00010000:00000010:0.1:1788201513.015391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ace00.
00000080:00000010:0.1:1788201513.023367:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d12052940.
00000080:00000010:0.1:1788201513.023381:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316460.
00010000:00000010:0.1:1788201513.023391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84200.
00010000:00000010:0.1:1788201513.023397:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad600.
00000080:00000010:0.1:1788201513.032345:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c43c0.
00000080:00000010:0.1:1788201513.032370:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d1220d280.
00010000:00000010:0.1:1788201513.041855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7f800.
00010000:00000010:0.1:1788201513.084342:0:259943:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014b00.
00010000:00000010:0.1:1788201513.084353:0:259943:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c000.
00000080:00000010:2.1:1788201513.090516:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d11193180.
00000080:00000010:2.1:1788201513.090525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c49e0.
00010000:00000010:2.1:1788201513.101408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1600.
00010000:00000010:2.1:1788201513.101422:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa100.
00010000:00000010:2.1:1788201513.124872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0a00.
00010000:00000010:2.1:1788201513.124879:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fab00.
00010000:00000010:2.1:1788201513.124882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0800.
00010000:00000010:3.1:1788201513.133351:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09de00.
00010000:00000010:3.1:1788201513.133371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c400.
00000080:00000010:2.1:1788201513.195217:0:259946:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd0000.
00000080:00000010:2.1:1788201513.195240:0:259946:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd5280.
00000080:00000010:2.1:1788201513.195244:0:259946:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d08cd2100.
00000080:00000010:2.1:1788201513.195249:0:259946:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316de0.
00010000:00000010:2.1:1788201515.627433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029600.
00000080:00000010:2.1:1788201515.631464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f40.
00010000:00000010:2.1:1788201515.631480:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014000.
00010000:00000010:2.1:1788201515.631486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4da00.
00010000:00000010:2.1:1788201515.669331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7800.
00010000:00000010:2.1:1788201515.669340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029400.
00000080:00000010:2.1:1788201515.705543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316700.
00010000:00000010:2.1:1788201515.705563:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7800.
00010000:00000010:2.1:1788201515.705569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029400.
00000080:00000010:2.1:1788201515.744536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316760.
00010000:00000010:2.1:1788201515.761743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7800.
00010000:00000010:2.1:1788201515.761758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029400.
00000080:00000010:2.1:1788201515.788409:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316700.
00010000:00000010:2.1:1788201515.811389:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7f00.
00010000:00000010:2.1:1788201515.811398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029a00.
00000080:00000010:3.1:1788201515.823459:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f80.
00010000:00000010:3.1:1788201515.837130:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014700.
00010000:00000010:3.1:1788201515.837143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d600.
00000080:00000010:3.1:1788201515.871540:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb200.
00010000:00000010:2.1:1788201515.893555:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7f00.
00010000:00000010:2.1:1788201515.893570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029a00.
00000080:00000010:1.1:1788201515.901472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316680.
00010000:00000010:1.1:1788201515.905460:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3200.
00010000:00000010:1.1:1788201515.905472:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e200.
00000080:00000010:2.1:1788201515.933372:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a7a0.
00010000:00000010:2.1:1788201515.944381:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7f00.
00010000:00000010:2.1:1788201515.944387:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029a00.
00000080:00000010:2.1:1788201515.959343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073167c0.
00010000:00000010:2.1:1788201515.967912:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7f00.
00010000:00000010:2.1:1788201515.967920:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029a00.
00000080:00000010:3.1:1788201515.988940:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073160e0.
00010000:00000010:3.1:1788201516.002524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014700.
00010000:00000010:3.1:1788201516.002532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d600.
00000080:00000010:2.1:1788201516.031250:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb200.
00010000:00000010:2.1:1788201516.035051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7a00.
00010000:00000010:2.1:1788201516.035059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028c00.
00000080:00000010:2.1:1788201516.056743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316360.
00010000:00000010:2.1:1788201516.063689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7a00.
00010000:00000010:2.1:1788201516.063705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028c00.
00000080:00000010:1.1:1788201516.093635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316380.
00010000:00000010:1.1:1788201516.101626:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3200.
00010000:00000010:1.1:1788201516.101633:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394fe00.
00000080:00000010:2.1:1788201516.120570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a200.
00010000:00000010:2.1:1788201516.148483:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7e00.
00010000:00000010:2.1:1788201516.148498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028800.
00000080:00000010:2.1:1788201516.154464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316360.
00010000:00000010:2.1:1788201516.167749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7e00.
00010000:00000010:2.1:1788201516.167757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028800.
00000080:00000010:1.1:1788201516.190771:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316640.
00010000:00000010:1.1:1788201516.195466:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3200.
00010000:00000010:1.1:1788201516.195473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f800.
00000080:00000010:2.1:1788201516.227378:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a960.
00010000:00000010:2.1:1788201516.235381:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187ce00.
00010000:00000010:2.1:1788201516.235388:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028800.
00000080:00000010:3.1:1788201516.269427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316c60.
00010000:00000010:3.1:1788201516.281568:0:31:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014f00.
00010000:00000010:3.1:1788201516.281578:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c800.
00000080:00000010:2.1:1788201516.306107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb260.
00010000:00000010:2.1:1788201516.319546:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cf00.
00010000:00000010:2.1:1788201516.319553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00000080:00000010:2.1:1788201516.336507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b00.
00010000:00000010:2.1:1788201516.351675:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cf00.
00010000:00000010:2.1:1788201516.351685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9c00.
00000080:00000010:2.1:1788201516.376508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b40.
00010000:00000010:0.1:1788201516.392413:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cf00.
00010000:00000010:0.1:1788201516.392427:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9c00.
00000080:00000010:2.1:1788201516.433913:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168c0.
00010000:00000010:2.1:1788201516.443511:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187ca00.
00010000:00000010:2.1:1788201516.443527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9a00.
00000080:00000010:3.1:1788201516.470525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b40.
00010000:00000010:3.1:1788201516.474705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014f00.
00010000:00000010:3.1:1788201516.474719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c800.
00000080:00000010:2.1:1788201516.490745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbc80.
00010000:00000010:2.1:1788201516.505792:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187ca00.
00010000:00000010:2.1:1788201516.505807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9a00.
00000080:00000010:0.1:1788201516.538772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168c0.
00010000:00000010:0.1:1788201516.551239:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8f00.
00010000:00000010:0.1:1788201516.551255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7e200.
00000080:00000010:2.1:1788201516.580941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4180.
00010000:00000010:2.1:1788201516.585712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c200.
00010000:00000010:2.1:1788201516.585730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9e00.
00000080:00000010:2.1:1788201516.621355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ae0.
00010000:00000010:2.1:1788201516.631336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c000.
00010000:00000010:2.1:1788201516.631349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8600.
00000080:00000010:3.1:1788201516.640531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e40.
00010000:00000010:3.1:1788201516.654156:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014f00.
00010000:00000010:3.1:1788201516.654171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c800.
00000080:00000010:3.1:1788201516.674585:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb4a0.
00010000:00000010:3.1:1788201516.681461:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014f00.
00010000:00000010:3.1:1788201516.681468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c800.
00000080:00000010:2.1:1788201516.707354:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bba20.
00010000:00000010:2.1:1788201516.718690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c000.
00010000:00000010:2.1:1788201516.718704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8600.
00000080:00000010:2.1:1788201516.752328:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ae0.
00010000:00000010:2.1:1788201516.769318:0:2395:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cb00.
00010000:00000010:2.1:1788201516.769325:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8e00.
00000080:00000010:2.1:1788201516.789370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316940.
00010000:00000010:2.1:1788201516.798334:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cb00.
00010000:00000010:2.1:1788201516.798341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8e00.
00000080:00000010:2.1:1788201516.820792:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316dc0.
00010000:00000010:2.1:1788201516.827348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cb00.
00010000:00000010:2.1:1788201516.827361:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8e00.
00000080:00000010:2.1:1788201516.852745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316940.
00010000:00000010:2.1:1788201516.870569:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c100.
00010000:00000010:2.1:1788201516.870587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9200.
00000080:00000010:2.1:1788201516.891619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316dc0.
00010000:00000010:2.1:1788201516.896075:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c100.
00010000:00000010:2.1:1788201516.896084:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9200.
00000080:00000010:2.1:1788201516.924328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073160c0.
00010000:00000010:2.1:1788201516.931866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c800.
00010000:00000010:2.1:1788201516.931874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9800.
00000080:00000010:2.1:1788201516.956590:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316dc0.
00010000:00000010:2.1:1788201516.961727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cf00.
00010000:00000010:2.1:1788201516.961734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9600.
00000080:00000010:2.1:1788201516.986340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b60.
00010000:00000010:2.1:1788201516.996741:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7e00.
00010000:00000010:2.1:1788201516.996748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8400.
00000080:00000010:2.1:1788201517.018827:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316dc0.
00010000:00000010:2.1:1788201517.038684:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07c00.
00010000:00000010:2.1:1788201517.038696:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8400.
00000080:00000010:2.1:1788201517.054696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073161a0.
00010000:00000010:2.1:1788201517.064331:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07c00.
00010000:00000010:2.1:1788201517.064338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8400.
00000080:00000010:2.1:1788201517.088393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316500.
00010000:00000010:0.1:1788201517.092523:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014900.
00010000:00000010:0.1:1788201517.092532:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7de00.
00000080:00000010:2.1:1788201517.112371:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073161a0.
00010000:00000010:2.1:1788201517.118503:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07e00.
00010000:00000010:2.1:1788201517.118509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7dc00.
00000080:00000010:2.1:1788201517.137343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316500.
00010000:00000010:2.1:1788201517.148504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07e00.
00010000:00000010:2.1:1788201517.148513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7dc00.
00000080:00000010:2.1:1788201517.174113:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073161a0.
00010000:00000010:2.1:1788201517.184346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07e00.
00010000:00000010:2.1:1788201517.184352:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7dc00.
00000080:00000010:3.1:1788201517.198442:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316020.
00010000:00000010:3.1:1788201517.215330:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014e00.
00010000:00000010:3.1:1788201517.215335:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c600.
00000080:00000010:3.1:1788201517.231334:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb880.
00010000:00000010:3.1:1788201517.239691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014e00.
00010000:00000010:3.1:1788201517.239700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c600.
00000080:00000010:3.1:1788201517.262525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb9e0.
00010000:00000010:2.1:1788201517.273857:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07e00.
00010000:00000010:2.1:1788201517.273870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c600.
00000080:00000010:2.1:1788201517.297593:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb420.
00010000:00000010:2.1:1788201517.309333:0:1036:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07e00.
00010000:00000010:2.1:1788201517.309348:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d800.
00000080:00000010:2.1:1788201517.336177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316980.
00010000:00000010:2.1:1788201517.340665:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07e00.
00010000:00000010:2.1:1788201517.340681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d800.
00000080:00000010:2.1:1788201517.367834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316a00.
00010000:00000010:2.1:1788201517.374365:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07e00.
00010000:00000010:2.1:1788201517.374372:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d800.
00000080:00000010:2.1:1788201517.395413:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316980.
00010000:00000010:2.1:1788201517.404325:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07e00.
00010000:00000010:2.1:1788201517.404332:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d800.
00000080:00000010:2.1:1788201517.429761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316a00.
00010000:00000010:2.1:1788201517.438332:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07e00.
00010000:00000010:2.1:1788201517.438340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d800.
00000080:00000010:1.1:1788201517.467332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073166e0.
00010000:00000010:2.1:1788201517.469335:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07e00.
00010000:00000010:2.1:1788201517.469342:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e200.
00000080:00000010:2.1:1788201517.494663:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ad40.
00010000:00000010:2.1:1788201517.505174:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07e00.
00010000:00000010:2.1:1788201517.505181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7da00.
00000080:00000010:0.1:1788201517.525665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316a40.
00010000:00000010:1.1:1788201517.534718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3200.
00010000:00000010:1.1:1788201517.534730:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7f000.
00000080:00000010:2.1:1788201517.551959:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4740.
00010000:00000010:2.1:1788201517.566521:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07e00.
00010000:00000010:2.1:1788201517.566535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7da00.
00000080:00000010:2.1:1788201517.583575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f00.
00010000:00000010:2.1:1788201517.594618:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07e00.
00010000:00000010:2.1:1788201517.594636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7da00.
00000080:00000010:1.1:1788201517.628527:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168a0.
00010000:00000010:1.1:1788201517.634323:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3000.
00010000:00000010:1.1:1788201517.634329:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e800.
00000080:00000010:2.1:1788201517.657407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aa60.
00010000:00000010:2.1:1788201517.668677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07a00.
00010000:00000010:2.1:1788201517.668685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7ca00.
00000080:00000010:2.1:1788201517.686420:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316860.
00010000:00000010:2.1:1788201517.698595:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07a00.
00010000:00000010:2.1:1788201517.698604:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7ca00.
00000080:00000010:2.1:1788201517.717023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316080.
00010000:00000010:2.1:1788201517.725545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856100.
00010000:00000010:2.1:1788201517.725552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7ca00.
00000080:00000010:2.1:1788201517.744342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316580.
00010000:00000010:2.1:1788201517.756338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856100.
00010000:00000010:2.1:1788201517.756349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7ca00.
00000080:00000010:2.1:1788201517.773530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168e0.
00010000:00000010:2.1:1788201517.781396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856100.
00010000:00000010:2.1:1788201517.781401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6400.
00000080:00000010:2.1:1788201517.808396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316140.
00010000:00000010:1.1:1788201517.827576:0:2385:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3000.
00010000:00000010:1.1:1788201517.827702:0:2385:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6400.
00000080:00000010:0.1:1788201517.840880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316320.
00010000:00000010:0.1:1788201517.844849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8600.
00010000:00000010:0.1:1788201517.844859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7ee00.
00000080:00000010:3.1:1788201517.864669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c44c0.
00010000:00000010:0.1:1788201517.875499:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8600.
00010000:00000010:0.1:1788201517.875514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d000.
00000080:00000010:0.1:1788201517.897660:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb9e0.
00010000:00000010:0.1:1788201517.910436:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8600.
00010000:00000010:0.1:1788201517.910443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7f800.
00000080:00000010:2.1:1788201517.939337:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4b60.
00010000:00000010:2.1:1788201517.957348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856100.
00010000:00000010:2.1:1788201517.957359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7e00.
00000080:00000010:0.1:1788201517.979684:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316140.
00010000:00000010:2.1:1788201517.988529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856100.
00010000:00000010:2.1:1788201517.988542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f800.
00000080:00000010:2.1:1788201518.010503:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4560.
00010000:00000010:2.1:1788201518.016472:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856100.
00010000:00000010:2.1:1788201518.016479:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7a00.
00000080:00000010:0.1:1788201518.045514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316820.
00010000:00000010:0.1:1788201518.050729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8600.
00010000:00000010:0.1:1788201518.050742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7f800.
00000080:00000010:0.1:1788201518.076339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4680.
00010000:00000010:0.1:1788201518.096057:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8600.
00010000:00000010:0.1:1788201518.096064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7ec00.
00000080:00000010:0.1:1788201518.119452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4b80.
00010000:00000010:2.1:1788201518.122843:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856300.
00010000:00000010:2.1:1788201518.122850:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e800.
00000080:00000010:0.1:1788201518.164491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a5a0.
00010000:00000010:2.1:1788201518.175005:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856300.
00010000:00000010:2.1:1788201518.175018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7e400.
00000080:00000010:2.1:1788201518.181696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4b80.
00010000:00000010:2.1:1788201518.195685:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856300.
00010000:00000010:2.1:1788201518.195694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7c00.
00000080:00000010:2.1:1788201518.229949:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316540.
00010000:00000010:2.1:1788201518.235583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856300.
00010000:00000010:2.1:1788201518.235590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7c00.
00000080:00000010:0.1:1788201518.258338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316de0.
00010000:00000010:2.1:1788201518.261634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856300.
00010000:00000010:2.1:1788201518.261640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7fe00.
00000080:00000010:0.1:1788201518.281445:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c43a0.
00010000:00000010:0.1:1788201518.295384:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8600.
00010000:00000010:0.1:1788201518.295395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7f200.
00000080:00000010:2.1:1788201518.325561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4a20.
00010000:00000010:2.1:1788201518.329805:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856d00.
00010000:00000010:2.1:1788201518.329813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6000.
00000080:00000010:0.1:1788201518.366540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ac0.
00010000:00000010:0.1:1788201518.379037:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8600.
00010000:00000010:0.1:1788201518.379044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7f200.
00000080:00000010:3.1:1788201518.395338:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4d00.
00010000:00000010:2.1:1788201518.401504:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa700.
00010000:00000010:2.1:1788201518.401518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4cc00.
00000080:00000010:3.1:1788201518.420504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb3a0.
00010000:00000010:2.1:1788201518.431337:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa700.
00010000:00000010:2.1:1788201518.431343:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c400.
00000080:00000010:2.1:1788201518.462375:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbee0.
00010000:00000010:2.1:1788201518.473390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa600.
00010000:00000010:2.1:1788201518.473408:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6000.
00000080:00000010:3.1:1788201518.496539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316320.
00010000:00000010:2.1:1788201518.509338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa600.
00010000:00000010:2.1:1788201518.509350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6000.
00000080:00000010:0.1:1788201518.527512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316a40.
00010000:00000010:0.1:1788201518.537347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84200.
00010000:00000010:0.1:1788201518.537354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7e400.
00000080:00000010:2.1:1788201518.564346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4380.
00010000:00000010:2.1:1788201518.579400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa600.
00010000:00000010:2.1:1788201518.579413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6000.
00000080:00000010:2.1:1788201518.604391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316020.
00010000:00000010:2.1:1788201518.623680:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa600.
00010000:00000010:2.1:1788201518.623691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6000.
00000080:00000010:2.1:1788201518.641640:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168c0.
00010000:00000010:2.1:1788201518.646318:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa600.
00010000:00000010:2.1:1788201518.646324:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6000.
00000080:00000010:2.1:1788201518.677418:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b40.
00010000:00000010:2.1:1788201518.687391:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa600.
00010000:00000010:2.1:1788201518.687398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6000.
00000080:00000010:2.1:1788201518.709448:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073168c0.
00010000:00000010:2.1:1788201518.721348:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa600.
00010000:00000010:2.1:1788201518.721362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6000.
00000080:00000010:2.1:1788201518.744603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b40.
00010000:00000010:2.1:1788201518.761329:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa600.
00010000:00000010:2.1:1788201518.761336:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6000.
00000080:00000010:2.1:1788201518.767351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316380.
00010000:00000010:2.1:1788201518.780501:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa600.
00010000:00000010:2.1:1788201518.780507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6000.
00000080:00000010:2.1:1788201518.803531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b40.
00010000:00000010:2.1:1788201518.816338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa600.
00010000:00000010:2.1:1788201518.816347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6000.
00000080:00000010:1.1:1788201518.841493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316680.
00010000:00000010:1.1:1788201518.856383:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3600.
00010000:00000010:1.1:1788201518.856391:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e800.
00000080:00000010:1.1:1788201518.877332:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a040.
00010000:00000010:1.1:1788201518.884691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3600.
00010000:00000010:1.1:1788201518.884699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e800.
00000080:00000010:1.1:1788201518.905529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a720.
00010000:00000010:2.1:1788201518.920679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3100.
00010000:00000010:2.1:1788201518.920691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e600.
00000080:00000010:2.1:1788201518.945470:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ab60.
00010000:00000010:2.1:1788201518.960237:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffaa00.
00010000:00000010:2.1:1788201518.960248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7400.
00000080:00000010:2.1:1788201518.984498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ea0.
00010000:00000010:2.1:1788201519.002345:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffaa00.
00010000:00000010:2.1:1788201519.002359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7400.
00000080:00000010:2.1:1788201519.025487:0:260110:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316880.
00010000:00000010:2.1:1788201519.033401:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffaa00.
00010000:00000010:2.1:1788201519.033408:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7400.
00000080:00000010:2.1:1788201519.054627:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316120.
00010000:00000010:2.1:1788201519.067367:0:260110:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4700.
00010000:00000010:2.1:1788201519.067375:0:260110:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7400.
00000080:00000010:2.1:1788201519.095342:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e80.
00010000:00000010:3.1:1788201519.522603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3afa00.
00010000:00000010:1.1:1788201519.575370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ace00.
00010000:00000010:2.1:1788201519.594331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c400.
00010000:00000010:2.1:1788201519.620226:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d000.
00010000:00000010:3.1:1788201519.651627:0:259955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c800.
00010000:00000010:3.1:1788201519.684656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924d000.
00010000:00000010:1.1:1788201519.719334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9adc00.
00010000:00000010:2.1:1788201519.790347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924d600.
00010000:00000010:3.1:1788201519.858435:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c400.
00010000:00000010:3.1:1788201519.898511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c000.
00010000:00000010:3.1:1788201519.938364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aec00.
00010000:00000010:3.1:1788201519.955847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c600.
00010000:00000010:1.1:1788201519.992499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad200.
00010000:00000010:3.1:1788201520.026661:0:259955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c600.
00010000:00000010:3.1:1788201520.067613:0:260167:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924d200.
00010000:00000010:3.1:1788201520.259445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722ee00.
00010000:00000010:1.1:1788201520.286380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aee00.
00010000:00000010:3.1:1788201520.325371:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722f600.
00010000:00000010:3.1:1788201520.347339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722fe00.
00010000:00000010:3.1:1788201520.377377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00010000:00000010:1.1:1788201520.409445:0:260187:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722e800.
00010000:00000010:2.1:1788201520.429331:0:260189:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3afe00.
00010000:00000010:3.1:1788201520.448466:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad200.
00010000:00000010:3.1:1788201520.480778:0:259955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae200.
00010000:00000010:3.1:1788201520.519976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722fa00.
00010000:00000010:1.1:1788201520.556335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae400.
00010000:00000010:2.1:1788201520.615336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430a800.
00010000:00000010:3.1:1788201520.654842:0:260204:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae200.
00010000:00000010:3.1:1788201520.679696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430b400.
00010000:00000010:2.1:1788201520.705498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430a800.
00010000:00000010:1.1:1788201520.740339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9800.
00010000:00000010:2.1:1788201520.763335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3afa00.
00010000:00000010:3.1:1788201520.816334:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430be00.
00010000:00000010:3.1:1788201520.844343:0:2395:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d470a00.
00010000:00000010:3.1:1788201520.933339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d470a00.
00010000:00000010:1.1:1788201521.007664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0e00.
00010000:00000010:2.1:1788201521.055643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430b800.
00010000:00000010:3.1:1788201521.125988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0c00.
00010000:00000010:3.1:1788201521.176437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9200.
00010000:00000010:1.1:1788201521.211641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1c00.
00010000:00000010:1.1:1788201521.263633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1200.
00010000:00000010:1.1:1788201521.316220:0:260233:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9400.
00010000:00000010:3.1:1788201521.336778:0:259955:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430be00.
00010000:00000010:2.1:1788201521.353339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1800.
00010000:00000010:1.1:1788201521.378345:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1800.
00010000:00000010:2.1:1788201537.235350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7700.
00010000:00000010:2.1:1788201537.235363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029200.
00000080:00000010:2.1:1788201537.273464:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4be0.
00010000:00000010:3.1:1788201537.424796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50200.
00000080:00000010:1.1:1788201537.452285:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4480.
00010000:00000010:0.1:1788201538.368327:0:261505:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23cb00.
00010000:00000010:0.1:1788201538.368334:0:261505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34335c00.
00000080:00000010:0.1:1788201538.413780:0:261506:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a640.
00010000:00000010:3.1:1788201538.463344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23c900.
00010000:00000010:3.1:1788201538.463358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34335000.
00010000:00000010:3.1:1788201538.463363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50200.
00010000:00000010:3.1:1788201538.463365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23cb00.
00010000:00000010:3.1:1788201538.463368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50e00.
00010000:00000010:1.1:1788201538.490347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02853b00.
00010000:00000010:1.1:1788201538.490357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f3400.
00010000:00000010:1.1:1788201538.490361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3c66dc00.
00010000:00000010:1.1:1788201538.490364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34334400.
00000080:00000010:3.1:1788201538.494347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4900.
00000080:00000010:0.1:1788201548.704873:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a7a0.
00010000:00000010:2.1:1788201644.880984:0:265159:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e0d1600.
00010000:00000010:2.1:1788201644.880997:0:265159:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f2200.
00000080:00000010:2.1:1788201644.890435:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4780.
00000080:00000010:1.1:1788201644.999339:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d33c94000.
00000080:00000010:2.1:1788201645.027357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d33c94380.
00000080:00000010:2.1:1788201645.066343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316860.
00000080:00000010:2.1:1788201645.084353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073d4d40.
00000080:00000010:2.1:1788201645.132353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d1485a5c0.
00000080:00000010:2.1:1788201645.180622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d103770a0.
00010000:00000010:2.1:1788201646.497553:0:265231:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba2e500.
00010000:00000010:2.1:1788201646.497562:0:265231:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139600.
00000080:00000010:2.1:1788201646.528352:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10377e80.
00010000:00000010:2.1:1788201646.584529:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba2e500.
00010000:00000010:2.1:1788201646.584565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50a00.
00000080:00000010:2.1:1788201646.627357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c44a0.
00010000:00000010:2.1:1788201646.700455:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba2e700.
00010000:00000010:2.1:1788201646.700467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139e00.
00000080:00000010:2.1:1788201646.718523:0:265234:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d2e27f720.
00000080:00000010:2.1:1788201646.800394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4880.
00000080:00000010:2.1:1788201646.800410:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a580.
00000080:00000010:2.1:1788201646.800419:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073162c0.
00000080:00000010:2.1:1788201646.800427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ad00.
00000080:00000010:2.1:1788201646.800432:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ace0.
00000080:00000010:2.1:1788201646.800437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb8a0.
00000080:00000010:2.1:1788201646.800447:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073160a0.
00000080:00000010:2.1:1788201646.800452:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4060.
00000080:00000010:2.1:1788201646.800458:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d02c39960.
00000080:00000010:2.1:1788201646.800463:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d33c94dc0.
00000080:00000010:2.1:1788201646.800467:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4d40.
00000080:00000010:2.1:1788201646.800472:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aa80.
00000080:00000010:2.1:1788201646.800479:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a4c0.
00000080:00000010:0.1:1788201646.800484:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb420.
00000080:00000010:2.1:1788201646.800485:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb840.
00000080:00000010:2.1:1788201646.800496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a040.
00000080:00000010:0.1:1788201646.800499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d33c94ba0.
00000080:00000010:2.1:1788201646.800504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4d20.
00000080:00000010:0.1:1788201646.800510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb520.
00000080:00000010:2.1:1788201646.800512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0abc0.
00000080:00000010:2.1:1788201646.800521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb360.
00010000:00000010:0.1:1788201646.800524:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba2e400.
00000080:00000010:2.1:1788201646.800527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a700.
00010000:00000010:0.1:1788201646.800533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138a00.
00000080:00000010:2.1:1788201646.800534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4840.
00010000:00000010:0.1:1788201646.800542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba2e600.
00000080:00000010:2.1:1788201646.800543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb5e0.
00010000:00000010:0.1:1788201646.800549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138000.
00000080:00000010:2.1:1788201646.800551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb400.
00000080:00000010:2.1:1788201646.800555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bba00.
00000080:00000010:2.1:1788201646.800559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb7a0.
00000080:00000010:2.1:1788201646.800562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a020.
00010000:00000010:0.1:1788201646.800568:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba2e000.
00000080:00000010:2.1:1788201646.800570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316dc0.
00010000:00000010:0.1:1788201646.800578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139a00.
00000080:00000010:2.1:1788201646.800579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a120.
00010000:00000010:0.1:1788201646.800587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e68f300.
00000080:00000010:2.1:1788201646.800589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316fc0.
00000080:00000010:2.1:1788201646.800594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073160c0.
00000080:00000010:2.1:1788201646.800598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb540.
00000080:00000010:2.1:1788201646.800608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aaa0.
00000080:00000010:2.1:1788201646.800611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aae0.
00000080:00000010:2.1:1788201646.800615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbbc0.
00000080:00000010:2.1:1788201646.800619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ae80.
00000080:00000010:2.1:1788201646.800622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb920.
00000080:00000010:2.1:1788201646.800626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316440.
00000080:00000010:2.1:1788201646.800631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316500.
00000080:00000010:2.1:1788201646.800635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb160.
00000080:00000010:2.1:1788201646.800639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316e00.
00000080:00000010:2.1:1788201646.800642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4cc0.
00000080:00000010:2.1:1788201646.800646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb380.
00000080:00000010:2.1:1788201646.800649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4f20.
00000080:00000010:2.1:1788201646.800653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316080.
00000080:00000010:2.1:1788201646.800656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316580.
00000080:00000010:2.1:1788201646.800660:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316840.
00000080:00000010:2.1:1788201646.800663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316460.
00010000:00000010:0.1:1788201646.800671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09ae00.
00000080:00000010:2.1:1788201646.800671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316cc0.
00000080:00000010:2.1:1788201646.800675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4380.
00010000:00000010:0.1:1788201646.800679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23c000.
00000080:00000010:2.1:1788201646.800682:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb860.
00010000:00000010:0.1:1788201646.800687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51a00.
00000080:00000010:2.1:1788201646.800689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316140.
00010000:00000010:0.1:1788201646.800695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02853c00.
00000080:00000010:2.1:1788201646.800696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a180.
00010000:00000010:0.1:1788201646.800703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f3200.
00000080:00000010:2.1:1788201646.800704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4640.
00000080:00000010:2.1:1788201646.800710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb760.
00000080:00000010:2.1:1788201646.800715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb300.
00000080:00000010:2.1:1788201646.800718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4560.
00000080:00000010:2.1:1788201646.800722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a420.
00000080:00000010:2.1:1788201646.800726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316f80.
00000080:00000010:2.1:1788201646.800730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a060.
00000080:00000010:2.1:1788201646.800734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4160.
00000080:00000010:2.1:1788201646.800737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4080.
00000080:00000010:2.1:1788201646.800740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a920.
00000080:00000010:2.1:1788201646.800743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316b40.
00000080:00000010:2.1:1788201646.800746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4420.
00000080:00000010:2.1:1788201646.800749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4b00.
00000080:00000010:2.1:1788201646.800753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ac0.
00000080:00000010:2.1:1788201646.800756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4520.
00000080:00000010:2.1:1788201646.800763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a620.
00000080:00000010:2.1:1788201646.800766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4460.
00000080:00000010:2.1:1788201646.800770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbd80.
00000080:00000010:2.1:1788201646.800773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb200.
00000080:00000010:2.1:1788201646.800777:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a9c0.
00000080:00000010:2.1:1788201646.800780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4200.
00000080:00000010:2.1:1788201646.800783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073163c0.
00000080:00000010:2.1:1788201646.800787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a100.
00000080:00000010:2.1:1788201646.800790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ac00.
00000080:00000010:2.1:1788201646.800793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a780.
00000080:00000010:2.1:1788201646.800796:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c40a0.
00000080:00000010:2.1:1788201646.800799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4de0.
00000080:00000010:2.1:1788201646.800803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073162a0.
00000080:00000010:2.1:1788201646.800806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c41c0.
00000080:00000010:2.1:1788201646.800810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a840.
00000080:00000010:2.1:1788201646.800815:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a8a0.
00000080:00000010:2.1:1788201646.800819:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a460.
00000080:00000010:2.1:1788201646.800822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4ba0.
00000080:00000010:2.1:1788201646.800826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ae00.
00000080:00000010:2.1:1788201646.800830:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbfc0.
00000080:00000010:2.1:1788201646.800833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ac40.
00000080:00000010:2.1:1788201646.800836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316100.
00000080:00000010:2.1:1788201646.800839:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a160.
00000080:00000010:2.1:1788201646.800843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316ba0.
00000080:00000010:2.1:1788201646.800846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a5a0.
00000080:00000010:2.1:1788201646.800849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c42c0.
00000080:00000010:2.1:1788201646.800853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0ab00.
00000080:00000010:2.1:1788201646.800856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb5c0.
00000080:00000010:2.1:1788201646.800860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073165e0.
00000080:00000010:2.1:1788201646.800863:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a8e0.
00000080:00000010:2.1:1788201646.800866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a5c0.
00000080:00000010:2.1:1788201646.800869:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bbb00.
00000080:00000010:2.1:1788201646.800872:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb820.
00000080:00000010:2.1:1788201646.800875:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a740.
00000080:00000010:2.1:1788201646.800878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316920.
00000080:00000010:2.1:1788201646.800881:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0a980.
00000080:00000010:3.1:1788201646.804328:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d073163e0.
00010000:00000010:3.1:1788201646.839512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e68fc00.
00010000:00000010:3.1:1788201646.839521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09aa00.
00010000:00000010:3.1:1788201646.839527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722f000.
00010000:00000010:3.1:1788201646.839531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722f200.
00010000:00000010:3.1:1788201646.839535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924dc00.
00010000:00000010:3.1:1788201646.839541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aea00.
00010000:00000010:3.1:1788201646.839545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af000.
00010000:00000010:3.1:1788201646.839549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7fe00.
00010000:00000010:3.1:1788201646.839553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7ea00.
00010000:00000010:3.1:1788201646.839556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7f600.
00010000:00000010:3.1:1788201646.839560:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba2e200.
00010000:00000010:3.1:1788201646.839562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50600.
00010000:00000010:3.1:1788201646.839565:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba2e500.
00010000:00000010:3.1:1788201646.839567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139600.
00010000:00000010:3.1:1788201646.839572:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e789900.
00010000:00000010:3.1:1788201646.839575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f2800.
00010000:00000010:3.1:1788201646.839578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e68fd00.
00010000:00000010:3.1:1788201646.839581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09bc00.
00010000:00000010:3.1:1788201646.839584:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e68fa00.
00010000:00000010:3.1:1788201646.839587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09b800.
00010000:00000010:3.1:1788201646.839598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02853900.
00010000:00000010:3.1:1788201646.839603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f3c00.
00010000:00000010:3.1:1788201646.839605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50c00.
00010000:00000010:3.1:1788201646.839609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34334200.
00010000:00000010:3.1:1788201646.839612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34334600.
00010000:00000010:3.1:1788201646.839616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819c800.
00010000:00000010:3.1:1788201646.839618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34334c00.
00010000:00000010:3.1:1788201646.839621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51600.
00010000:00000010:3.1:1788201646.839625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34335800.
00010000:00000010:3.1:1788201646.839628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819da00.
00010000:00000010:3.1:1788201646.839631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34334800.
00010000:00000010:3.1:1788201646.839633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51000.
00010000:00000010:3.1:1788201646.839636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819ce00.
00010000:00000010:3.1:1788201646.839638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819c400.
00010000:00000010:3.1:1788201646.839641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819cc00.
00010000:00000010:3.1:1788201646.839643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819d200.
00010000:00000010:3.1:1788201646.839646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34335400.
00010000:00000010:3.1:1788201646.839649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138600.
00010000:00000010:3.1:1788201646.839652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34335200.
00010000:00000010:3.1:1788201646.839655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d00031600.
00010000:00000010:3.1:1788201646.839658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d00030000.
00010000:00000010:3.1:1788201646.839661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819dc00.
00010000:00000010:3.1:1788201646.839663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34334000.
00010000:00000010:3.1:1788201646.839665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34334a00.
00010000:00000010:3.1:1788201646.839667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819c600.
00010000:00000010:3.1:1788201646.839670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34335a00.
00010000:00000010:3.1:1788201646.839672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819de00.
00010000:00000010:3.1:1788201646.839675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902a00.
00010000:00000010:3.1:1788201646.839678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903200.
00010000:00000010:3.1:1788201646.839680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819c000.
00010000:00000010:3.1:1788201646.839682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903400.
00010000:00000010:3.1:1788201646.839684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0000.
00010000:00000010:3.1:1788201646.839687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722fa00.
00010000:00000010:3.1:1788201646.839695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1800.
00010000:00000010:3.1:1788201646.839699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903c00.
00010000:00000010:3.1:1788201646.839701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903e00.
00010000:00000010:3.1:1788201646.839703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903000.
00010000:00000010:3.1:1788201646.839706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902000.
00010000:00000010:3.1:1788201646.839708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903800.
00010000:00000010:3.1:1788201646.839710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1e00.
00010000:00000010:3.1:1788201646.839713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d470200.
00010000:00000010:3.1:1788201646.839716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9800.
00010000:00000010:3.1:1788201646.839719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430ae00.
00010000:00000010:3.1:1788201646.839722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1400.
00010000:00000010:3.1:1788201646.839725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d471200.
00010000:00000010:3.1:1788201646.839727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d471400.
00010000:00000010:3.1:1788201646.839729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1200.
00010000:00000010:3.1:1788201646.839731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430a000.
00010000:00000010:3.1:1788201646.839734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9600.
00010000:00000010:3.1:1788201646.839738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430b600.
00010000:00000010:3.1:1788201646.839740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8a00.
00010000:00000010:3.1:1788201646.839743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1600.
00010000:00000010:3.1:1788201646.839745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0a00.
00010000:00000010:3.1:1788201646.839748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0800.
00010000:00000010:3.1:1788201646.839750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3afa00.
00010000:00000010:3.1:1788201646.839753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae200.
00010000:00000010:3.1:1788201646.839755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af400.
00010000:00000010:3.1:1788201646.839758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3afe00.
00010000:00000010:3.1:1788201646.839760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430ba00.
00010000:00000010:3.1:1788201646.839763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae400.
00010000:00000010:3.1:1788201646.839765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3afc00.
00010000:00000010:3.1:1788201646.839767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430a400.
00010000:00000010:3.1:1788201646.839769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430b000.
00010000:00000010:3.1:1788201646.839771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430ac00.
00010000:00000010:3.1:1788201646.839774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430a200.
00010000:00000010:3.1:1788201646.839776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430b200.
00010000:00000010:3.1:1788201646.839787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722e400.
00010000:00000010:3.1:1788201646.839790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722ee00.
00010000:00000010:3.1:1788201646.839793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac200.
00010000:00000010:3.1:1788201646.839796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722ec00.
00010000:00000010:3.1:1788201646.839798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722f800.
00010000:00000010:3.1:1788201646.839801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722ea00.
00010000:00000010:3.1:1788201646.839803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722f600.
00010000:00000010:3.1:1788201646.839805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722fe00.
00010000:00000010:3.1:1788201646.839808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722e200.
00010000:00000010:3.1:1788201646.839810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722fc00.
00010000:00000010:3.1:1788201646.839812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722f400.
00010000:00000010:3.1:1788201646.839814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924d400.
00010000:00000010:3.1:1788201646.839817:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924de00.
00010000:00000010:3.1:1788201646.839820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c600.
00010000:00000010:3.1:1788201646.839823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924d200.
00010000:00000010:3.1:1788201646.839825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924d800.
00010000:00000010:3.1:1788201646.839827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c400.
00010000:00000010:3.1:1788201646.839830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d471600.
00010000:00000010:3.1:1788201646.839832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c000.
00010000:00000010:3.1:1788201646.839834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad000.
00010000:00000010:3.1:1788201646.839837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c800.
00010000:00000010:3.1:1788201646.839839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924cc00.
00010000:00000010:3.1:1788201646.839841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924c200.
00010000:00000010:3.1:1788201646.839843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924d000.
00010000:00000010:3.1:1788201646.839845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924ce00.
00010000:00000010:3.1:1788201646.839848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924d600.
00010000:00000010:3.1:1788201646.839851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7200.
00010000:00000010:3.1:1788201646.839853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae600.
00010000:00000010:3.1:1788201646.839855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af800.
00010000:00000010:3.1:1788201646.839858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7e800.
00010000:00000010:3.1:1788201646.839860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7f800.
00010000:00000010:3.1:1788201646.839863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ce00.
00010000:00000010:3.1:1788201646.839867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e600.
00010000:00000010:3.1:1788201646.839874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7000.
00010000:00000010:3.1:1788201646.839877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f800.
00010000:00000010:3.1:1788201646.839881:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4700.
00010000:00000010:3.1:1788201646.839884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7400.
00010000:00000010:3.1:1788201646.839886:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4b00.
00010000:00000010:3.1:1788201646.839889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6600.
00010000:00000010:3.1:1788201646.839893:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffac00.
00010000:00000010:3.1:1788201646.839896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6200.
00010000:00000010:3.1:1788201646.839898:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa500.
00010000:00000010:3.1:1788201646.839900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7800.
00010000:00000010:3.1:1788201646.839902:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa600.
00010000:00000010:3.1:1788201646.839905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6000.
00010000:00000010:3.1:1788201646.839908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3600.
00010000:00000010:3.1:1788201646.839911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e800.
00010000:00000010:3.1:1788201646.839914:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3900.
00010000:00000010:3.1:1788201646.839917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f600.
00010000:00000010:3.1:1788201646.839920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84e00.
00010000:00000010:3.1:1788201646.839924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7ec00.
00010000:00000010:3.1:1788201646.839926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa300.
00010000:00000010:3.1:1788201646.839928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7a00.
00010000:00000010:3.1:1788201646.839931:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffae00.
00010000:00000010:3.1:1788201646.839933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6a00.
00010000:00000010:3.1:1788201646.839935:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa400.
00010000:00000010:3.1:1788201646.839938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7e00.
00010000:00000010:3.1:1788201646.839940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3000.
00010000:00000010:3.1:1788201646.839943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394ec00.
00010000:00000010:3.1:1788201646.839945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa800.
00010000:00000010:3.1:1788201646.839948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6e00.
00010000:00000010:3.1:1788201646.839950:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa000.
00010000:00000010:3.1:1788201646.839952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6400.
00010000:00000010:3.1:1788201646.839955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffad00.
00010000:00000010:3.1:1788201646.839957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7c00.
00010000:00000010:3.1:1788201646.839965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84200.
00010000:00000010:3.1:1788201646.839968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7e400.
00010000:00000010:3.1:1788201646.839971:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffab00.
00010000:00000010:3.1:1788201646.839974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd7600.
00010000:00000010:3.1:1788201646.839977:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8600.
00010000:00000010:3.1:1788201646.839980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7f200.
00010000:00000010:3.1:1788201646.839983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa700.
00010000:00000010:3.1:1788201646.839986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7ca00.
00010000:00000010:3.1:1788201646.839989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa900.
00010000:00000010:3.1:1788201646.839992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6400.
00010000:00000010:3.1:1788201646.839997:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856d00.
00010000:00000010:3.1:1788201646.839999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6000.
00010000:00000010:3.1:1788201646.840002:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07a00.
00010000:00000010:3.1:1788201646.840006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6e00.
00010000:00000010:3.1:1788201646.840008:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856300.
00010000:00000010:3.1:1788201646.840011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7600.
00010000:00000010:3.1:1788201646.840014:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856000.
00010000:00000010:3.1:1788201646.840017:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7c00.
00010000:00000010:3.1:1788201646.849329:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856600.
00010000:00000010:3.1:1788201646.849350:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6800.
00010000:00000010:3.1:1788201646.849354:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856400.
00010000:00000010:3.1:1788201646.849357:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6200.
00010000:00000010:3.1:1788201646.849359:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856e00.
00010000:00000010:3.1:1788201646.849363:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7800.
00010000:00000010:3.1:1788201646.849366:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856900.
00010000:00000010:3.1:1788201646.849370:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7200.
00010000:00000010:3.1:1788201646.849374:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8900.
00010000:00000010:3.1:1788201646.849378:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7ee00.
00010000:00000010:3.1:1788201646.849383:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8e00.
00010000:00000010:3.1:1788201646.849386:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7e600.
00010000:00000010:3.1:1788201646.849389:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856100.
00010000:00000010:3.1:1788201646.849391:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7a00.
00010000:00000010:3.1:1788201646.849402:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856b00.
00010000:00000010:3.1:1788201646.849405:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7e00.
00010000:00000010:3.1:1788201646.849408:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856500.
00010000:00000010:3.1:1788201646.849411:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6600.
00010000:00000010:3.1:1788201646.849414:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8000.
00010000:00000010:3.1:1788201646.849417:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7e000.
00010000:00000010:3.1:1788201646.849420:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8a00.
00010000:00000010:3.1:1788201646.849423:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7f400.
00010000:00000010:3.1:1788201646.849425:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8700.
00010000:00000010:3.1:1788201646.849427:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7f000.
00010000:00000010:3.1:1788201646.849431:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014e00.
00010000:00000010:3.1:1788201646.849436:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4dc00.
00010000:00000010:3.1:1788201646.849439:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856200.
00010000:00000010:3.1:1788201646.849441:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e7400.
00010000:00000010:3.1:1788201646.849444:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856c00.
00010000:00000010:3.1:1788201646.849446:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d421e6a00.
00010000:00000010:3.1:1788201646.849449:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856700.
00010000:00000010:3.1:1788201646.849452:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8400.
00010000:00000010:3.1:1788201646.849455:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d09856a00.
00010000:00000010:3.1:1788201646.849459:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7de00.
00010000:00000010:3.1:1788201646.849464:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7e00.
00010000:00000010:3.1:1788201646.849467:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c000.
00010000:00000010:3.1:1788201646.849471:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3d00.
00010000:00000010:3.1:1788201646.849475:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394fc00.
00010000:00000010:3.1:1788201646.849480:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07e00.
00010000:00000010:3.1:1788201646.849483:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7da00.
00010000:00000010:3.1:1788201646.849486:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3200.
00010000:00000010:3.1:1788201646.849489:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e200.
00010000:00000010:3.1:1788201646.849492:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3a00.
00010000:00000010:3.1:1788201646.849494:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394fe00.
00010000:00000010:3.1:1788201646.849497:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07100.
00010000:00000010:3.1:1788201646.849499:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d600.
00010000:00000010:3.1:1788201646.849506:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07400.
00010000:00000010:3.1:1788201646.849509:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d800.
00010000:00000010:3.1:1788201646.849511:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07200.
00010000:00000010:3.1:1788201646.849514:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7ce00.
00010000:00000010:3.1:1788201646.849518:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07700.
00010000:00000010:3.1:1788201646.849520:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c600.
00010000:00000010:3.1:1788201646.849523:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07d00.
00010000:00000010:3.1:1788201646.849525:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d000.
00010000:00000010:3.1:1788201646.849528:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07f00.
00010000:00000010:3.1:1788201646.849530:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7cc00.
00010000:00000010:3.1:1788201646.849532:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07b00.
00010000:00000010:3.1:1788201646.849535:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c800.
00010000:00000010:3.1:1788201646.849537:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07000.
00010000:00000010:3.1:1788201646.849539:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7dc00.
00010000:00000010:3.1:1788201646.849543:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014100.
00010000:00000010:3.1:1788201646.849546:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4da00.
00010000:00000010:3.1:1788201646.849549:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014d00.
00010000:00000010:3.1:1788201646.849552:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d200.
00010000:00000010:3.1:1788201646.849554:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014b00.
00010000:00000010:3.1:1788201646.849557:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d400.
00010000:00000010:3.1:1788201646.849560:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07300.
00010000:00000010:3.1:1788201646.849562:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c400.
00010000:00000010:3.1:1788201646.849564:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07600.
00010000:00000010:3.1:1788201646.849566:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d200.
00010000:00000010:3.1:1788201646.849569:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07c00.
00010000:00000010:3.1:1788201646.849572:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7d400.
00010000:00000010:3.1:1788201646.849574:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07500.
00010000:00000010:3.1:1788201646.849576:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d05a7c200.
00010000:00000010:3.1:1788201646.849578:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07900.
00010000:00000010:3.1:1788201646.849582:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028000.
00010000:00000010:3.1:1788201646.849584:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d07c07800.
00010000:00000010:3.1:1788201646.849588:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9c00.
00010000:00000010:3.1:1788201646.849597:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cf00.
00010000:00000010:3.1:1788201646.849600:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9600.
00010000:00000010:3.1:1788201646.849603:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c800.
00010000:00000010:3.1:1788201646.849606:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9800.
00010000:00000010:3.1:1788201646.849608:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c100.
00010000:00000010:3.1:1788201646.849610:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9200.
00010000:00000010:3.1:1788201646.849612:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c500.
00010000:00000010:3.1:1788201646.849615:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8800.
00010000:00000010:3.1:1788201646.849617:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cb00.
00010000:00000010:3.1:1788201646.849619:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8e00.
00010000:00000010:3.1:1788201646.849621:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8b00.
00010000:00000010:3.1:1788201646.849623:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7fa00.
00010000:00000010:3.1:1788201646.849626:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014f00.
00010000:00000010:3.1:1788201646.849629:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c800.
00010000:00000010:3.1:1788201646.849631:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c000.
00010000:00000010:3.1:1788201646.849634:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8600.
00010000:00000010:3.1:1788201646.849636:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014400.
00010000:00000010:3.1:1788201646.849638:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c200.
00010000:00000010:3.1:1788201646.849640:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014000.
00010000:00000010:3.1:1788201646.849642:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4ca00.
00010000:00000010:3.1:1788201646.849644:0:265238:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c300.
00010000:00000010:3.1:1788201646.849647:0:265238:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8200.
00010000:00000010:3.1:1788201646.849670:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c200.
00010000:00000010:3.1:1788201646.849674:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9e00.
00010000:00000010:3.1:1788201646.849676:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d118f8f00.
00010000:00000010:3.1:1788201646.849679:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7e200.
00010000:00000010:3.1:1788201646.849681:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187ca00.
00010000:00000010:3.1:1788201646.849684:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9a00.
00010000:00000010:3.1:1788201646.849686:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014500.
00010000:00000010:3.1:1788201646.849689:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4de00.
00010000:00000010:3.1:1788201646.849691:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cd00.
00010000:00000010:3.1:1788201646.849693:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8000.
00010000:00000010:3.1:1788201646.849703:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c600.
00010000:00000010:3.1:1788201646.849707:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9000.
00010000:00000010:3.1:1788201646.849709:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c900.
00010000:00000010:3.1:1788201646.849712:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c9400.
00010000:00000010:3.1:1788201646.849713:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187c700.
00010000:00000010:3.1:1788201646.849715:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3c8c00.
00010000:00000010:3.1:1788201646.849718:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187ce00.
00010000:00000010:3.1:1788201646.849720:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028800.
00010000:00000010:3.1:1788201646.849723:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014700.
00010000:00000010:3.1:1788201646.849725:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d600.
00010000:00000010:3.1:1788201646.849729:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3800.
00010000:00000010:3.1:1788201646.849731:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f200.
00010000:00000010:3.1:1788201646.849733:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d1187cc00.
00010000:00000010:3.1:1788201646.849736:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029c00.
00010000:00000010:3.1:1788201646.849739:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7b00.
00010000:00000010:3.1:1788201646.849742:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028200.
00010000:00000010:3.1:1788201646.849744:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3500.
00010000:00000010:3.1:1788201646.849746:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394f400.
00010000:00000010:3.1:1788201646.849749:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7a00.
00010000:00000010:3.1:1788201646.849752:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028c00.
00010000:00000010:3.1:1788201646.849755:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7300.
00010000:00000010:3.1:1788201646.849758:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028e00.
00010000:00000010:3.1:1788201646.849760:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7c00.
00010000:00000010:3.1:1788201646.849762:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029000.
00010000:00000010:3.1:1788201646.849764:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7f00.
00010000:00000010:3.1:1788201646.849767:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029a00.
00010000:00000010:3.1:1788201646.849769:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7900.
00010000:00000010:3.1:1788201646.849771:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029600.
00010000:00000010:3.1:1788201646.849773:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3300.
00010000:00000010:3.1:1788201646.849776:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394ee00.
00010000:00000010:3.1:1788201646.849779:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7400.
00010000:00000010:3.1:1788201646.849782:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028400.
00010000:00000010:3.1:1788201646.849792:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014600.
00010000:00000010:3.1:1788201646.849795:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d800.
00010000:00000010:3.1:1788201646.849798:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7d00.
00010000:00000010:3.1:1788201646.849800:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029800.
00010000:00000010:3.1:1788201646.849803:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7800.
00010000:00000010:3.1:1788201646.849805:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029400.
00010000:00000010:3.1:1788201646.849807:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7500.
00010000:00000010:3.1:1788201646.849810:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028a00.
00010000:00000010:3.1:1788201646.849813:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7200.
00010000:00000010:3.1:1788201646.849816:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e028600.
00010000:00000010:3.1:1788201646.849818:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7100.
00010000:00000010:3.1:1788201646.849821:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e029e00.
00010000:00000010:3.1:1788201648.433816:0:265263:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50200.
00000080:00000010:1.1:1788201648.442747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5ee0.
00000080:00000010:3.1:1788201648.442797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5c40.
00000080:00000010:0.1:1788201648.442847:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb860.
00000080:00000010:0.1:1788201648.442855:0:2385:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d33c94da0.
00010000:00000010:3.1:1788201648.515207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f2800.
00010000:00000010:0.1:1788201648.520653:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139800.
00000080:00000010:0.1:1788201648.520669:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316440.
00010000:00000010:1.1:1788201648.557356:0:265267:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f2e00.
00000080:00000010:1.1:1788201648.557361:0:265267:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5a20.
00010000:00000010:1.1:1788201648.571587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e798700.
00010000:00000010:1.1:1788201648.571599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138e00.
00010000:00000010:2.1:1788201648.571702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09ac00.
00000080:00000010:2.1:1788201648.571708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d26f09160.
00010000:00000010:2.1:1788201648.593588:0:265278:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138800.
00010000:00000010:2.1:1788201648.593599:0:265278:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e789a00.
00010000:00000010:2.1:1788201648.593603:0:265278:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138a00.
00010000:00000010:0.1:1788201648.599347:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e798e00.
00010000:00000010:0.1:1788201648.599359:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51800.
00010000:00000010:3.1:1788201649.588961:0:265280:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f2400.
00010000:00000010:3.1:1788201651.615360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f2800.
00010000:00000010:3.1:1788201654.716474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f3a00.
00000080:00000010:2.1:1788201658.740537:0:265265:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d101c4160.
00010000:00000010:3.1:1788201658.741364:0:265263:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e789300.
00010000:00000010:3.1:1788201658.741370:0:265263:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f2800.
00000080:00000010:2.1:1788201658.746480:0:0:0:(super25.c:57:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff8c5d094c9080.
00000080:00000010:3.1:1788201658.752376:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5340.
00000080:00000010:2.1:1788201658.752605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d11e0aee0.
00000080:00000010:2.1:1788201658.752614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0d56e0.
00000080:00000010:3.1:1788201658.787474:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a5820.
00000080:00000010:3.1:1788201658.853344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d10a381e0.
00000080:00000010:3.1:1788201658.853363:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07316920.
00010000:00000010:3.1:1788201664.253578:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e798b00.
00010000:00000010:3.1:1788201664.253590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51600.
00010000:00000010:3.1:1788201686.636476:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10ffa200.
00010000:00000010:3.1:1788201686.636493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac800.
00000080:00000010:0.1:1788201688.634344:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d33c948c0.
00010000:00000010:0.1:1788201688.634367:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba2ef00.
00010000:00000010:0.1:1788201688.634373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139e00.
00000080:00000010:0.1:1788201688.634379:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d3c0a52a0.
00010000:00000010:0.1:1788201688.634385:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e789700.
00010000:00000010:0.1:1788201688.634388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f2a00.
00000080:00000010:0.1:1788201688.634391:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d04873520.
00010000:00000010:0.1:1788201688.634395:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba2ec00.
00010000:00000010:0.1:1788201688.634399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138000.
00000080:00000010:0.1:1788201688.634403:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bba00.
00010000:00000010:0.1:1788201688.634407:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba2ee00.
00010000:00000010:0.1:1788201688.634410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139a00.
00010000:00000010:1.1:1788201695.989350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09a200.
00000080:00000010:1.1:1788201695.989365:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07206360.
00010000:00000010:1.1:1788201695.989372:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e789900.
00010000:00000010:1.1:1788201695.989376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f3e00.
00010000:00000010:1.1:1788201696.024333:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09a800.
00010000:00000010:1.1:1788201696.024344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e68fa00.
00010000:00000010:1.1:1788201696.024347:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09b600.
00010000:00000010:1.1:1788201696.024350:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e68fd00.
00010000:00000010:3.1:1788201696.053325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09ae00.
00000080:00000010:0.1:1788201696.118333:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07206080.
00000080:00000010:0.1:1788201696.118343:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d07206de0.
00000080:00000010:0.1:1788201696.118347:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb160.
00000080:00000010:0.1:1788201696.118351:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d048739a0.
00000080:00000010:0.1:1788201696.118355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff8c5d053bb060.
00010000:00000010:1.1:1788201696.120338:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e798800.
00010000:00000010:1.1:1788201696.120350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51c00.
00010000:00000010:1.1:1788201696.120358:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0284fb00.
00010000:00000010:1.1:1788201696.120362:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50400.
00010000:00000010:1.1:1788201696.120368:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10145400.
00010000:00000010:1.1:1788201696.120373:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139000.
00010000:00000010:1.1:1788201696.120382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10145300.
00010000:00000010:1.1:1788201696.120386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138200.
00010000:00000010:1.1:1788201696.120390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22400.
00010000:00000010:1.1:1788201696.120393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34334e00.
00010000:00000010:1.1:1788201696.120396:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22d00.
00010000:00000010:1.1:1788201696.120399:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34335e00.
00010000:00000010:1.1:1788201696.120403:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299fa00.
00010000:00000010:1.1:1788201696.120406:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819d800.
00010000:00000010:2.1:1788201696.121344:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e68fc00.
00010000:00000010:2.1:1788201696.121357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09aa00.
00010000:00000010:2.1:1788201696.121361:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e68f400.
00010000:00000010:2.1:1788201696.121364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09b000.
00010000:00000010:2.1:1788201696.121370:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e789300.
00010000:00000010:2.1:1788201696.121374:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f2800.
00010000:00000010:2.1:1788201696.121377:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e789e00.
00010000:00000010:2.1:1788201696.121379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e09b200.
00010000:00000010:2.1:1788201696.121382:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e789600.
00010000:00000010:2.1:1788201696.121385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f3c00.
00010000:00000010:2.1:1788201696.121390:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba2e300.
00010000:00000010:2.1:1788201696.121393:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50600.
00010000:00000010:2.1:1788201696.121400:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba2eb00.
00010000:00000010:2.1:1788201696.121403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138600.
00010000:00000010:2.1:1788201696.121406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e789200.
00010000:00000010:2.1:1788201696.121409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50c00.
00010000:00000010:2.1:1788201696.121411:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ba2e900.
00010000:00000010:2.1:1788201696.121414:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139600.
00010000:00000010:2.1:1788201696.121417:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e789100.
00010000:00000010:2.1:1788201696.121420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51000.
00010000:00000010:1.1:1788201696.124346:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f600.
00010000:00000010:1.1:1788201696.124368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819d000.
00010000:00000010:1.1:1788201696.124379:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10145d00.
00010000:00000010:1.1:1788201696.124395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139c00.
00010000:00000010:1.1:1788201696.124406:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0284f200.
00010000:00000010:1.1:1788201696.124420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51400.
00010000:00000010:1.1:1788201696.124433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10145100.
00010000:00000010:1.1:1788201696.124443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d00031e00.
00010000:00000010:1.1:1788201696.124452:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03af4600.
00010000:00000010:1.1:1788201696.124471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d00031c00.
00010000:00000010:1.1:1788201696.124481:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03af4100.
00010000:00000010:1.1:1788201696.124486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d00030800.
00010000:00000010:1.1:1788201696.124493:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03af4b00.
00010000:00000010:1.1:1788201696.124501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d00030a00.
00010000:00000010:1.1:1788201696.124506:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03af4200.
00010000:00000010:1.1:1788201696.124513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902600.
00010000:00000010:1.1:1788201696.124522:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d000.
00010000:00000010:1.1:1788201696.124536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c400.
00010000:00000010:1.1:1788201696.124545:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03af4900.
00010000:00000010:1.1:1788201696.124554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903a00.
00010000:00000010:1.1:1788201696.124562:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22f00.
00010000:00000010:1.1:1788201696.124572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430a600.
00010000:00000010:1.1:1788201696.124583:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0504e000.
00010000:00000010:1.1:1788201696.124592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902400.
00010000:00000010:1.1:1788201696.124598:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0504e700.
00010000:00000010:1.1:1788201696.124605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902800.
00010000:00000010:1.1:1788201696.124612:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d900.
00010000:00000010:1.1:1788201696.124623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d470c00.
00010000:00000010:1.1:1788201696.124634:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325ce00.
00010000:00000010:1.1:1788201696.124645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0400.
00010000:00000010:1.1:1788201696.124655:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0504ef00.
00010000:00000010:1.1:1788201696.124666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9200.
00010000:00000010:1.1:1788201696.124673:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa700.
00010000:00000010:1.1:1788201696.124681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d470600.
00010000:00000010:1.1:1788201696.124689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0504ec00.
00010000:00000010:1.1:1788201696.124696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9400.
00010000:00000010:1.1:1788201696.124708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d139f8900.
00010000:00000010:1.1:1788201696.124718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8000.
00010000:00000010:1.1:1788201696.124729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d139f8500.
00010000:00000010:1.1:1788201696.124733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9000.
00010000:00000010:1.1:1788201696.124742:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325ca00.
00010000:00000010:1.1:1788201696.124751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1000.
00010000:00000010:1.1:1788201696.124761:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d139f8300.
00010000:00000010:1.1:1788201696.124774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8c00.
00010000:00000010:1.1:1788201696.124789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa200.
00010000:00000010:1.1:1788201696.124795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d470a00.
00010000:00000010:1.1:1788201696.124804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d139f8400.
00010000:00000010:1.1:1788201696.124814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9e00.
00010000:00000010:1.1:1788201696.124830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6d00.
00010000:00000010:1.1:1788201696.124841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430b400.
00010000:00000010:1.1:1788201696.124849:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6b00.
00010000:00000010:1.1:1788201696.124856:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8800.
00010000:00000010:1.1:1788201696.124867:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6100.
00010000:00000010:1.1:1788201696.124874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430bc00.
00010000:00000010:1.1:1788201696.124880:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6400.
00010000:00000010:1.1:1788201696.124890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430aa00.
00010000:00000010:1.1:1788201696.124899:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6600.
00010000:00000010:1.1:1788201696.124905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ace00.
00010000:00000010:1.1:1788201696.124916:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6700.
00010000:00000010:1.1:1788201696.124926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9adc00.
00010000:00000010:1.1:1788201696.124933:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6100.
00010000:00000010:1.1:1788201696.124939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad400.
00010000:00000010:1.1:1788201696.124948:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6200.
00010000:00000010:1.1:1788201696.124963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722e600.
00010000:00000010:1.1:1788201696.124972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84100.
00010000:00000010:1.1:1788201696.124980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af200.
00010000:00000010:1.1:1788201696.124989:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109faf00.
00010000:00000010:1.1:1788201696.124997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d470800.
00010000:00000010:1.1:1788201696.125007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fae00.
00010000:00000010:1.1:1788201696.125076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d471a00.
00010000:00000010:1.1:1788201696.125085:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84c00.
00010000:00000010:1.1:1788201696.125096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae800.
00010000:00000010:1.1:1788201696.125104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84400.
00010000:00000010:1.1:1788201696.125110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3ae000.
00010000:00000010:1.1:1788201696.125117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3400.
00010000:00000010:1.1:1788201696.125125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924ca00.
00010000:00000010:1.1:1788201696.125134:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa100.
00010000:00000010:1.1:1788201696.125152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4d000.
00010000:00000010:1.1:1788201696.125162:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4a00.
00010000:00000010:1.1:1788201696.125173:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ada00.
00010000:00000010:1.1:1788201696.125181:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014900.
00010000:00000010:1.1:1788201696.125193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c600.
00010000:00000010:1.1:1788201696.125200:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84f00.
00010000:00000010:1.1:1788201696.125207:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3af600.
00010000:00000010:1.1:1788201696.125214:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014800.
00010000:00000010:1.1:1788201696.125220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4c000.
00010000:00000010:1.1:1788201696.125223:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4f00.
00010000:00000010:1.1:1788201696.125229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2dcd6c00.
00010000:00000010:3.1:1788201696.133330:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02853a00.
00010000:00000010:3.1:1788201696.133350:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f2600.
00010000:00000010:3.1:1788201696.133357:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e68f300.
00010000:00000010:3.1:1788201696.133367:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca51200.
00010000:00000010:3.1:1788201696.133373:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f700.
00010000:00000010:3.1:1788201696.133382:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d048f2c00.
00010000:00000010:3.1:1788201696.133394:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10145600.
00010000:00000010:3.1:1788201696.133404:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34138c00.
00010000:00000010:3.1:1788201696.133410:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0284f100.
00010000:00000010:3.1:1788201696.133419:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3ca50800.
00010000:00000010:3.1:1788201696.133428:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299f300.
00010000:00000010:3.1:1788201696.133438:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819d600.
00010000:00000010:3.1:1788201696.133446:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22600.
00010000:00000010:3.1:1788201696.133453:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34335600.
00010000:00000010:3.1:1788201696.133477:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10145000.
00010000:00000010:3.1:1788201696.133483:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139200.
00010000:00000010:3.1:1788201696.133490:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0299fd00.
00010000:00000010:3.1:1788201696.133501:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819c200.
00010000:00000010:3.1:1788201696.133508:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10145800.
00010000:00000010:3.1:1788201696.133517:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d34139400.
00010000:00000010:3.1:1788201696.133522:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0284f900.
00010000:00000010:3.1:1788201696.133525:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1c00.
00010000:00000010:3.1:1788201696.133529:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d10145c00.
00010000:00000010:3.1:1788201696.133533:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d00031400.
00010000:00000010:3.1:1788201696.133538:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09df00.
00010000:00000010:3.1:1788201696.133543:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819d400.
00010000:00000010:3.1:1788201696.133547:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325cb00.
00010000:00000010:3.1:1788201696.133550:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e1a00.
00010000:00000010:3.1:1788201696.133555:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03af4500.
00010000:00000010:3.1:1788201696.133559:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902e00.
00010000:00000010:3.1:1788201696.133563:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d700.
00010000:00000010:3.1:1788201696.133566:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1819ca00.
00010000:00000010:3.1:1788201696.133574:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03af4400.
00010000:00000010:3.1:1788201696.133578:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c902c00.
00010000:00000010:3.1:1788201696.133582:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d3ca22100.
00010000:00000010:3.1:1788201696.133585:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430a800.
00010000:00000010:3.1:1788201696.133590:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d300.
00010000:00000010:3.1:1788201696.133594:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d470e00.
00010000:00000010:3.1:1788201696.133597:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d200.
00010000:00000010:3.1:1788201696.133600:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d470400.
00010000:00000010:3.1:1788201696.133604:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09da00.
00010000:00000010:3.1:1788201696.133608:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d471000.
00010000:00000010:3.1:1788201696.133612:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6c00.
00010000:00000010:3.1:1788201696.133615:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430be00.
00010000:00000010:3.1:1788201696.133618:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325c100.
00010000:00000010:3.1:1788201696.133623:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0c00.
00010000:00000010:3.1:1788201696.133626:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e09d400.
00010000:00000010:3.1:1788201696.133629:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d471c00.
00010000:00000010:3.1:1788201696.133633:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325c800.
00010000:00000010:3.1:1788201696.133636:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0e00.
00010000:00000010:3.1:1788201696.133639:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6b00.
00010000:00000010:3.1:1788201696.133643:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3430b800.
00010000:00000010:3.1:1788201696.133651:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d139f8f00.
00010000:00000010:3.1:1788201696.133657:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce9a00.
00010000:00000010:3.1:1788201696.133663:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fac00.
00010000:00000010:3.1:1788201696.133667:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d471e00.
00010000:00000010:3.1:1788201696.133670:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325c500.
00010000:00000010:3.1:1788201696.133673:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0600.
00010000:00000010:3.1:1788201696.133676:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d0325cd00.
00010000:00000010:3.1:1788201696.133678:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2e5e0200.
00010000:00000010:3.1:1788201696.133686:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d139f8600.
00010000:00000010:3.1:1788201696.133691:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8600.
00010000:00000010:3.1:1788201696.133697:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6f00.
00010000:00000010:3.1:1788201696.133702:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8e00.
00010000:00000010:3.1:1788201696.133709:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84500.
00010000:00000010:3.1:1788201696.133713:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aec00.
00010000:00000010:3.1:1788201696.133716:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6300.
00010000:00000010:3.1:1788201696.133719:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3cce8400.
00010000:00000010:3.1:1788201696.133722:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6d00.
00010000:00000010:3.1:1788201696.133726:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad200.
00010000:00000010:3.1:1788201696.133731:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109fa500.
00010000:00000010:3.1:1788201696.133734:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d470000.
00010000:00000010:3.1:1788201696.133737:0:267330:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02df6800.
00010000:00000010:3.1:1788201696.133740:0:267330:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722e800.
00010000:00000010:3.1:1788201696.137340:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84700.
00010000:00000010:3.1:1788201696.137355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0a3aee00.
00010000:00000010:3.1:1788201696.137380:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d060c6900.
00010000:00000010:3.1:1788201696.137394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac000.
00010000:00000010:3.1:1788201696.137405:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3100.
00010000:00000010:3.1:1788201696.137413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2722e000.
00010000:00000010:3.1:1788201696.137433:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03545f00.
00010000:00000010:3.1:1788201696.137442:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9aca00.
00010000:00000010:3.1:1788201696.137453:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d03545e00.
00010000:00000010:3.1:1788201696.137468:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9acc00.
00010000:00000010:3.1:1788201696.137477:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4d00.
00010000:00000010:3.1:1788201696.137486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac600.
00010000:00000010:3.1:1788201696.137494:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4e00.
00010000:00000010:3.1:1788201696.137504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad800.
00010000:00000010:3.1:1788201696.137512:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4400.
00010000:00000010:3.1:1788201696.137517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ac400.
00010000:00000010:3.1:1788201696.137523:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d109faa00.
00010000:00000010:3.1:1788201696.137526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2d471800.
00010000:00000010:3.1:1788201696.137542:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4c00.
00010000:00000010:3.1:1788201696.137546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ade00.
00010000:00000010:3.1:1788201696.137551:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3e00.
00010000:00000010:3.1:1788201696.137556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d0924da00.
00010000:00000010:3.1:1788201696.137570:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d18014c00.
00010000:00000010:3.1:1788201696.137576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2de4cc00.
00010000:00000010:3.1:1788201696.137581:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d02dc4800.
00010000:00000010:3.1:1788201696.137585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3b9ad600.
00010000:00000010:3.1:1788201696.137595:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d14d84600.
00010000:00000010:3.1:1788201696.137600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d26e7fc00.
00010000:00000010:3.1:1788201696.137604:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d106f3c00.
00010000:00000010:3.1:1788201696.137609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d1394e000.
00010000:00000010:3.1:1788201696.137616:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d27ef7600.
00010000:00000010:3.1:1788201696.137620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d2719a000.
00010000:00000010:3.1:1788201696.137625:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff8c5d2e23c800.
00010000:00000010:3.1:1788201696.137629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff8c5d3c903600.
00000800:00000200:2.1:1788201735.372528:0:2384:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:2.1:1788201735.372534:0:2384:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:2.1:1788201735.372536:0:2384:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000800:00000200:3.1:1788201739.532983:0:2395:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201739.533089:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201739.533812:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201739.534094:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201739.534279:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201744.652864:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201744.653010:0:2396:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201749.710505:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201749.710511:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 1, 1 secs later)
00000800:00000200:1.1:1788201749.711318:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201749.711321:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 1, 1 secs later)
00000800:00000200:1.1:1788201749.711745:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201749.711748:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 1, 1 secs later)
00000800:00000200:1.1:1788201749.712000:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201749.712037:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 1, 1 secs later)
00000800:00000200:1.1:1788201749.712250:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201749.712251:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 1, 1 secs later)
00000800:00000200:1.1:1788201754.892978:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201754.893385:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201754.893669:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201754.893823:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201754.893972:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201760.013119:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201760.013634:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201760.013968:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201760.014140:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201760.014242:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201765.133251:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201765.133971:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201765.134282:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201765.134695:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201765.134871:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201770.253153:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201770.253161:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1788201770.254227:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201770.254236:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1788201770.254511:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201770.254517:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1788201770.255090:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201770.255092:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1788201770.255354:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201770.255356:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 8, 6 secs later)
00000800:00000200:1.1:1788201775.372939:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201775.372945:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1788201775.373529:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201775.373531:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1788201775.373741:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201775.373742:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1788201775.373929:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201775.373932:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1788201775.374136:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201775.374139:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 8, 1 secs later)
00000800:00000200:1.1:1788201780.492964:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201780.493401:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201780.493741:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201780.493913:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201780.494121:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201785.613204:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201785.613220:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 16, 14 secs later)
00000800:00000200:1.1:1788201785.614195:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201785.614197:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 16, 14 secs later)
00000800:00000200:1.1:1788201785.614464:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201785.614466:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 16, 14 secs later)
00000800:00000200:1.1:1788201785.614657:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201785.614659:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 16, 14 secs later)
00000800:00000200:1.1:1788201785.614929:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201785.614930:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 16, 14 secs later)
00000800:00000200:1.1:1788201790.733035:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201790.733040:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 16, 9 secs later)
00000800:00000200:1.1:1788201790.733668:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201790.733671:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 16, 9 secs later)
00000800:00000200:1.1:1788201790.734016:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201790.734019:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 16, 9 secs later)
00000800:00000200:1.1:1788201790.734353:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201790.734357:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 16, 9 secs later)
00000800:00000200:1.1:1788201790.734672:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201790.734675:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 16, 9 secs later)
00000800:00000200:1.1:1788201795.852888:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201795.852894:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 16, 4 secs later)
00000800:00000200:1.1:1788201795.853691:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201795.853697:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 16, 4 secs later)
00000800:00000200:1.1:1788201795.853947:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201795.853948:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 16, 4 secs later)
00000800:00000200:1.1:1788201795.854210:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201795.854211:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 16, 4 secs later)
00000800:00000200:1.1:1788201795.854417:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201795.854418:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 16, 4 secs later)
00000800:00000200:1.1:1788201800.973272:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201800.974039:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201800.974685:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201800.975045:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201800.975155:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201806.093065:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201806.093070:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1788201806.093613:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201806.093616:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1788201806.093897:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201806.093899:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1788201806.094088:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201806.094090:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1788201806.094267:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201806.094268:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 30 secs later)
00000800:00000200:0.1:1788201811.212952:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201811.212957:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 24 secs later)
00000800:00000200:0.1:1788201811.213618:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201811.213620:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 24 secs later)
00000800:00000200:0.1:1788201811.213811:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201811.213812:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 24 secs later)
00000800:00000200:0.1:1788201811.213987:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201811.213989:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 24 secs later)
00000800:00000200:0.1:1788201811.214226:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201811.214228:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 24 secs later)
00000800:00000200:0.1:1788201816.333015:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201816.333023:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1788201816.333645:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201816.333649:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1788201816.334004:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201816.334007:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1788201816.334387:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201816.334390:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1788201816.334714:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201816.334717:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 19 secs later)
00000800:00000200:0.1:1788201821.452994:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201821.452998:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 14 secs later)
00000800:00000200:0.1:1788201821.453654:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201821.453657:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 14 secs later)
00000800:00000200:0.1:1788201821.453884:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201821.453887:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 14 secs later)
00000800:00000200:0.1:1788201821.454082:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201821.454084:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 14 secs later)
00000800:00000200:0.1:1788201821.454327:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201821.454330:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 14 secs later)
00000800:00000200:0.1:1788201826.572997:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201826.573004:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 9 secs later)
00000800:00000200:0.1:1788201826.573593:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201826.573595:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 9 secs later)
00000800:00000200:0.1:1788201826.573815:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201826.573816:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 9 secs later)
00000800:00000200:0.1:1788201826.574010:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201826.574013:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 9 secs later)
00000800:00000200:0.1:1788201826.574241:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201826.574243:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 9 secs later)
00000800:00000200:0.1:1788201831.692941:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201831.692945:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 4 secs later)
00000800:00000200:0.1:1788201831.693589:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201831.693591:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 4 secs later)
00000800:00000200:0.1:1788201831.693868:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201831.693870:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 4 secs later)
00000800:00000200:0.1:1788201831.694082:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201831.694083:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 4 secs later)
00000800:00000200:0.1:1788201831.694403:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201831.694405:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 32, 4 secs later)
00000800:00000200:0.1:1788201836.813068:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201836.813518:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201836.813637:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201836.813814:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201836.813975:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201841.933151:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201841.933158:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788201841.934005:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201841.934008:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788201841.934372:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201841.934375:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788201841.934711:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201841.934715:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788201841.935193:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201841.935196:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788201847.052872:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201847.052875:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788201847.053502:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201847.053504:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788201847.053687:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201847.053689:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788201847.053896:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201847.053899:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788201847.054167:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201847.054169:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788201852.172868:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201852.172871:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788201852.173547:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201852.173551:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788201852.173975:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201852.173977:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788201852.174172:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201852.174174:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788201852.174401:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201852.174402:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788201857.293129:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201857.293137:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788201857.293995:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201857.293999:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788201857.294376:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201857.294379:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788201857.294647:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201857.294649:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788201857.295010:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788201857.295012:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788201862.413237:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201862.413248:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788201862.414187:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201862.414190:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788201862.414425:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201862.414427:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788201862.414632:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201862.414634:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788201862.414817:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201862.414818:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788201867.532985:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201867.532992:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788201867.533635:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201867.533636:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788201867.533817:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201867.533818:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788201867.534010:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201867.534012:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788201867.534333:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201867.534335:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788201872.652933:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201872.652938:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788201872.653592:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201872.653593:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788201872.653807:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201872.653809:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788201872.653989:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201872.653990:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788201872.654267:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201872.654269:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788201877.773085:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201877.773090:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788201877.773819:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201877.773821:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788201877.774018:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201877.774020:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788201877.774206:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201877.774208:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788201877.774608:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201877.774610:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788201882.893100:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201882.893107:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788201882.894001:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201882.894004:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788201882.894372:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201882.894375:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788201882.894685:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201882.894688:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788201882.895108:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201882.895111:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788201888.013296:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201888.013333:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788201888.013653:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201888.013655:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788201888.013934:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201888.013937:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788201888.014123:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201888.014141:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788201888.014363:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201888.014366:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788201893.133002:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201893.133006:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788201893.133665:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201893.133667:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788201893.133876:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201893.133878:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788201893.134085:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201893.134086:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788201893.134269:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201893.134271:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788201898.252992:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201898.252998:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788201898.253632:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201898.253634:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788201898.253851:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201898.253853:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788201898.254083:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201898.254086:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788201898.254412:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788201898.254415:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788201903.372998:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201903.373351:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201903.373658:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201903.373812:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201903.373980:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201908.493054:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201908.493069:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788201908.493594:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201908.493597:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788201908.494038:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201908.494042:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788201908.494600:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201908.494602:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788201908.494886:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201908.494888:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788201913.613200:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201913.613208:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788201913.614172:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201913.614173:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788201913.614382:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201913.614384:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788201913.614563:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201913.614564:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788201913.614782:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201913.614784:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788201918.733489:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201918.733495:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788201918.734451:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201918.734453:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788201918.734741:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201918.734743:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788201918.735015:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201918.735017:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788201918.735274:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201918.735276:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788201923.853086:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201923.853095:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788201923.853800:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201923.853803:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788201923.854142:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201923.854145:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788201923.854538:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201923.854541:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788201923.854848:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201923.854850:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788201928.972936:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201928.972941:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788201928.973541:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201928.973542:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788201928.973727:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201928.973728:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788201928.973938:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201928.973940:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788201928.974148:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201928.974149:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788201934.092941:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201934.092955:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788201934.093656:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201934.093662:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788201934.094115:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201934.094116:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788201934.094392:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201934.094393:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788201934.094582:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201934.094595:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788201939.213474:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201939.213489:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788201939.214782:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201939.214788:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788201939.215523:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201939.215529:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788201939.216205:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201939.216211:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788201939.216769:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201939.216773:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788201944.332898:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201944.332905:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788201944.333596:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201944.333598:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788201944.333814:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201944.333815:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788201944.334001:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201944.334003:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788201944.334350:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201944.334353:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788201949.452978:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201949.452983:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788201949.453629:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201949.453630:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788201949.453811:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201949.453813:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788201949.453987:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201949.453989:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788201949.454347:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201949.454349:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788201954.573042:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201954.573049:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788201954.573726:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201954.573731:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788201954.574199:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201954.574200:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788201954.574457:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201954.574458:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788201954.574669:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201954.574671:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788201959.692992:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201959.692998:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788201959.693611:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201959.693613:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788201959.693795:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201959.693797:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788201959.694013:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201959.694014:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788201959.694190:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201959.694191:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788201964.812878:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201964.812882:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788201964.813524:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201964.813525:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788201964.813715:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201964.813717:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788201964.813945:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201964.813946:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788201964.814224:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201964.814226:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788201969.932964:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201969.933363:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201969.933529:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201969.933699:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201969.933853:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201975.053063:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201975.053070:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201975.053958:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201975.053962:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201975.054288:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201975.054291:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201975.054636:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201975.054639:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788201975.054936:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201975.054937:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788201980.172893:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201980.172900:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788201980.173566:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201980.173571:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788201980.173913:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201980.173916:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788201980.174185:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201980.174187:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788201980.174427:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201980.174428:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788201985.292853:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201985.292856:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788201985.293256:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201985.293257:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788201985.293495:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201985.293497:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788201985.293709:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201985.293711:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788201985.293889:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788201985.293890:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788201990.412993:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201990.412998:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788201990.413565:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201990.413567:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788201990.413790:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201990.413792:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788201990.413969:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201990.413971:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788201990.414174:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201990.414177:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788201995.532824:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201995.532827:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788201995.533527:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201995.533532:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788201995.534174:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201995.534177:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788201995.534520:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201995.534522:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788201995.534816:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788201995.534818:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202000.652867:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202000.652872:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202000.653773:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202000.653778:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202000.654152:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202000.654155:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202000.654601:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202000.654605:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202000.654803:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202000.654805:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202005.772915:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202005.772920:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202005.773390:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202005.773393:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202005.773836:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202005.773839:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202005.774368:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202005.774371:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202005.774768:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202005.774771:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202010.893105:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202010.893110:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202010.893862:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202010.893867:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202010.894465:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202010.894467:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202010.894809:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202010.894811:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202010.895018:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202010.895021:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202016.012943:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202016.012947:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202016.013718:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202016.013725:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202016.014174:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202016.014177:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202016.014671:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202016.014674:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202016.015152:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202016.015156:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202021.133015:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202021.133020:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202021.133938:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202021.133941:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202021.134271:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202021.134274:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202021.134601:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202021.134603:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788202021.135048:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202021.135051:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788202026.253071:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202026.253079:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788202026.253980:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202026.253984:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788202026.254177:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202026.254179:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788202026.254382:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202026.254384:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788202026.254631:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202026.254633:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788202031.373372:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202031.373376:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788202031.373824:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202031.373827:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788202031.374035:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202031.374037:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788202031.374215:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202031.374217:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788202031.374423:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202031.374425:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788202036.493016:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202036.493372:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202036.493577:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202036.493717:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202036.493871:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202041.613189:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202041.613196:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202041.614277:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202041.614280:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202041.614631:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202041.614637:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202041.614933:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202041.614935:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202041.615182:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202041.615184:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202046.733161:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202046.733169:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202046.733691:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202046.733694:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202046.733909:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202046.733911:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202046.734087:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202046.734089:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202046.734293:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202046.734294:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202051.853188:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202051.853198:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788202051.854155:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202051.854157:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788202051.854411:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202051.854412:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788202051.854689:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202051.854691:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788202051.855014:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202051.855016:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202056.973149:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202056.973156:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202056.973753:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202056.973756:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202056.974074:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202056.974077:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202056.974413:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202056.974416:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202056.974707:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202056.974710:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202062.092897:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202062.092905:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788202062.093473:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202062.093475:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788202062.093660:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202062.093664:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788202062.093966:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202062.093969:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788202062.094196:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202062.094198:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788202067.212861:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202067.212863:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202067.213467:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202067.213471:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202067.214068:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202067.214072:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202067.214455:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202067.214457:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202067.214663:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202067.214664:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202072.333054:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202072.333061:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202072.333774:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202072.333777:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202072.334083:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202072.334085:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202072.334422:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202072.334424:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202072.335087:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202072.335091:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202077.452977:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202077.452981:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202077.453540:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202077.453543:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202077.453765:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202077.453767:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202077.454031:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202077.454033:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202077.454360:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202077.454362:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202082.573482:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202082.573485:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202082.573810:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202082.573812:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202082.574048:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202082.574051:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202082.574321:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202082.574324:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202082.574586:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202082.574588:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202087.692921:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202087.692924:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202087.693476:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202087.693481:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202087.693788:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202087.693791:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202087.694036:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202087.694038:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202087.694191:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202087.694192:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202092.812829:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202092.812836:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202092.813365:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202092.813366:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202092.813523:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202092.813525:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202092.813719:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202092.813720:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202092.813900:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202092.813903:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788202097.933055:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202097.933060:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202097.933667:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202097.933670:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202097.933937:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202097.933939:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202097.934194:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202097.934197:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202097.934467:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202097.934470:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202103.053352:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202103.053772:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202103.053922:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202103.054089:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202103.054292:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202108.173008:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202108.173015:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1788202108.173921:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202108.173923:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1788202108.174156:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202108.174157:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1788202108.174364:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202108.174366:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1788202108.174582:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202108.174584:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 57 secs later)
00000800:00000200:3.1:1788202113.292882:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202113.292888:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788202113.293432:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202113.293433:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788202113.293591:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202113.293593:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788202113.293774:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202113.293776:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788202113.293985:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202113.293986:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788202118.412896:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202118.412901:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202118.413410:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202118.413412:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202118.413578:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202118.413580:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202118.413734:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202118.413737:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202118.413905:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202118.413906:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788202123.533069:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202123.533075:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788202123.533846:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202123.533849:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788202123.534198:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202123.534200:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788202123.534546:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202123.534549:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788202123.535001:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202123.535004:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788202128.653117:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202128.653125:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788202128.653606:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202128.653608:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788202128.653860:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202128.653863:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788202128.654123:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202128.654127:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788202128.654583:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202128.654586:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788202133.773255:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202133.773263:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788202133.774100:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202133.774102:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788202133.774356:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202133.774358:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788202133.774613:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202133.774615:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788202133.774817:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202133.774820:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788202138.893401:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202138.893417:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788202138.894342:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202138.894345:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788202138.894590:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202138.894593:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788202138.894825:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202138.894827:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788202138.895050:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202138.895052:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202144.013248:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202144.013257:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202144.013892:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202144.013895:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202144.014231:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202144.014234:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202144.014605:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202144.014609:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202144.014953:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202144.014956:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202149.132992:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202149.132997:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202149.133747:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202149.133753:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202149.134046:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202149.134047:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202149.134320:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202149.134322:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1788202149.134528:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202149.134531:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 16 secs later)
00000800:00000200:0.1:1788202154.252981:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202154.252985:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788202154.253613:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202154.253615:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788202154.253861:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202154.253864:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788202154.254101:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202154.254104:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788202154.254368:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202154.254370:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788202159.372923:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202159.372928:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788202159.373619:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202159.373626:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788202159.373906:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202159.373907:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788202159.374231:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202159.374234:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788202159.374524:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202159.374526:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788202164.492987:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202164.492995:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788202164.493698:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202164.493701:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788202164.493896:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202164.493898:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788202164.494072:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202164.494074:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788202164.494253:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202164.494256:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788202169.612951:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202169.613456:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202169.613762:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202169.613906:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202169.614171:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202174.733111:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202174.733117:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202174.733996:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202174.733999:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202174.734359:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202174.734361:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202174.735003:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202174.735007:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202174.735406:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202174.735408:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202179.853732:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202179.853736:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202179.854164:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202179.854167:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202179.854677:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202179.854680:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202179.854989:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202179.854991:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202179.855285:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202179.855288:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202184.972914:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202184.972921:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788202184.973506:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202184.973508:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788202184.973784:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202184.973786:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788202184.973991:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202184.973993:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788202184.974152:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202184.974154:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788202190.092892:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202190.092897:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788202190.093439:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202190.093441:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788202190.093613:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202190.093614:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788202190.093770:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202190.093772:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788202190.093942:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202190.093944:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788202195.212937:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202195.212942:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788202195.213545:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202195.213547:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788202195.213845:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202195.213848:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788202195.214131:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202195.214134:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788202195.214429:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202195.214432:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788202200.333062:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202200.333069:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788202200.333777:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202200.333780:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788202200.334116:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202200.334119:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788202200.334465:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202200.334468:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788202200.334672:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202200.334674:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788202205.452841:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202205.452845:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788202205.453503:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202205.453505:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788202205.453728:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202205.453730:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788202205.453927:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202205.453928:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788202205.454091:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202205.454093:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788202210.573116:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202210.573123:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788202210.573540:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202210.573541:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788202210.573758:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202210.573759:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788202210.573957:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202210.573959:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788202210.574165:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202210.574168:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788202215.692748:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202215.692752:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202215.693099:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202215.693101:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202215.693259:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202215.693260:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202215.693448:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202215.693450:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202215.693665:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202215.693667:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202220.812977:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202220.812984:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202220.813475:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202220.813477:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202220.813637:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202220.813638:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202220.813787:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202220.813788:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202220.813932:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202220.813934:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202225.932925:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202225.932930:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788202225.933405:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202225.933407:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788202225.933668:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202225.933669:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788202225.933923:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202225.933926:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788202225.934163:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202225.934165:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788202231.052985:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202231.052991:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202231.053486:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202231.053488:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202231.053685:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202231.053688:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202231.053871:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202231.053872:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202231.054021:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202231.054023:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202236.173145:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202236.173701:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202236.173848:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202236.173985:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202236.174215:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202241.293472:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202241.293475:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202241.293817:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202241.293820:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202241.294110:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202241.294112:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202241.294412:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202241.294415:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202241.294668:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202241.294670:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202246.412937:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202246.412940:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202246.413549:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202246.413556:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202246.414075:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202246.414076:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202246.414295:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202246.414312:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202246.414557:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202246.414559:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202251.532986:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202251.532997:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202251.533613:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202251.533615:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202251.533828:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202251.533830:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202251.534063:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202251.534064:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202251.534276:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202251.534278:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202256.652890:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202256.652896:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202256.653656:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202256.653658:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202256.653891:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202256.653892:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202256.654135:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202256.654137:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202256.654460:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202256.654461:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202261.773202:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202261.773209:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788202261.774238:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202261.774248:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788202261.774776:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202261.774778:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788202261.775077:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202261.775080:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788202261.775275:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202261.775277:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788202266.893228:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202266.893237:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788202266.894059:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202266.894061:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788202266.894255:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202266.894257:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788202266.894491:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202266.894493:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788202266.894732:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202266.894734:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788202272.013195:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202272.013204:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788202272.014245:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202272.014248:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788202272.014613:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202272.014615:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788202272.014887:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202272.014889:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788202272.015081:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202272.015083:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788202277.133072:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202277.133077:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1788202277.133771:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202277.133774:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1788202277.134109:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202277.134111:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1788202277.134556:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202277.134558:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202277.134884:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202277.134887:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202282.252984:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202282.252987:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202282.253772:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202282.253777:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202282.254326:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202282.254330:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202282.254532:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202282.254534:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202282.254757:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202282.254760:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202287.373115:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202287.373119:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202287.374007:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202287.374009:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202287.374365:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202287.374367:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202287.374662:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202287.374664:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202287.374977:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202287.374979:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202292.492942:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202292.492947:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202292.493555:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202292.493558:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202292.493793:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202292.493794:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202292.494124:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202292.494127:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202292.494448:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202292.494451:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202297.612958:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202297.612963:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202297.613573:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202297.613574:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202297.613797:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202297.613799:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202297.613983:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202297.613985:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202297.614250:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202297.614252:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202302.733045:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202302.733366:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202302.733474:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202302.733621:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202302.733786:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202307.853070:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202307.853078:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202307.853942:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202307.853945:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202307.854244:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202307.854247:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202307.854573:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202307.854576:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202307.854997:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202307.855000:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202312.973221:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202312.973228:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202312.974133:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202312.974134:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202312.974352:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202312.974354:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202312.974538:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202312.974540:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202312.974715:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202312.974717:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202318.093121:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202318.093127:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202318.093841:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202318.093843:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202318.094049:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202318.094050:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202318.094229:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202318.094231:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202318.094544:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202318.094545:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202323.213008:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202323.213017:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202323.213894:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202323.213898:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202323.214157:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202323.214159:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202323.214359:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202323.214361:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202323.214626:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202323.214628:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202328.332861:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202328.332865:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202328.333256:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202328.333258:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202328.333495:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202328.333497:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202328.333677:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202328.333679:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202328.333855:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202328.333857:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202333.452965:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202333.452972:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202333.453605:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202333.453607:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202333.453918:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202333.453921:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202333.454223:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202333.454227:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202333.454588:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202333.454591:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202338.573058:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202338.573064:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202338.573878:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202338.573880:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202338.574195:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202338.574197:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202338.574526:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202338.574528:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202338.574773:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202338.574775:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202343.693034:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202343.693038:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202343.693794:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202343.693797:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202343.694053:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202343.694055:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202343.694382:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202343.694384:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202343.694825:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202343.694828:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202348.813082:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202348.813093:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202348.813756:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202348.813759:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202348.814070:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202348.814072:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202348.814411:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202348.814414:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202348.814717:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202348.814720:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202353.933225:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202353.933231:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202353.934279:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202353.934281:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202353.934628:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202353.934631:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202353.934857:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202353.934859:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202353.935125:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202353.935128:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202359.053085:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202359.053094:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202359.053721:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202359.053723:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202359.054038:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202359.054040:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202359.054335:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202359.054337:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202359.054559:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202359.054561:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202364.173049:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202364.173057:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202364.173816:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202364.173819:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202364.174172:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202364.174175:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202364.174512:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202364.174515:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202364.174810:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202364.174813:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202369.292946:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202369.293416:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202369.293576:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202369.293727:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202369.293877:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202374.413964:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202374.413968:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202374.414415:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202374.414418:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202374.414756:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202374.414759:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202374.414972:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202374.414974:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202374.415243:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202374.415245:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202379.532897:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202379.532902:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202379.533639:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202379.533642:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202379.533840:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202379.533842:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202379.534046:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202379.534048:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202379.534266:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202379.534267:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202384.652958:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202384.652965:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202384.653732:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202384.653734:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202384.653931:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202384.653934:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202384.654128:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202384.654130:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202384.654427:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202384.654429:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202389.772942:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202389.772949:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202389.774173:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202389.774184:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202389.774878:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202389.774880:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202389.775059:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202389.775061:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202389.775231:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202389.775233:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202394.892990:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202394.892994:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202394.893632:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202394.893634:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202394.893855:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202394.893856:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202394.894038:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202394.894040:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202394.894221:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202394.894223:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202400.013284:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202400.013290:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202400.014352:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202400.014354:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202400.014670:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202400.014673:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202400.014937:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202400.014940:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202400.015202:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202400.015204:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202405.133098:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202405.133105:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788202405.133963:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202405.133966:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788202405.134323:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202405.134327:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202405.134642:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202405.134645:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202405.135069:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202405.135072:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202410.252887:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202410.252894:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202410.253707:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202410.253709:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202410.253930:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202410.253933:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202410.254143:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202410.254145:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202410.254410:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202410.254412:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202415.373020:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202415.373024:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202415.373702:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202415.373708:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202415.374049:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202415.374051:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202415.374323:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202415.374325:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202415.374525:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202415.374527:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202420.492980:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202420.492985:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202420.493694:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202420.493696:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202420.493924:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202420.493925:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202420.494110:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202420.494112:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202420.494373:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202420.494375:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202425.612942:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202425.612946:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202425.613584:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202425.613586:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202425.613807:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202425.613808:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202425.614039:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202425.614041:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202425.614434:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202425.614437:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202430.732925:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202430.732931:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202430.733408:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202430.733409:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202430.733569:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202430.733570:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202430.733781:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202430.733782:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202430.733967:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202430.733968:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202435.853246:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202435.853682:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202435.853843:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202435.854004:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202435.854182:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202440.973163:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202440.973170:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202440.974008:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202440.974012:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202440.974405:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202440.974408:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202440.974775:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202440.974777:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202440.975086:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202440.975089:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202446.093234:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202446.093241:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202446.094038:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202446.094042:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202446.094382:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202446.094384:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202446.094681:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202446.094683:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202446.094880:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202446.094881:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202451.212921:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202451.212926:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202451.213557:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202451.213558:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202451.213795:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202451.213797:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202451.214037:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202451.214038:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202451.214215:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202451.214216:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788202456.333012:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202456.333020:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202456.333755:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202456.333760:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202456.334080:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202456.334082:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202456.334408:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202456.334410:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202456.334588:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202456.334590:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788202461.452998:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202461.453003:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202461.453675:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202461.453683:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202461.454127:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202461.454129:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202461.454561:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202461.454563:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202461.454750:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202461.454752:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788202466.573255:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202466.573260:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202466.573689:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202466.573691:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202466.573981:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202466.573984:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202466.574321:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202466.574324:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788202466.574621:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202466.574625:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202471.698290:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202471.698294:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202471.698707:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202471.698710:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202471.699085:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202471.699089:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202471.699457:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202471.699460:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202471.699979:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202471.699982:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202476.812951:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202476.812957:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202476.813615:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202476.813616:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202476.813804:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202476.813805:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202476.814001:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202476.814002:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202476.814249:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202476.814250:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202481.932880:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202481.932888:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202481.933393:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202481.933395:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202481.933579:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202481.933581:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202481.933732:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202481.933734:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202481.933928:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202481.933930:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202487.052934:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202487.052942:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202487.053565:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202487.053569:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202487.053839:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202487.053841:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202487.054162:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202487.054165:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202487.054440:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202487.054442:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202492.172925:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202492.172932:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202492.173500:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202492.173504:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202492.173772:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202492.173773:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202492.173985:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202492.173987:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202492.174268:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202492.174270:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:3.1:1788202497.293217:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202497.293222:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788202497.293772:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202497.293773:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788202497.294013:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202497.294015:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788202497.294248:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202497.294251:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:3.1:1788202497.294537:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202497.294538:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202502.413108:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202502.413489:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202502.413849:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202502.414015:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202502.414162:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202507.533183:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202507.533189:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202507.533888:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202507.533892:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202507.534353:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202507.534356:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202507.534723:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202507.534727:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202507.535043:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202507.535046:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202512.653015:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202512.653020:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202512.653735:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202512.653738:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202512.654140:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202512.654141:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202512.654451:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202512.654453:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202512.654635:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202512.654637:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202517.773272:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202517.773288:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202517.773936:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202517.773939:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202517.774132:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202517.774134:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202517.774365:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202517.774369:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202517.774597:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202517.774599:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202522.892987:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202522.892994:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202522.893624:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202522.893626:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202522.893832:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202522.893834:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202522.894027:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202522.894028:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202522.894275:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202522.894276:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202528.013026:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202528.013033:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202528.013827:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202528.013829:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202528.014086:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202528.014088:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202528.014347:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202528.014350:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202528.014612:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202528.014614:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202533.132888:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202533.132893:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202533.133378:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202533.133381:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202533.133683:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202533.133686:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202533.133959:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202533.133961:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202533.134154:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202533.134156:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202538.253035:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202538.253044:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202538.253653:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202538.253655:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202538.253910:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202538.253912:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202538.254159:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202538.254162:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202538.254477:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202538.254479:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202543.372935:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202543.372941:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202543.373579:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202543.373581:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202543.373816:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202543.373819:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202543.374050:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202543.374053:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202543.374315:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202543.374317:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202548.493180:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202548.493187:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202548.494065:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202548.494068:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202548.494417:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202548.494420:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202548.494764:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202548.494767:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202548.495086:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202548.495089:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202553.612993:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202553.613001:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202553.613786:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202553.613789:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202553.614098:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202553.614101:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202553.614412:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202553.614414:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202553.614681:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202553.614684:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788202558.733048:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202558.733050:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202558.733693:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202558.733696:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202558.734019:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202558.734021:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202558.734253:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202558.734255:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202558.734453:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202558.734455:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788202563.852976:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202563.852981:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202563.853666:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202563.853668:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202563.853867:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202563.853868:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202563.854051:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202563.854053:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788202563.854361:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202563.854363:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202568.973023:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202568.973502:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202568.973872:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202568.974086:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202568.975072:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202574.093471:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202574.093483:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202574.094545:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202574.094547:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202574.094772:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202574.094774:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202574.095016:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202574.095018:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202574.095372:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202574.095373:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202579.213030:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202579.213036:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788202579.213798:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202579.213804:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788202579.214050:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202579.214052:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788202579.214319:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202579.214321:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788202579.214603:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202579.214605:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788202584.332950:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202584.332957:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202584.333624:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202584.333626:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202584.333812:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202584.333814:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202584.334022:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202584.334024:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202584.334221:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202584.334223:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202589.452936:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202589.452942:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202589.453840:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202589.453843:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202589.454183:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202589.454186:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202589.454466:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202589.454469:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202589.454920:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202589.454923:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788202594.573258:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202594.573270:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202594.574087:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202594.574089:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202594.574271:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202594.574273:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202594.574474:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202594.574476:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202594.574648:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202594.574649:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788202599.692978:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202599.692985:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202599.693659:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202599.693661:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202599.693894:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202599.693896:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202599.694105:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202599.694107:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202599.694331:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202599.694333:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202604.813090:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202604.813095:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202604.813923:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202604.813926:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202604.814219:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202604.814222:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202604.814524:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202604.814526:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202604.814875:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202604.814877:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788202609.933067:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202609.933070:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202609.933816:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202609.933821:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202609.934156:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202609.934158:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202609.934444:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202609.934446:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202609.934669:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202609.934671:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788202615.053153:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202615.053161:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202615.053877:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202615.053880:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202615.054220:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202615.054223:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202615.054587:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202615.054590:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202615.054915:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202615.054918:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788202620.172938:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202620.172943:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788202620.173655:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202620.173657:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788202620.173887:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202620.173890:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788202620.174082:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202620.174084:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788202620.174352:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202620.174354:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788202625.293094:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202625.293099:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202625.293855:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202625.293860:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202625.294115:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202625.294117:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202625.294395:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202625.294396:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202625.294649:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202625.294651:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1788202630.413023:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202630.413031:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202630.413471:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202630.413473:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202630.413687:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202630.413689:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202630.413873:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202630.413875:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202630.414043:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202630.414045:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788202635.532994:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202635.533440:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202635.533627:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202635.533793:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202635.533971:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202640.653540:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202640.653556:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202640.654784:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202640.654788:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202640.655010:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202640.655012:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202640.655229:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202640.655231:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202640.655459:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202640.655460:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788202645.773258:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202645.773267:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202645.774262:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202645.774270:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202645.774873:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202645.774875:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202645.775271:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202645.775273:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788202645.775598:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202645.775600:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202650.892956:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202650.892962:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202650.893701:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202650.893704:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202650.894033:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202650.894035:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202650.894291:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202650.894293:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202650.894559:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202650.894560:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202656.013064:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202656.013069:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202656.013563:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202656.013565:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202656.013759:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202656.013761:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202656.013972:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202656.013975:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202656.014178:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202656.014180:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202661.132905:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202661.132912:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202661.133548:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202661.133549:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202661.133773:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202661.133775:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202661.133994:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202661.133996:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202661.134199:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202661.134201:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202666.253252:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202666.253262:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202666.254235:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202666.254238:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202666.254533:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202666.254535:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202666.254817:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202666.254820:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202666.255036:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202666.255037:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202671.373228:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202671.373236:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202671.373848:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202671.373851:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202671.374171:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202671.374174:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202671.374506:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202671.374509:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202671.374838:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202671.374841:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788202676.493176:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202676.493180:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788202676.493666:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202676.493668:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788202676.493930:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202676.493932:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788202676.494140:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202676.494142:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788202676.494387:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202676.494389:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788202681.613106:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202681.613111:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202681.613893:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202681.613895:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202681.614084:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202681.614085:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202681.614420:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202681.614422:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202681.614821:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202681.614824:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202686.732994:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202686.733001:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202686.733602:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202686.733604:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202686.733845:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202686.733847:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202686.734115:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202686.734118:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202686.734445:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202686.734447:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202691.853029:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202691.853033:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202691.853771:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202691.853774:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202691.854023:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202691.854026:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202691.854295:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202691.854297:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202691.854681:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202691.854684:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202696.973152:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202696.973160:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202696.973849:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202696.973853:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202696.974140:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202696.974142:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202696.974393:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202696.974395:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202696.974693:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202696.974696:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202702.093111:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202702.093623:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202702.094046:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202702.094237:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202702.094428:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202707.213087:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202707.213094:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202707.213883:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202707.213885:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202707.214200:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202707.214203:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202707.214521:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202707.214523:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202707.214946:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202707.214947:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202712.333137:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202712.333148:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202712.333904:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202712.333906:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202712.334230:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202712.334232:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202712.334536:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202712.334538:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202712.334829:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202712.334831:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202717.452966:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202717.452969:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202717.453740:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202717.453747:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202717.454260:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202717.454262:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202717.454564:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202717.454566:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202717.454813:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202717.454815:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202722.572970:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202722.572973:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202722.573659:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202722.573665:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202722.574103:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202722.574106:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202722.574462:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202722.574465:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202722.574709:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202722.574712:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202727.693408:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202727.693418:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788202727.694139:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202727.694141:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788202727.694461:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202727.694464:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788202727.694775:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202727.694778:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788202727.695007:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202727.695009:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788202732.812992:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202732.812998:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788202732.813843:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202732.813847:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788202732.814140:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202732.814141:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788202732.814421:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202732.814423:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788202732.814624:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202732.814626:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788202737.932897:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202737.932902:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788202737.933609:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202737.933614:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788202737.933816:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202737.933818:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788202737.933992:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202737.933994:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788202737.934235:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202737.934236:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788202743.052867:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202743.052871:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1788202743.053610:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202743.053612:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1788202743.053857:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202743.053859:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1788202743.054118:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202743.054120:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1788202743.054519:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202743.054521:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788202748.173011:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202748.173018:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202748.173732:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202748.173734:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202748.173974:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202748.173977:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202748.174218:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202748.174220:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202748.174426:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202748.174428:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788202753.293377:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202753.293381:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202753.293767:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202753.293770:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202753.294232:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202753.294235:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202753.294592:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202753.294595:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202753.294917:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202753.294920:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788202758.412940:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202758.412945:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788202758.413587:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202758.413590:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788202758.413791:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202758.413793:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788202758.414001:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202758.414003:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788202758.414235:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202758.414236:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788202763.533113:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202763.533120:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202763.533887:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202763.533891:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202763.534150:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202763.534153:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202763.534387:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202763.534389:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202763.534648:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202763.534650:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788202768.652963:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202768.653416:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202768.653668:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202768.653846:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788202768.654922:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202773.773023:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202773.773030:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202773.773590:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202773.773593:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202773.774185:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202773.774189:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202773.774663:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202773.774664:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202773.774918:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202773.774919:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202778.893444:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202778.893453:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202778.894172:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202778.894175:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202778.894516:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202778.894518:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202778.894825:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202778.894826:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202778.895015:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202778.895016:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202784.013025:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202784.013033:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202784.013686:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202784.013688:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202784.013907:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202784.013909:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202784.014118:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202784.014120:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202784.014375:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202784.014377:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202789.132862:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202789.132865:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202789.133354:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202789.133358:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202789.133636:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202789.133638:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202789.133908:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202789.133911:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202789.134127:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202789.134129:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202794.252988:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202794.252994:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788202794.253650:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202794.253651:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788202794.253870:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202794.253872:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788202794.254089:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202794.254091:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788202794.254360:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202794.254362:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788202799.372880:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202799.372886:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202799.373548:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202799.373549:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202799.373810:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202799.373811:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202799.374014:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202799.374016:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788202799.374243:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202799.374245:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788202804.493017:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202804.493021:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202804.493659:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202804.493662:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202804.493936:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202804.493938:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202804.494171:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202804.494173:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788202804.494462:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202804.494463:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788202809.612997:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202809.613005:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202809.613657:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202809.613659:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202809.613880:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202809.613882:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202809.614117:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202809.614119:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202809.614383:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202809.614385:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788202814.733087:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202814.733093:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202814.733911:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202814.733914:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202814.734229:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202814.734231:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202814.734561:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202814.734564:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202814.734864:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202814.734867:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788202819.853003:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202819.853011:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202819.853789:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202819.853794:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202819.854070:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202819.854072:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202819.854347:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202819.854349:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202819.854528:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202819.854530:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788202824.973099:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202824.973106:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202824.973747:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202824.973750:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202824.974071:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202824.974074:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202824.974370:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202824.974372:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788202824.974555:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202824.974557:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202830.092887:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202830.092890:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202830.093549:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202830.093552:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202830.094060:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202830.094062:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202830.094317:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202830.094319:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202830.094507:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202830.094509:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202835.212933:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202835.213429:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202835.213795:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202835.213947:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202835.214111:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202840.333706:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202840.333711:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202840.334119:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202840.334121:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202840.334505:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202840.334508:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202840.334846:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202840.334848:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202840.335059:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202840.335061:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788202845.453218:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202845.453223:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202845.454101:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202845.454104:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202845.454519:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202845.454522:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202845.454859:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202845.454862:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202845.455296:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202845.455315:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202850.573077:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202850.573084:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202850.573643:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202850.573647:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202850.573881:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202850.573883:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202850.574080:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202850.574083:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202850.574340:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202850.574342:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202855.692974:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202855.692979:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202855.693726:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202855.693727:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202855.693918:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202855.693920:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202855.694129:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202855.694131:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202855.694504:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202855.694506:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788202860.813024:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202860.813030:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202860.813798:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202860.813800:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202860.814167:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202860.814170:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202860.814518:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202860.814521:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202860.815009:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202860.815012:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788202865.933001:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202865.933007:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202865.933507:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202865.933509:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202865.933664:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202865.933665:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202865.933893:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202865.933895:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202865.934162:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202865.934164:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788202871.052967:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202871.052975:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202871.053537:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202871.053539:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202871.053801:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202871.053803:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202871.054066:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202871.054069:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202871.054335:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202871.054337:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788202876.172906:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202876.172912:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202876.173709:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202876.173711:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202876.173926:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202876.173928:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202876.174205:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202876.174207:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202876.174482:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202876.174484:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788202881.293049:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202881.293054:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202881.293646:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202881.293649:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202881.293965:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202881.293971:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202881.294272:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202881.294275:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202881.294598:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202881.294601:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788202886.412880:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202886.412886:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202886.413501:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202886.413504:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202886.413776:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202886.413778:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202886.414024:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202886.414026:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202886.414212:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202886.414214:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788202891.532917:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202891.532927:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202891.533580:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202891.533585:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202891.533877:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202891.533878:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202891.534137:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202891.534139:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202891.534296:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202891.534297:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788202896.652931:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202896.652936:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202896.653607:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202896.653626:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202896.653915:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202896.653918:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202896.654133:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202896.654135:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788202896.654519:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202896.654521:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788202901.773003:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202901.773438:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202901.773830:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202901.774061:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202901.774224:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202906.893066:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202906.893073:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202906.893794:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202906.893803:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202906.894083:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202906.894085:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202906.894387:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202906.894388:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202906.894635:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202906.894637:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202912.012925:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202912.012931:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202912.013484:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202912.013487:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202912.013753:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202912.013755:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202912.013996:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202912.013998:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788202912.014247:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202912.014248:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788202917.133201:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202917.133213:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202917.134129:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202917.134137:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788202917.134541:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202917.134543:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202917.134774:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202917.134776:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202917.134933:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202917.134934:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788202920.140882:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202920.140887:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 44 secs later)
00000800:00000200:2.1:1788202920.141541:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202920.141543:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 44 secs later)
00000800:00000200:2.1:1788202920.141803:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202920.141804:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 44 secs later)
00000800:00000200:2.1:1788202920.142053:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202920.142056:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 44 secs later)
00000800:00000200:2.1:1788202920.142395:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202920.142396:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 44 secs later)
00000800:00000200:2.1:1788202925.324904:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202925.324910:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 39 secs later)
00000800:00000200:2.1:1788202925.325649:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202925.325652:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 39 secs later)
00000800:00000200:2.1:1788202925.325913:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202925.325915:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 39 secs later)
00000800:00000200:2.1:1788202925.326258:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202925.326261:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 39 secs later)
00000800:00000200:2.1:1788202925.326544:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202925.326546:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 39 secs later)
00000800:00000200:2.1:1788202930.445076:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202930.445082:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 34 secs later)
00000800:00000200:2.1:1788202930.445586:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202930.445587:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 34 secs later)
00000800:00000200:2.1:1788202930.445755:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202930.445757:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 34 secs later)
00000800:00000200:2.1:1788202930.445915:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202930.445917:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 34 secs later)
00000800:00000200:2.1:1788202930.446141:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202930.446144:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 34 secs later)
00000800:00000200:2.1:1788202935.565080:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202935.565094:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 29 secs later)
00000800:00000200:2.1:1788202935.566065:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202935.566068:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 29 secs later)
00000800:00000200:2.1:1788202935.566335:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202935.566337:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 29 secs later)
00000800:00000200:2.1:1788202935.566524:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202935.566527:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 29 secs later)
00000800:00000200:2.1:1788202935.566727:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202935.566730:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 29 secs later)
00000800:00000200:2.1:1788202940.685173:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202940.685181:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 24 secs later)
00000800:00000200:2.1:1788202940.686340:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202940.686343:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 24 secs later)
00000800:00000200:2.1:1788202940.686563:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202940.686566:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 24 secs later)
00000800:00000200:2.1:1788202940.686827:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202940.686829:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 24 secs later)
00000800:00000200:2.1:1788202940.687089:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202940.687091:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 24 secs later)
00000800:00000200:2.1:1788202945.804916:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202945.804924:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 19 secs later)
00000800:00000200:2.1:1788202945.805616:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202945.805620:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 19 secs later)
00000800:00000200:2.1:1788202945.805941:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202945.805942:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 19 secs later)
00000800:00000200:2.1:1788202945.806172:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202945.806174:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 19 secs later)
00000800:00000200:2.1:1788202945.806368:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202945.806370:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 19 secs later)
00000800:00000200:2.1:1788202950.925057:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202950.925064:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 14 secs later)
00000800:00000200:2.1:1788202950.925856:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202950.925859:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 14 secs later)
00000800:00000200:2.1:1788202950.926194:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202950.926197:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 14 secs later)
00000800:00000200:2.1:1788202950.926549:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202950.926552:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 14 secs later)
00000800:00000200:2.1:1788202950.926829:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202950.926831:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 14 secs later)
00000800:00000200:2.1:1788202956.045051:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202956.045058:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 9 secs later)
00000800:00000200:2.1:1788202956.045653:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202956.045655:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 9 secs later)
00000800:00000200:2.1:1788202956.046064:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202956.046066:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 9 secs later)
00000800:00000200:2.1:1788202956.046272:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202956.046274:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 9 secs later)
00000800:00000200:2.1:1788202956.046536:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202956.046539:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 9 secs later)
00000800:00000200:2.1:1788202961.165178:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202961.165181:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 3 secs later)
00000800:00000200:2.1:1788202961.166600:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202961.166604:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 3 secs later)
00000800:00000200:2.1:1788202961.166945:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202961.166948:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 3 secs later)
00000800:00000200:2.1:1788202961.167246:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202961.167249:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 3 secs later)
00000800:00000200:2.1:1788202961.167715:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788202961.167718:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 3 secs later)
00000800:00000200:0.1:1788202966.285223:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202966.285851:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202966.286361:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202966.286576:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202966.286728:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202971.405110:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202971.405118:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202971.405987:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202971.405990:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202971.406259:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202971.406261:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202971.406620:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202971.406623:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788202971.407035:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202971.407037:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788202976.525035:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202976.525053:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202976.525920:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202976.525924:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202976.526251:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202976.526254:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202976.526599:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202976.526602:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202976.527023:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202976.527025:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788202981.644959:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202981.644964:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202981.645611:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202981.645613:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202981.645828:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202981.645830:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202981.646007:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202981.646008:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788202981.646286:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202981.646288:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788202986.764984:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202986.764989:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202986.765727:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202986.765730:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202986.766191:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202986.766194:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202986.766523:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202986.766525:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788202986.766730:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788202986.766732:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788202991.885121:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202991.885128:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202991.885719:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202991.885721:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202991.885925:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202991.885927:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202991.886181:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202991.886183:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202991.886502:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202991.886505:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788202997.005278:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202997.005286:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202997.005917:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202997.005920:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202997.006252:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202997.006256:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202997.006618:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202997.006621:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788202997.006951:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788202997.006954:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203002.125014:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203002.125024:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788203002.125602:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203002.125604:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788203002.125941:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203002.125945:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788203002.126276:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203002.126279:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788203002.126628:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203002.126630:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788203007.245467:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203007.245475:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203007.246264:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203007.246268:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203007.246676:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203007.246680:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203007.247039:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203007.247042:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203007.247431:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203007.247434:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203012.365090:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203012.365099:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203012.365646:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203012.365648:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203012.365868:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203012.365870:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203012.366056:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203012.366058:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203012.366254:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203012.366256:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203017.485241:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203017.485252:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203017.486209:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203017.486211:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203017.486486:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203017.486487:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203017.486785:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203017.486789:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203017.487060:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203017.487062:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203022.605101:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203022.605108:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203022.605745:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203022.605747:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203022.606044:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203022.606047:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203022.606356:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203022.606359:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203022.606668:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203022.606671:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203027.724899:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203027.724905:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203027.725584:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203027.725586:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203027.725814:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203027.725816:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203027.726049:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203027.726051:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203027.726426:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203027.726427:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203032.844996:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203032.845411:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203032.845696:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203032.845872:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203032.846032:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203037.964913:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203037.964920:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203037.965634:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203037.965637:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203037.965916:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203037.965918:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203037.966186:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203037.966188:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203037.966579:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203037.966582:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203043.084929:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203043.084932:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203043.085580:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203043.085585:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203043.085861:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203043.085863:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203043.086062:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203043.086064:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203043.086240:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203043.086241:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203048.204863:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203048.204867:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203048.205419:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203048.205421:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203048.205597:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203048.205599:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203048.205770:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203048.205771:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203048.205949:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203048.205951:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203053.325008:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203053.325015:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203053.325542:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203053.325544:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203053.325728:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203053.325730:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203053.325923:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203053.325926:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203053.326248:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203053.326250:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203058.444961:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203058.444968:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788203058.445769:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203058.445772:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788203058.445990:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203058.445991:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788203058.446355:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203058.446358:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788203058.446655:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203058.446657:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788203063.564872:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203063.564876:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203063.565579:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203063.565586:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203063.565911:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203063.565914:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203063.566268:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203063.566270:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203063.566472:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203063.566474:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203068.684995:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203068.685002:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203068.685830:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203068.685833:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203068.686112:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203068.686114:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203068.686354:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203068.686357:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203068.686664:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203068.686665:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203073.805038:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203073.805046:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203073.805631:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203073.805634:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203073.805821:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203073.805823:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203073.806037:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203073.806038:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203073.806212:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203073.806213:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203078.924978:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203078.924986:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203078.925725:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203078.925728:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203078.926003:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203078.926006:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203078.926326:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203078.926329:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203078.926764:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203078.926767:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203084.044972:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203084.044984:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203084.045829:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203084.045834:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203084.046097:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203084.046099:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203084.046414:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203084.046416:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203084.046600:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203084.046602:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203089.164890:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203089.164896:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203089.165552:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203089.165558:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203089.165830:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203089.165833:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203089.166104:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203089.166106:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203089.166296:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203089.166311:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203094.285006:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203094.285012:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203094.285642:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203094.285644:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203094.285829:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203094.285831:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203094.286007:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203094.286008:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203094.286177:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203094.286193:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203099.405132:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203099.405640:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203099.406133:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203099.406585:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203099.406765:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203104.525102:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203104.525106:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203104.526352:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203104.526359:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203104.526893:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203104.526900:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203104.527522:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203104.527525:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203104.527790:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203104.527793:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203109.644814:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203109.644816:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203109.645339:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203109.645342:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203109.645969:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203109.645971:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203109.646179:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203109.646182:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203109.646441:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203109.646443:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203114.765290:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203114.765325:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203114.766227:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203114.766229:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203114.766464:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203114.766467:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203114.766659:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203114.766661:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203114.766848:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203114.766850:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203119.885020:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203119.885024:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203119.885668:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203119.885671:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203119.886008:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203119.886010:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203119.886343:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203119.886346:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203119.886666:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203119.886669:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203125.004933:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203125.004938:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203125.005528:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203125.005530:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203125.005736:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203125.005739:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203125.005971:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203125.005973:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203125.006223:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203125.006226:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203130.124913:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203130.124918:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788203130.125542:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203130.125544:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788203130.125751:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203130.125753:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788203130.125994:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203130.125996:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788203130.126227:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203130.126228:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788203135.244984:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203135.244989:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203135.245656:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203135.245657:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203135.245886:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203135.245889:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203135.246090:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203135.246092:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203135.246356:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203135.246358:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203140.365023:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203140.365029:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203140.365809:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203140.365814:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203140.366025:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203140.366027:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203140.366266:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203140.366268:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203140.366638:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203140.366640:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203145.484916:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203145.484922:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203145.485583:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203145.485585:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203145.485774:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203145.485776:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203145.485950:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203145.485952:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203145.486249:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203145.486251:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203150.605251:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203150.605263:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203150.605971:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203150.605973:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203150.606161:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203150.606163:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203150.606390:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203150.606391:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203150.606596:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203150.606598:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203155.724920:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203155.724926:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203155.725606:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203155.725608:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203155.725807:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203155.725808:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203155.725985:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203155.725987:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203155.726287:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203155.726289:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203160.845038:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203160.845045:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203160.845658:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203160.845661:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203160.845963:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203160.845965:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203160.846327:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203160.846330:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203160.846626:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203160.846627:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203165.965126:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203165.965586:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203165.966021:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203165.966245:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203165.966434:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203171.085069:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203171.085077:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203171.085784:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203171.085787:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203171.086333:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203171.086335:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203171.086721:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203171.086724:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203171.087041:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203171.087043:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203176.205136:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203176.205142:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788203176.205870:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203176.205875:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788203176.206332:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203176.206334:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788203176.206612:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203176.206615:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788203176.206870:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203176.206872:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1788203181.324984:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203181.324990:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203181.325776:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203181.325778:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203181.325943:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203181.325945:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203181.326097:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203181.326098:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203181.326318:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203181.326319:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788203186.444816:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203186.444820:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203186.445401:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203186.445402:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203186.445563:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203186.445565:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203186.445736:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203186.445737:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203186.445915:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203186.445918:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788203191.564790:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203191.564793:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788203191.565144:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203191.565145:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788203191.565372:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203191.565373:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788203191.565552:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203191.565554:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788203191.565707:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203191.565709:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788203196.684970:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203196.684976:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203196.685547:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203196.685549:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203196.685785:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203196.685787:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203196.685959:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203196.685961:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203196.686161:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203196.686163:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203201.804751:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203201.804754:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203201.805118:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203201.805119:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203201.805344:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203201.805345:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203201.805504:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203201.805506:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203201.805655:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203201.805656:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203206.924929:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203206.924934:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203206.925523:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203206.925525:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203206.925723:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203206.925725:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203206.925929:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203206.925931:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203206.926166:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203206.926169:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203212.044932:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203212.044935:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203212.045598:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203212.045602:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203212.045858:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203212.045860:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203212.046057:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203212.046059:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203212.046249:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203212.046252:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203217.164915:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203217.164921:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788203217.165631:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203217.165633:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788203217.165910:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203217.165912:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788203217.166194:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203217.166196:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788203217.166572:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203217.166575:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1788203222.285033:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203222.285039:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203222.285564:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203222.285565:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203222.285730:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203222.285732:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203222.285886:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203222.285887:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203222.286063:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203222.286065:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203227.404991:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203227.404999:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203227.406014:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203227.406017:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203227.406247:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203227.406249:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203227.406446:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203227.406448:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203227.406713:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203227.406715:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203232.524806:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203232.525171:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203232.525461:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203232.525591:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203232.525717:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203237.645002:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203237.645010:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203237.645726:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203237.645729:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203237.645981:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203237.645983:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203237.646239:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203237.646242:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203237.646549:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203237.646551:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203242.765201:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203242.765209:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203242.766133:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203242.766135:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203242.766432:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203242.766434:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203242.766719:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203242.766722:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203242.767090:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203242.767093:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203247.884957:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203247.884962:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203247.885536:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203247.885539:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203247.885731:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203247.885732:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203247.885890:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203247.885892:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203247.886072:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203247.886075:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203253.004910:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203253.004918:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203253.005537:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203253.005540:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203253.005720:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203253.005722:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203253.005891:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203253.005893:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203253.006181:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203253.006184:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203258.124899:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203258.124903:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203258.125442:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203258.125444:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203258.125603:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203258.125605:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203258.125797:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203258.125799:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203258.126033:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203258.126036:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203263.245001:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203263.245009:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203263.245602:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203263.245605:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203263.245891:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203263.245894:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203263.246168:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203263.246170:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203263.246398:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203263.246400:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203268.364976:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203268.364982:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203268.365627:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203268.365628:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203268.365887:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203268.365889:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203268.366133:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203268.366135:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203268.366427:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203268.366430:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203273.484939:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203273.484944:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203273.485647:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203273.485649:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203273.485842:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203273.485844:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203273.486020:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203273.486022:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203273.486283:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203273.486285:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203278.605120:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203278.605125:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203278.605677:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203278.605679:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203278.605867:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203278.605868:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203278.606108:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203278.606109:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203278.606345:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203278.606347:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203283.725488:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203283.725492:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203283.725932:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203283.725935:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203283.726231:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203283.726234:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203283.726552:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203283.726555:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203283.726847:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203283.726850:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203288.845031:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203288.845035:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203288.845617:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203288.845619:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203288.845928:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203288.845931:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203288.846230:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203288.846233:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203288.846543:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203288.846545:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203293.964965:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203293.964970:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203293.965569:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203293.965571:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203293.965820:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203293.965821:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203293.966000:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203293.966002:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203293.966256:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203293.966258:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203299.084869:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203299.085272:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203299.085510:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203299.085689:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203299.085838:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203304.209387:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203304.209398:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203304.210075:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203304.210077:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203304.210345:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203304.210347:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203304.210624:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203304.210626:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203304.210871:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203304.210874:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203309.324962:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203309.324976:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203309.325572:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203309.325574:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203309.325856:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203309.325858:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203309.326046:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203309.326047:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203309.326224:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203309.326226:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203314.445034:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203314.445039:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203314.445637:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203314.445640:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203314.445827:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203314.445829:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203314.446033:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203314.446035:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203314.446244:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203314.446246:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203319.565455:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203319.565463:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203319.566145:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203319.566147:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203319.566515:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203319.566519:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203319.567065:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203319.567068:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203319.567448:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203319.567450:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203324.685351:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203324.685361:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203324.685858:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203324.685860:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203324.686048:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203324.686050:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203324.686252:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203324.686255:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203324.686467:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203324.686470:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203329.805416:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203329.805426:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788203329.806081:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203329.806084:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788203329.806433:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203329.806435:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788203329.806733:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203329.806735:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788203329.806919:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203329.806920:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788203334.925111:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203334.925119:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788203334.925709:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203334.925711:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788203334.925993:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203334.925995:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788203334.926211:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203334.926214:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788203334.926547:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203334.926550:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788203340.044959:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203340.044967:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788203340.045642:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203340.045644:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788203340.045886:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203340.045888:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788203340.046121:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203340.046123:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788203340.046354:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203340.046356:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788203345.165005:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203345.165011:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203345.165792:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203345.165797:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203345.166147:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203345.166149:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203345.166445:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203345.166447:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203345.166670:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203345.166672:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203350.285022:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203350.285029:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203350.285560:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203350.285562:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203350.285767:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203350.285769:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203350.285960:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203350.285962:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203350.286235:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203350.286237:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203355.405020:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203355.405022:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203355.405543:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203355.405549:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203355.406121:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203355.406123:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203355.406360:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203355.406362:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203355.406545:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203355.406546:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203360.524883:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203360.524888:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203360.525637:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203360.525639:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203360.525836:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203360.525838:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203360.526014:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203360.526016:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203360.526321:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203360.526324:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203365.644906:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203365.645259:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203365.645637:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203365.645810:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203365.645980:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203370.765175:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203370.765184:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203370.767664:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203370.767667:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203370.767981:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203370.767984:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203370.768347:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203370.768349:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203370.768584:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203370.768586:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203375.884962:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203375.884968:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203375.885742:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203375.885748:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203375.885999:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203375.886001:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203375.886223:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203375.886225:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203375.886472:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203375.886474:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203381.005147:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203381.005156:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203381.005849:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203381.005852:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203381.006162:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203381.006164:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203381.006511:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203381.006514:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203381.006804:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203381.006807:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203386.125044:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203386.125052:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203386.125827:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203386.125830:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203386.126166:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203386.126169:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203386.126524:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203386.126527:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203386.126879:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203386.126882:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203391.244962:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203391.244969:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203391.245730:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203391.245732:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203391.246043:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203391.246046:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203391.246453:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203391.246455:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203391.246663:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203391.246665:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203396.365065:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203396.365071:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203396.365542:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203396.365545:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203396.365753:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203396.365755:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203396.365931:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203396.365950:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203396.366133:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203396.366135:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203401.485064:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203401.485072:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203401.485786:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203401.485788:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203401.486025:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203401.486027:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203401.486236:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203401.486238:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203401.486682:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203401.486685:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203406.604996:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203406.605001:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203406.605594:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203406.605596:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203406.605817:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203406.605818:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203406.606039:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203406.606042:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203406.606238:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203406.606239:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203411.724880:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203411.724884:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203411.725284:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203411.725286:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203411.725503:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203411.725505:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203411.725708:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203411.725710:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203411.725891:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203411.725893:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203416.845206:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203416.845211:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203416.845685:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203416.845688:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203416.845898:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203416.845900:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203416.846218:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203416.846220:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203416.846537:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203416.846540:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203421.964971:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203421.964978:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203421.965803:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203421.965808:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203421.966158:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203421.966161:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203421.966558:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203421.966561:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203421.967043:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203421.967046:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203427.084916:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203427.084918:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203427.085659:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203427.085665:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203427.086295:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203427.086329:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203427.086585:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203427.086587:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203427.086856:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203427.086858:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203432.204964:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203432.205392:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203432.205686:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203432.205846:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203432.206009:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203437.325468:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203437.325472:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203437.326050:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203437.326054:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203437.326376:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203437.326378:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203437.326782:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203437.326784:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203437.327025:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203437.327027:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203442.445104:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203442.445120:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203442.445686:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203442.445688:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203442.445945:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203442.445948:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203442.446173:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203442.446175:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203442.446419:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203442.446421:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203447.564918:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203447.564922:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203447.565626:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203447.565629:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203447.565962:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203447.565965:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203447.566340:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203447.566343:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203447.566793:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203447.566796:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203452.684942:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203452.684949:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203452.685765:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203452.685768:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203452.686099:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203452.686102:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203452.686411:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203452.686413:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203452.686703:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203452.686706:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203457.804994:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203457.805000:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203457.805703:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203457.805706:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203457.806227:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203457.806230:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203457.806585:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203457.806588:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203457.806886:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203457.806889:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203462.924966:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203462.924972:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203462.925574:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203462.925576:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203462.925804:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203462.925806:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203462.925992:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203462.925993:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1788203462.926239:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203462.926241:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788203468.045086:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203468.045093:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788203468.045817:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203468.045820:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788203468.046126:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203468.046128:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788203468.046329:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203468.046331:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788203468.046513:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203468.046515:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788203473.165020:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203473.165028:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203473.165713:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203473.165716:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203473.166025:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203473.166028:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203473.166341:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203473.166344:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203473.166644:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203473.166646:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788203478.284959:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203478.284966:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203478.285526:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203478.285528:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203478.285773:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203478.285776:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203478.286004:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203478.286006:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203478.286242:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203478.286244:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203483.404990:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203483.404996:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203483.405771:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203483.405772:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203483.405962:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203483.405964:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203483.406167:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203483.406169:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203483.406480:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203483.406482:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203488.525007:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203488.525013:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203488.525647:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203488.525649:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203488.525902:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203488.525904:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203488.526137:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203488.526139:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203488.526365:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203488.526367:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203493.645058:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203493.645066:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203493.645766:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203493.645769:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203493.646087:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203493.646089:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203493.646431:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203493.646434:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788203493.646739:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203493.646742:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203498.765173:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203498.765450:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203498.765617:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203498.765772:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203498.765940:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203503.885163:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203503.885172:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203503.885742:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203503.885744:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203503.886198:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203503.886203:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203503.886817:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203503.886819:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203503.887058:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203503.887061:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203509.004944:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203509.004952:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203509.005518:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203509.005520:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203509.005755:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203509.005757:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203509.005954:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203509.005957:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203509.006164:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203509.006166:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203514.125108:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203514.125115:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203514.125960:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203514.125962:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203514.126271:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203514.126273:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203514.126591:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203514.126594:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203514.126920:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203514.126923:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203519.245011:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203519.245017:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203519.245777:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203519.245783:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203519.246125:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203519.246127:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203519.246428:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203519.246431:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203519.246741:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203519.246744:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203524.365094:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203524.365100:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203524.365830:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203524.365833:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203524.366138:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203524.366140:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203524.366462:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203524.366465:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203524.366775:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203524.366778:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203529.485149:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203529.485153:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203529.485809:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203529.485812:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203529.486043:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203529.486045:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203529.486235:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203529.486238:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203529.486456:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203529.486458:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203534.605275:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203534.605283:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203534.605688:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203534.605690:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203534.605888:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203534.605891:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203534.606098:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203534.606100:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203534.606272:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203534.606274:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203539.724904:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203539.724910:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203539.725551:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203539.725552:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203539.725734:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203539.725735:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203539.725910:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203539.725912:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203539.726155:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203539.726157:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203544.845016:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203544.845023:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203544.845744:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203544.845748:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203544.846127:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203544.846129:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203544.846442:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203544.846444:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203544.846624:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203544.846626:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203549.964962:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203549.964966:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203549.965738:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203549.965741:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203549.966070:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203549.966072:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203549.966443:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203549.966446:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203549.966772:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203549.966775:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788203555.084949:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203555.084954:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203555.085674:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203555.085677:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203555.086057:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203555.086059:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203555.086383:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203555.086385:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203555.086633:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203555.086634:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788203560.204940:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203560.204949:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203560.205601:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203560.205603:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203560.205890:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203560.205892:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203560.206179:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203560.206182:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203560.206385:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203560.206386:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203565.325034:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203565.325463:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203565.325702:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203565.325861:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203565.326013:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203570.445061:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203570.445068:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203570.445817:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203570.445820:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203570.446146:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203570.446149:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203570.446481:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203570.446483:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203570.446779:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203570.446781:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203575.564899:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203575.564904:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203575.565533:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203575.565534:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203575.565721:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203575.565723:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203575.565920:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203575.565922:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203575.566131:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203575.566134:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203580.684955:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203580.684960:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203580.685668:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203580.685672:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203580.686136:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203580.686138:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203580.686531:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203580.686533:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203580.686838:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203580.686840:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788203585.805096:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203585.805103:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203585.805884:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203585.805886:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203585.806178:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203585.806181:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203585.806506:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203585.806509:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203585.806900:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203585.806902:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788203590.924999:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203590.925006:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203590.925642:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203590.925644:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203590.925829:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203590.925833:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203590.926087:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203590.926089:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203590.926379:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203590.926382:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:3.1:1788203596.045033:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203596.045046:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788203596.045685:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203596.045688:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788203596.045877:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203596.045878:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788203596.046129:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203596.046132:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788203596.046424:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203596.046426:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788203601.164977:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203601.164983:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203601.165507:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203601.165508:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203601.165734:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203601.165737:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203601.165912:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203601.165914:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203601.166091:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203601.166092:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203606.285128:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203606.285133:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203606.285529:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203606.285530:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203606.285686:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203606.285687:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203606.285857:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203606.285860:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203606.286039:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203606.286041:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203611.405022:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203611.405026:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203611.405787:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203611.405789:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203611.405976:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203611.405978:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203611.406152:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203611.406153:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203611.406504:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203611.406507:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203616.525079:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203616.525085:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203616.525877:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203616.525880:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203616.526075:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203616.526077:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203616.526316:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203616.526318:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203616.526574:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203616.526576:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203621.644954:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203621.644962:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203621.645605:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203621.645608:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203621.645851:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203621.645853:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203621.646052:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203621.646054:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203621.646232:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203621.646234:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203626.764989:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203626.764993:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203626.765713:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203626.765716:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203626.765987:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203626.765988:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203626.766253:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203626.766255:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203626.766455:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203626.766457:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203631.884959:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203631.885370:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203631.885772:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203631.886704:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203631.886907:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203637.007606:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203637.007611:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203637.008218:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203637.008220:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203637.008495:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203637.008497:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203637.008653:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203637.008654:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203637.008872:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203637.008874:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203642.125319:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203642.125324:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203642.125879:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203642.125880:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203642.126173:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203642.126175:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203642.126433:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203642.126435:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203642.126589:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203642.126591:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203647.244817:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203647.244820:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203647.245363:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203647.245365:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203647.245541:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203647.245542:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203647.245714:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203647.245716:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203647.245938:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203647.245941:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203652.364897:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203652.364901:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203652.365584:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203652.365585:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203652.365768:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203652.365770:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203652.365946:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203652.365947:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203652.366185:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203652.366186:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203657.485172:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203657.485181:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203657.485841:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203657.485844:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203657.486170:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203657.486173:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203657.486528:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203657.486531:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203657.486841:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203657.486844:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788203662.604929:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203662.604934:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203662.605595:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203662.605598:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203662.605960:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203662.605962:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203662.606189:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203662.606191:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203662.606397:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203662.606399:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203667.725140:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203667.725147:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203667.725851:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203667.725856:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203667.726089:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203667.726092:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203667.726338:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203667.726340:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203667.726617:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203667.726620:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203672.844964:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203672.844969:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203672.845492:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203672.845495:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203672.845689:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203672.845690:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203672.845842:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203672.845844:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203672.845995:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203672.845997:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203677.964951:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203677.964956:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203677.965591:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203677.965593:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203677.965798:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203677.965801:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203677.966005:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203677.966006:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203677.966288:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203677.966291:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203683.085090:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203683.085096:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203683.085701:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203683.085703:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203683.085927:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203683.085930:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203683.086114:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203683.086115:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203683.086468:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203683.086469:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203688.204911:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203688.204917:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203688.205600:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203688.205603:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203688.205798:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203688.205800:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203688.205987:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203688.205989:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203688.206189:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203688.206191:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1788203693.324988:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203693.324995:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203693.325584:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203693.325586:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203693.325864:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203693.325866:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203693.326095:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203693.326098:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203693.326342:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203693.326344:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788203698.445077:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203698.445720:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203698.446067:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203698.446218:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203698.446382:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203703.565074:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203703.565080:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203703.565855:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203703.565858:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203703.566150:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203703.566153:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203703.566447:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203703.566450:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203703.566677:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203703.566678:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788203708.685036:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203708.685041:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203708.685634:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203708.685636:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203708.685812:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203708.685814:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203708.685975:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203708.685976:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203708.686201:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203708.686204:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788203713.804940:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203713.804948:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203713.805569:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203713.805572:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203713.805862:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203713.805864:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203713.806123:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203713.806125:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203713.806409:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203713.806411:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788203718.924891:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203718.924899:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203718.925415:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203718.925417:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203718.925621:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203718.925623:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203718.925807:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203718.925808:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203718.925986:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203718.925987:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788203724.044925:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203724.044928:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203724.045524:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203724.045526:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203724.045750:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203724.045753:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203724.045966:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203724.045968:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203724.046202:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203724.046204:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788203729.164904:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203729.164908:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203729.165545:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203729.165547:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203729.165736:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203729.165739:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203729.165945:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203729.165947:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203729.166211:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203729.166213:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788203734.284925:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203734.284930:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203734.285613:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203734.285615:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203734.285844:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203734.285847:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203734.286112:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203734.286114:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203734.286394:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203734.286396:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788203739.405054:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203739.405061:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203739.405862:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203739.405866:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203739.406171:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203739.406173:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203739.406490:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203739.406493:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203739.406900:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203739.406902:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788203744.525876:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203744.525880:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203744.526343:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203744.526347:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203744.526695:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203744.526698:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203744.527042:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203744.527045:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203744.527399:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203744.527402:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203749.645180:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203749.645185:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203749.645509:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203749.645511:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203749.645778:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203749.645780:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203749.646011:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203749.646013:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203749.646194:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203749.646197:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788203754.765149:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203754.765158:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203754.765857:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203754.765860:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203754.766205:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203754.766208:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203754.766576:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203754.766579:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788203754.766913:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203754.766916:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788203759.885107:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203759.885116:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203759.885766:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203759.885769:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203759.886080:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203759.886083:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203759.886344:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203759.886346:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788203759.886575:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203759.886578:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788203765.005135:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203765.005770:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203765.006386:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203765.006570:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203765.006748:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203770.125656:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203770.125659:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203770.126112:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203770.126115:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203770.126424:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203770.126427:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203770.126690:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203770.126692:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203770.126871:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203770.126873:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203775.245257:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203775.245409:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788203775.246178:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203775.246180:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788203775.246508:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203775.246510:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788203775.246818:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203775.246820:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788203775.247096:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203775.247098:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:3.1:1788203780.365457:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203780.365466:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203780.366219:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203780.366224:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203780.366547:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203780.366550:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203780.366800:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203780.366802:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203780.367088:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203780.367091:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:3.1:1788203785.485208:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203785.485211:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203785.485654:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203785.485657:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203785.485970:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203785.485973:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203785.486273:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203785.486276:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788203785.486510:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203785.486511:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203790.605042:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203790.605049:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203790.605613:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203790.605615:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203790.605796:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203790.605798:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203790.605970:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203790.605971:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203790.606208:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203790.606210:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788203795.724967:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203795.724973:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203795.725641:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203795.725644:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203795.725912:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203795.725913:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203795.726216:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203795.726219:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788203795.726558:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203795.726561:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788203800.844981:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203800.844989:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203800.845518:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203800.845520:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203800.845791:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203800.845793:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203800.846081:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203800.846083:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203800.846364:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203800.846366:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788203805.964855:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203805.964859:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203805.965501:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203805.965502:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203805.965703:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203805.965704:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203805.965879:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203805.965881:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203805.966165:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203805.966167:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788203811.084826:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203811.084830:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203811.085465:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203811.085468:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203811.085664:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203811.085666:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203811.085863:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203811.085865:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788203811.086077:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203811.086079:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788203816.204916:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203816.204922:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788203816.205466:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203816.205468:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788203816.205662:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203816.205664:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788203816.205862:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203816.205863:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788203816.206112:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203816.206114:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788203821.324871:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203821.324877:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203821.325532:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203821.325534:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203821.325751:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203821.325752:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203821.325976:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203821.325977:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203821.326131:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203821.326133:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788203826.444850:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203826.444856:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203826.445401:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203826.445403:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203826.445639:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203826.445641:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203826.445913:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203826.445916:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203826.446190:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203826.446193:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788203831.564889:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203831.565191:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203831.565511:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203831.565635:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203831.565782:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203836.685539:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203836.685547:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203836.686412:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203836.686415:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203836.686686:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203836.686688:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203836.686869:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203836.686870:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203836.687084:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203836.687086:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1788203841.804831:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203841.804837:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203841.805477:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203841.805479:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203841.805690:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203841.805692:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1788203841.805825:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788203841.805827:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788203841.805829:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788203841.805832:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937773824, offset 0
00000400:00000200:3.0:1788203841.805835:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788203841.805839:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203841.805841:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788203841.805843:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788203841.805845:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788203841.805846:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788203841.805847:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788203841.805849:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [545995:545995:256:4294967295] 192.168.201.135@tcp LPNI seq info [545961:545961:8:4294967295]
00000400:00000200:3.0:1788203841.805852:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203841.805856:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788203841.805859:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788203841.805861:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788203841.805863:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788203841.805865:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203841.805867:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203841.805869:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788203841.805871:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788203841.805872:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788203841.805874:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788203841.805876:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788203841.805878:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788203841.805879:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788203841.805880:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788203841.805883:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9500 x1875052937773824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203841.805887:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788203841.805889:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9500 x1875052937773824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203866 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203841.805893:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203841.805894:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788203841.805896:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203841.805898:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788203841.805900:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788203841.805901:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4308820085
00000100:00000001:3.0:1788203841.805902:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4308823756
00000100:00000001:3.0:1788203841.805904:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4308820085
00000100:00000001:3.0:1788203841.805905:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4308823756
00000100:00000001:3.0:1788203841.805906:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788203841.805907:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203841.805908:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788203841.805910:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203841/real 1788203841]  req@ffff8c5d3c3e9500 x1875052937773824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788203841.805914:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788203841.805914:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788203841.805916:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788203841.805917:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788203841.805918:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788203841.805919:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788203841.805921:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9500 x1875052937773824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788203841.805925:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9500 x1875052937773824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203841.805929:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788203841.805930:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788203841.805931:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788203841.805931:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788203841.805933:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9500 x1875052937773824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203841.805936:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788203841.805938:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9500 x1875052937773824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203866 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203841.805943:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788203841.805944:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788203841.805945:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788203841.805946:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788203841.805947:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788203841.805948:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788203841.805949:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788203841.805951:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788203841.805952:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788203841.805954:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9500 x1875052937773824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203866 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788203841.805958:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937773824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788203841.805959:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788203841.805960:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788203841.805962:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937773568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203866 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203841.805965:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788203841.805966:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788203841.805968:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788203841.805969:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788203841.805970:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788203841.805971:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788203841.805972:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788203841.805973:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:3.0:1788203841.805975:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788203841.805976:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788203841.805977:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:3.0:1788203841.805978:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788203841.805979:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788203841.805981:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788203841.805982:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937773696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788203866 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203841.805988:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788203841.805989:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788203841.805990:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788203841.805993:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788203841.805994:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788203841.805995:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788203841.805997:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788203841.805998:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:3.0:1788203841.806000:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788203841.806001:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788203841.806002:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00000001:3.0:1788203841.806004:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788203841.806005:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788203841.806006:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788203841.806010:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9500 x1875052937773824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203866 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203841.806015:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788203841.806016:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788203841.806018:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:3.0:1788203841.806020:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788203841.806021:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788203841.806022:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788203841.806024:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788203841.806025:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:3.0:1788203841.806027:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788203841.806028:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788203841.806029:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9500.
00000100:00000001:3.0:1788203841.806031:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788203841.806033:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788203841.806034:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788203841.806037:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788203841.806039:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203841.806040:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788203841.806042:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788203841.806044:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788203841.806047:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9f80 x1875052937773952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203841.806054:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788203841.806055:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203841.806057:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788203841.806058:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203841.806060:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203841.806062:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937773952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788203841.806065:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788203841.806067:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788203841.806068:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203841.806070:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788203841.806073:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4000.
02000000:00000001:3.0:1788203841.806075:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788203841.806078:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788203841.806081:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788203841.806084:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788203841.806087:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937773952, portal 4
00000100:00000001:3.0:1788203841.806089:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788203841.806090:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803425152 : -127142906126464 : ffff8c5d3c3e9f80)
00000100:00000040:3.0:1788203841.806096:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9f80 x1875052937773952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203841.806102:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788203841.806104:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788203841.806106:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788203841.806109:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937773952, offset 0
00000400:00000200:3.0:1788203841.806112:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788203841.806116:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203841.806119:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788203841.806122:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788203841.806124:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788203841.806127:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788203841.806129:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788203841.806131:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [545996:545996:256:4294967295] 192.168.201.135@tcp LPNI seq info [545962:545962:8:4294967295]
00000400:00000200:3.0:1788203841.806135:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203841.806141:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788203841.806145:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788203841.806148:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788203841.806152:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788203841.806154:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788203841.806158:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788203841.806160:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788203841.806164:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788203841.806166:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788203841.806168:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788203841.806171:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788203841.806174:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788203841.806176:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788203841.806178:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788203841.806182:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9f80 x1875052937773952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203866 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203841.806189:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788203841.806191:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9f80 x1875052937773952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788203866 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203841.806197:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203841.806199:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788203841.806213:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203841.806216:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788203841.806220:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788203841.806222:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4308820102
00000100:00000001:3.0:1788203841.806224:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4308823756
00000100:00000001:3.0:1788203841.806226:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4308820102
00000100:00000001:3.0:1788203841.806229:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4308823756
00000100:00000001:3.0:1788203841.806231:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788203841.806233:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203841.806235:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788203841.806238:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788203841/real 1788203841]  req@ffff8c5d3c3e9f80 x1875052937773952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788203841.806246:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788203841.806247:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788203841.806249:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788203841.806251:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788203841.806252:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788203841.806254:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788203841.806257:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9f80 x1875052937773952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788203841.806265:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9f80 x1875052937773952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203841.806271:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788203841.806273:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788203841.806274:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788203841.806276:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788203841.806279:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9f80 x1875052937773952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203841.806286:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788203841.806290:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9f80 x1875052937773952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203866 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203841.806296:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788203841.806320:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788203841.806322:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788203841.806323:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788203841.806326:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788203841.806327:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788203841.806329:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788203841.806332:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788203841.806337:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788203841.806341:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9f80 x1875052937773952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203866 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788203841.806348:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937773952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788203841.806351:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788203841.806353:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788203841.806356:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9f80 x1875052937773952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788203866 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203841.806360:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788203841.806361:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788203841.806362:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:3.0:1788203841.806364:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788203841.806365:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788203841.806366:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788203841.806367:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788203841.806368:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:3.0:1788203841.806369:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788203841.806370:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788203841.806371:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9f80.
00000100:00000001:3.0:1788203841.806373:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788203841.806374:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788203841.806376:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788203841.806379:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788203841.806380:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203841.806382:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788203841.806384:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203846.924443:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203846.924453:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203846.924456:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203846.924460:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203846.924464:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203846.924477:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14152
00000400:00000200:3.0:1788203846.924486:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203846.924492:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203846.924495:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203846.924497:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.924500:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203846.924502:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.924504:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203846.924508:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203846.924510:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203846.924512:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203846.924514:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203846.924516:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203846.924518:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203846.924520:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.924521:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203846.924523:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.924524:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203846.924526:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203846.924528:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203846.924530:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203846.924532:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203846.924535:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203846.924537:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203846.924539:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203846.924540:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203846.924550:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788203846.924558:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203846.924567:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203846.924569:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203846.924573:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203846.924577:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203846.924582:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203846.924590:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788203846.924598:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203846.924608:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937774080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203846.924618:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203846.924623:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203846.924627:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937774080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203846.924649:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203846.924651:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203846.924654:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203846.924655:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203846.924656:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203846.924658:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203846.924660:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14152
00000400:00000200:3.0:1788203846.924663:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203846.924665:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203846.924667:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203846.924670:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.924672:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203846.924675:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.924677:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203846.924680:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203846.924682:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203846.924684:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203846.924686:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203846.924689:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203846.924695:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203846.924701:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.924706:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203846.924710:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.924713:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203846.924719:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203846.924724:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203846.924729:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203846.924732:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203846.924738:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203846.924743:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203846.924746:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203846.924753:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203846.924761:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203846.924766:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203846.924774:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788203846.924779:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203846.924782:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203846.924785:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203846.924787:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203846.924790:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203846.924792:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203846.924796:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788203846.924802:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203846.924808:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937774208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203846.924821:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203846.924823:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203846.924828:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937774208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203846.924842:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203846.924845:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203846.924850:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203846.924851:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203846.924855:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203846.924857:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203846.924860:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14152
00000400:00000200:3.0:1788203846.924865:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203846.924868:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203846.924872:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203846.924878:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.924883:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203846.924888:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.924894:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203846.924899:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203846.924901:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203846.924905:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203846.924907:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203846.924912:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203846.924916:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203846.924921:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.924924:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203846.924925:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.924927:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203846.924929:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203846.924933:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203846.924936:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203846.924938:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203846.924941:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203846.924944:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203846.924948:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203846.924949:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203846.924953:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203846.924956:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203846.924959:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788203846.924962:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203846.924965:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203846.924968:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203846.924970:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203846.924973:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203846.924976:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203846.924981:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788203846.924986:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203846.924993:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937774336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203846.925001:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203846.925003:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203846.925007:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937774336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203846.925018:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203846.925022:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203846.925028:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203846.925031:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203846.925033:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203846.925035:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203846.925038:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14152
00000400:00000200:3.0:1788203846.925043:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203846.925049:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203846.925051:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203846.925057:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.925058:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203846.925061:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.925065:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203846.925068:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203846.925068:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203846.925071:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:0.1:1788203846.925072:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:3.0:1788203846.925074:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203846.925077:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203846.925080:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000200:0.1:1788203846.925080:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1788203846.925085:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.925087:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203846.925090:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.925093:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203846.925098:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203846.925100:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203846.925105:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203846.925106:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203846.925107:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203846.925109:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203846.925110:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203846.925136:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203846.925139:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203846.925140:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203846.925142:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788203846.925145:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203846.925149:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203846.925150:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203846.925151:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203846.925154:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203846.925156:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203846.925160:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788203846.925162:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203846.925170:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937774464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203846.925190:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203846.925194:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203846.925198:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937774464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203846.925207:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203846.925212:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203846.925218:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203846.925221:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203846.925224:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203846.925227:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203846.925231:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14152
00000400:00000200:3.0:1788203846.925235:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203846.925237:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203846.925239:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203846.925243:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.925245:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203846.925248:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.925252:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203846.925254:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203846.925256:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203846.925259:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203846.925260:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203846.925261:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203846.925263:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203846.925268:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.925270:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203846.925272:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203846.925273:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203846.925275:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203846.925280:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203846.925281:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203846.925282:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203846.925284:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203846.925286:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203846.925290:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203846.925292:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203846.925294:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203846.925335:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203846.925338:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788203846.925343:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203846.925347:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203846.925351:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203846.925355:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203846.925358:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203846.925362:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203846.925368:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788203846.925374:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203846.925383:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937774592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203846.925398:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203846.925400:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203846.925404:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937774592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203846.925414:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203846.925419:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14162)
00000800:00000200:0.1:1788203846.925733:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203846.925735:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203846.926010:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203846.926012:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203846.926345:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203846.926348:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203846.926628:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203846.926631:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203852.044907:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203852.044911:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203852.045501:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203852.045506:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203852.045831:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203852.045833:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203852.046123:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203852.046125:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788203852.046406:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203852.046408:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203857.165040:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203857.165047:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203857.165714:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203857.165716:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203857.166036:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203857.166046:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203857.166406:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203857.166408:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203857.166734:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203857.166736:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203862.284957:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203862.284962:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203862.285567:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203862.285569:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203862.285736:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203862.285737:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203862.285910:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203862.285911:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203862.286128:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203862.286129:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000100:00080000:3.0:1788203867.404423:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203867.404438:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203867.404440:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203867.404446:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203867.404450:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203867.404459:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14173
00000400:00000200:3.0:1788203867.404470:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203867.404477:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203867.404481:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203867.404484:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.404488:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203867.404491:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.404494:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203867.404499:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203867.404501:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203867.404504:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203867.404508:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203867.404510:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203867.404513:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203867.404516:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.404518:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203867.404519:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.404521:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203867.404524:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203867.404528:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203867.404530:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203867.404533:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203867.404537:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203867.404540:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203867.404542:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203867.404545:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203867.404556:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788203867.404560:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203867.404564:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203867.404567:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203867.404570:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203867.404574:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203867.404579:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203867.404588:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788203867.404595:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203867.404605:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937776640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203867.404616:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203867.404621:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203867.404626:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937776640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203867.404651:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203867.404655:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203867.404658:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203867.404660:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203867.404661:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203867.404664:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203867.404667:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14173
00000400:00000200:3.0:1788203867.404672:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203867.404676:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203867.404679:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203867.404683:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.404685:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203867.404688:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.404690:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203867.404693:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203867.404695:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203867.404699:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203867.404707:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203867.404711:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203867.404716:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203867.404721:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.404723:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203867.404726:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.404730:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203867.404734:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203867.404747:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203867.404769:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203867.404774:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203867.404782:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203867.404795:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203867.404804:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203867.404813:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203867.404823:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203867.404836:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203867.404847:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788203867.404855:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203867.404861:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203867.404866:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203867.404874:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203867.404878:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203867.404881:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203867.404889:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788203867.404899:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203867.404911:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937776768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203867.404939:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203867.404942:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203867.404952:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937776768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203867.404997:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203867.405002:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203867.405011:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203867.405014:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203867.405018:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203867.405023:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203867.405030:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14173
00000400:00000200:3.0:1788203867.405040:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203867.405052:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203867.405064:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203867.405077:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.405088:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203867.405096:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.405106:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203867.405114:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203867.405118:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000800:00000200:1.1:1788203867.405119:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788203867.405128:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:1.1:1788203867.405128:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000020:00000040:3.0:1788203867.405135:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203867.405143:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203867.405150:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203867.405156:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.405165:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203867.405176:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.405184:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203867.405192:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203867.405196:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203867.405202:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203867.405207:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203867.405211:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203867.405221:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203867.405228:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203867.405231:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203867.405238:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203867.405252:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203867.405259:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788203867.405265:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203867.405271:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203867.405274:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203867.405278:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203867.405282:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203867.405285:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203867.405295:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788203867.405350:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203867.405361:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937776896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203867.405399:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203867.405404:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203867.405418:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937776896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203867.405444:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203867.405454:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203867.405469:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203867.405473:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203867.405479:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203867.405488:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203867.405497:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14173
00000400:00000200:3.0:1788203867.405511:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203867.405523:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203867.405530:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203867.405541:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.405551:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203867.405560:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.405570:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203867.405582:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203867.405589:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203867.405594:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203867.405599:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203867.405610:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203867.405623:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203867.405638:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.405645:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203867.405654:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.405661:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203867.405673:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203867.405684:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203867.405690:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203867.405698:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203867.405706:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203867.405712:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203867.405719:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203867.405726:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203867.405736:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203867.405742:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203867.405753:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788203867.405774:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203867.405781:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203867.405786:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203867.405790:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203867.405793:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203867.405798:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203867.405806:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788203867.405812:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203867.405823:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937777024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203867.405847:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203867.405853:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203867.405863:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937777024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203867.405898:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203867.405906:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203867.405913:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203867.405917:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203867.405919:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203867.405925:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203867.405933:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14173
00000400:00000200:3.0:1788203867.405944:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203867.405953:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203867.405960:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203867.405969:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.405977:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203867.405982:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.405985:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203867.405989:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203867.405993:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203867.405995:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203867.405999:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203867.406006:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203867.406012:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203867.406026:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.406034:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203867.406044:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203867.406050:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:1.1:1788203867.406050:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203867.406058:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000020:00000040:3.0:1788203867.406061:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203867.406074:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203867.406083:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203867.406094:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203867.406101:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203867.406111:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203867.406118:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203867.406122:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203867.406135:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203867.406140:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203867.406150:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788203867.406157:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203867.406163:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203867.406166:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203867.406174:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203867.406178:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203867.406182:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203867.406188:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788203867.406195:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203867.406205:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937777152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203867.406232:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203867.406237:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203867.406254:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937777152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203867.406287:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203867.406320:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14183)
00000800:00000200:1.1:1788203867.406462:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203867.406465:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203867.406678:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203867.406680:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788203867.406849:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203867.406850:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1788203872.524401:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203872.524411:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203872.524413:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203872.524416:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203872.524419:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203872.524425:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14178
00000400:00000200:3.0:1788203872.524433:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203872.524437:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203872.524440:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203872.524443:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.524447:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203872.524449:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.524452:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203872.524456:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203872.524458:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203872.524460:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203872.524463:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203872.524466:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203872.524468:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203872.524471:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.524473:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203872.524476:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.524478:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203872.524481:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203872.524491:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203872.524494:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203872.524497:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203872.524500:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203872.524503:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203872.524506:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203872.524508:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203872.524516:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788203872.524519:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203872.524523:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203872.524524:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203872.524527:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203872.524529:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203872.524533:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203872.524538:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788203872.524544:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203872.524554:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937777280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203872.524565:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203872.524570:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203872.524575:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937777280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203872.524600:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203872.524604:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203872.524608:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203872.524610:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203872.524612:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203872.524615:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203872.524618:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14178
00000400:00000200:3.0:1788203872.524623:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203872.524626:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203872.524629:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203872.524633:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.524635:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203872.524637:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.524640:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203872.524643:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203872.524646:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203872.524647:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203872.524650:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203872.524652:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203872.524654:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203872.524656:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.524658:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203872.524659:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.524661:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203872.524663:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203872.524664:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203872.524666:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203872.524667:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203872.524689:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203872.524691:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203872.524693:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203872.524696:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203872.524700:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203872.524705:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203872.524709:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788203872.524713:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203872.524715:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203872.524719:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203872.524721:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203872.524722:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203872.524724:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203872.524727:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788203872.524734:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203872.524745:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937777408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203872.524788:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203872.524791:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203872.524794:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937777408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203872.524816:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203872.524820:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203872.524833:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203872.524839:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203872.524841:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203872.524846:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203872.524852:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14178
00000400:00000200:3.0:1788203872.524861:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203872.524865:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203872.524868:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203872.524871:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.524873:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203872.524877:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.524880:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203872.524887:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203872.524888:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203872.524895:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203872.524896:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203872.524898:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203872.524899:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203872.524903:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.524910:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203872.524914:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.524920:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203872.524921:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203872.524923:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203872.524925:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203872.524929:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203872.524933:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203872.524939:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203872.524940:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203872.524943:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203872.524960:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203872.524963:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203872.524968:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788203872.524971:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203872.524973:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203872.524974:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203872.524976:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203872.524980:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203872.524985:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203872.524995:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788203872.525001:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203872.525015:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937777536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203872.525048:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203872.525051:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203872.525060:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937777536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203872.525075:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203872.525079:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203872.525082:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203872.525084:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203872.525086:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203872.525092:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203872.525099:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14178
00000400:00000200:3.0:1788203872.525107:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203872.525118:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203872.525124:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203872.525128:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.525134:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203872.525140:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.525143:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203872.525148:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203872.525151:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203872.525158:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203872.525160:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203872.525164:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203872.525169:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203872.525176:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.525183:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203872.525197:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.525207:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203872.525212:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203872.525218:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203872.525229:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203872.525238:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203872.525244:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203872.525247:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203872.525252:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203872.525257:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203872.525265:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203872.525267:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203872.525278:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788203872.525286:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203872.525291:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203872.525294:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203872.525296:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203872.525297:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203872.525330:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203872.525333:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788203872.525336:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203872.525342:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937777664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203872.525348:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203872.525350:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203872.525354:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937777664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203872.525364:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203872.525367:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203872.525373:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203872.525381:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203872.525384:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203872.525393:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203872.525399:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14178
00000800:00000200:1.1:1788203872.525400:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203872.525406:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000400:00000200:3.0:1788203872.525411:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203872.525417:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203872.525423:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203872.525431:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.525437:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203872.525445:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.525448:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203872.525449:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203872.525450:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203872.525451:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203872.525452:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203872.525454:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203872.525456:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203872.525460:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.525469:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203872.525480:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203872.525490:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203872.525497:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203872.525504:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203872.525512:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203872.525523:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203872.525529:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203872.525541:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203872.525551:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203872.525558:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203872.525565:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203872.525571:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203872.525578:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788203872.525584:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203872.525591:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203872.525593:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203872.525598:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203872.525605:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203872.525609:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203872.525613:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788203872.525618:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203872.525626:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937777792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203872.525657:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203872.525665:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203872.525685:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937777792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203872.525742:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203872.525753:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14188)
00000800:00000200:1.1:1788203872.526025:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203872.526027:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203872.526228:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203872.526231:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203872.526483:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203872.526485:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788203872.526651:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203872.526653:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1788203877.644363:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203877.644373:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203877.644376:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203877.644379:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203877.644383:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203877.644389:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14183
00000400:00000200:3.0:1788203877.644396:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203877.644402:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203877.644404:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203877.644407:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.644410:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203877.644412:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.644413:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203877.644416:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203877.644418:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203877.644420:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203877.644422:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203877.644424:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203877.644426:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203877.644428:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.644430:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203877.644431:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.644432:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203877.644434:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203877.644436:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203877.644438:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203877.644440:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203877.644443:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203877.644445:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203877.644447:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203877.644449:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203877.644456:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788203877.644460:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203877.644463:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203877.644464:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203877.644467:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203877.644469:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203877.644472:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203877.644478:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788203877.644483:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203877.644491:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937777920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203877.644499:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203877.644502:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203877.644513:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937777920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203877.644530:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203877.644533:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203877.644536:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203877.644537:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203877.644538:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203877.644541:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203877.644542:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14183
00000400:00000200:3.0:1788203877.644545:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203877.644547:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203877.644549:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203877.644551:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.644553:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203877.644555:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.644556:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203877.644558:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203877.644559:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203877.644560:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203877.644563:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203877.644567:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203877.644570:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203877.644575:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.644578:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203877.644593:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.644594:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203877.644596:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203877.644598:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203877.644600:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203877.644602:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203877.644606:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203877.644610:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203877.644612:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203877.644616:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203877.644620:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203877.644623:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203877.644630:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788203877.644633:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203877.644637:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203877.644640:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203877.644644:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203877.644647:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203877.644650:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203877.644654:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788203877.644659:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203877.644670:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937778048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203877.644695:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203877.644699:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203877.644710:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937778048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203877.644748:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203877.644752:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203877.644757:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203877.644759:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203877.644761:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203877.644764:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203877.644767:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14183
00000400:00000200:3.0:1788203877.644773:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203877.644779:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203877.644782:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203877.644786:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.644789:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203877.644795:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.644799:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203877.644804:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203877.644806:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203877.644810:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203877.644813:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203877.644817:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203877.644820:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203877.644825:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.644827:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203877.644831:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.644835:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203877.644839:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203877.644842:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203877.644844:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203877.644847:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203877.644851:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203877.644856:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203877.644860:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203877.644864:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203877.644868:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203877.644870:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203877.644874:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000800:00000200:1.1:1788203877.644883:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203877.644888:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1788203877.644890:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203877.644895:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203877.644898:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203877.644903:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203877.644904:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203877.644906:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203877.644909:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788203877.644912:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203877.644920:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937778176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203877.644935:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203877.644939:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203877.644944:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937778176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203877.644960:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203877.644964:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203877.644967:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203877.644971:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203877.644973:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203877.644982:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203877.644988:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14183
00000400:00000200:3.0:1788203877.644994:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203877.644998:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203877.645003:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203877.645009:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.645011:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203877.645013:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.645016:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203877.645017:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203877.645018:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203877.645019:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203877.645022:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203877.645025:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203877.645027:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203877.645033:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.645038:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203877.645040:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.645045:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203877.645049:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203877.645053:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203877.645056:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203877.645058:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203877.645060:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203877.645061:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203877.645064:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203877.645066:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203877.645068:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203877.645070:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203877.645073:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788203877.645077:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203877.645082:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203877.645084:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203877.645087:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203877.645088:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203877.645091:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203877.645096:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788203877.645099:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203877.645106:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937778304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203877.645119:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203877.645124:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203877.645130:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937778304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203877.645148:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203877.645153:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203877.645159:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203877.645162:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203877.645165:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203877.645170:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203877.645174:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14183
00000400:00000200:3.0:1788203877.645179:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203877.645183:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203877.645185:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203877.645190:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.645194:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203877.645198:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.645199:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203877.645201:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203877.645201:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203877.645202:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203877.645205:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203877.645208:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203877.645214:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203877.645220:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.645223:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203877.645226:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203877.645229:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203877.645234:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203877.645238:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203877.645241:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203877.645244:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203877.645247:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203877.645249:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203877.645251:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203877.645254:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203877.645258:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203877.645262:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203877.645267:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788203877.645271:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203877.645273:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203877.645276:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203877.645279:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203877.645280:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203877.645283:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203877.645287:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788203877.645292:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203877.645317:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937778432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203877.645323:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203877.645325:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203877.645328:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937778432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203877.645333:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203877.645338:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14193)
00000800:00000200:1.1:1788203877.645473:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203877.645474:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203877.645704:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203877.645706:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203877.645894:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203877.645896:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788203877.646066:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203877.646068:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1788203882.764388:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203882.764402:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203882.764405:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203882.764409:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203882.764413:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203882.764429:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14188
00000400:00000200:3.0:1788203882.764438:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203882.764444:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203882.764447:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203882.764450:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.764453:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203882.764455:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.764456:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203882.764460:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203882.764461:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203882.764464:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203882.764466:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203882.764467:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203882.764470:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203882.764473:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.764475:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203882.764478:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.764480:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203882.764483:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203882.764487:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203882.764489:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203882.764525:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203882.764529:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203882.764532:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203882.764534:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203882.764537:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203882.764546:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788203882.764551:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203882.764556:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203882.764558:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203882.764561:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203882.764564:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203882.764568:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203882.764577:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788203882.764584:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203882.764594:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937778560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203882.764617:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203882.764622:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203882.764627:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937778560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203882.764651:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203882.764654:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203882.764658:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203882.764659:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203882.764661:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203882.764664:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203882.764667:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14188
00000400:00000200:3.0:1788203882.764671:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203882.764675:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203882.764679:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203882.764682:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.764685:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203882.764688:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.764691:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203882.764693:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203882.764697:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203882.764702:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203882.764706:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203882.764710:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203882.764712:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203882.764720:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.764724:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203882.764728:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.764731:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203882.764736:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203882.764741:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203882.764746:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203882.764752:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203882.764757:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203882.764763:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203882.764765:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203882.764770:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203882.764774:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203882.764776:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203882.764783:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788203882.764787:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203882.764791:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203882.764793:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203882.764797:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203882.764798:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203882.764801:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203882.764809:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788203882.764816:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203882.764838:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937778688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203882.764852:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203882.764856:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203882.764863:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937778688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203882.764889:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203882.764903:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203882.764911:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203882.764915:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203882.764919:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203882.764922:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203882.764930:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14188
00000400:00000200:3.0:1788203882.764943:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203882.764952:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203882.764956:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203882.764965:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.764971:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788203882.764975:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788203882.764979:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:1.1:1788203882.764980:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1788203882.764986:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203882.765000:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203882.765002:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203882.765006:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203882.765011:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203882.765016:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203882.765022:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203882.765030:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.765037:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203882.765043:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.765054:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203882.765060:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203882.765068:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203882.765074:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203882.765081:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203882.765086:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203882.765091:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203882.765094:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203882.765098:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203882.765105:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203882.765110:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203882.765116:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788203882.765121:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203882.765129:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203882.765133:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203882.765139:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203882.765143:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203882.765148:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203882.765157:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788203882.765163:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203882.765172:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937778816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203882.765192:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203882.765197:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203882.765207:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937778816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203882.765227:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203882.765233:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203882.765240:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203882.765243:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203882.765247:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203882.765253:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203882.765259:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14188
00000400:00000200:3.0:1788203882.765268:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203882.765276:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203882.765281:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203882.765288:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.765293:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203882.765329:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.765335:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203882.765340:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203882.765344:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203882.765348:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203882.765352:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203882.765358:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203882.765363:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203882.765370:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.765376:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203882.765384:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.765389:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203882.765394:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203882.765400:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203882.765406:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203882.765410:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203882.765416:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203882.765418:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203882.765421:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203882.765423:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203882.765429:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203882.765431:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203882.765438:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788203882.765443:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203882.765449:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203882.765453:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203882.765457:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203882.765458:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203882.765462:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203882.765469:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788203882.765476:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203882.765487:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937778944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203882.765515:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203882.765520:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203882.765528:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937778944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203882.765548:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203882.765554:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203882.765560:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203882.765565:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203882.765569:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203882.765576:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203882.765581:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14188
00000400:00000200:3.0:1788203882.765590:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203882.765596:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203882.765600:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203882.765604:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.765606:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203882.765610:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.765612:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203882.765616:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203882.765619:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203882.765621:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203882.765624:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203882.765627:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203882.765631:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203882.765636:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.765640:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203882.765645:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203882.765652:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203882.765657:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203882.765662:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203882.765665:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203882.765667:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203882.765671:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203882.765675:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203882.765679:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203882.765683:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203882.765689:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203882.765693:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203882.765699:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788203882.765704:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203882.765707:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203882.765710:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203882.765715:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203882.765718:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203882.765721:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203882.765725:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788203882.765730:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203882.765739:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937779072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1788203882.765748:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788203882.765754:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1788203882.765754:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1788203882.765758:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203882.765768:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937779072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203882.765790:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203882.765799:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14198)
00000800:00000200:1.1:1788203882.766005:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203882.766006:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203882.766284:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203882.766286:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203882.766531:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203882.766533:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1788203887.884428:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203887.884442:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203887.884444:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203887.884449:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203887.884455:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203887.884465:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14193
00000400:00000200:3.0:1788203887.884477:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203887.884485:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203887.884488:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203887.884492:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.884496:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203887.884499:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.884502:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203887.884507:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203887.884509:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203887.884512:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203887.884516:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203887.884518:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203887.884521:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203887.884524:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.884526:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203887.884528:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.884530:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203887.884533:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203887.884537:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203887.884547:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203887.884552:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203887.884556:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203887.884558:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203887.884560:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203887.884562:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203887.884575:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788203887.884580:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203887.884585:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203887.884587:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203887.884591:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203887.884594:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203887.884600:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203887.884610:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788203887.884618:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203887.884630:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937779200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203887.884642:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203887.884647:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203887.884653:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937779200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203887.884678:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203887.884682:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203887.884685:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203887.884687:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203887.884689:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203887.884692:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203887.884695:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14193
00000400:00000200:3.0:1788203887.884699:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203887.884702:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203887.884704:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203887.884708:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.884711:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203887.884713:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.884714:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203887.884716:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203887.884717:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203887.884718:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203887.884721:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203887.884723:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203887.884724:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203887.884727:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.884728:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203887.884731:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.884733:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203887.884734:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203887.884736:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203887.884740:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203887.884741:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203887.884745:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203887.884747:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203887.884748:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203887.884754:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203887.884758:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203887.884760:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203887.884765:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788203887.884769:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203887.884773:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203887.884775:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203887.884781:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203887.884783:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203887.884787:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203887.884791:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788203887.884795:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203887.884803:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937779328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203887.884813:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203887.884816:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203887.884824:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937779328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203887.884838:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203887.884840:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203887.884842:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203887.884843:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203887.884844:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203887.884845:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203887.884849:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14193
00000400:00000200:3.0:1788203887.884854:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203887.884857:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203887.884862:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203887.884867:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.884868:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203887.884872:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.884875:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203887.884877:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203887.884879:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203887.884880:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203887.884881:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203887.884882:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203887.884884:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203887.884886:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.884890:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203887.884891:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.884892:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203887.884893:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203887.884895:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203887.884896:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203887.884898:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203887.884901:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203887.884904:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203887.884907:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203887.884908:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203887.884913:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203887.884915:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203887.884917:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788203887.884920:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203887.884922:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203887.884924:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203887.884928:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203887.884930:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203887.884931:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203887.884936:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788203887.884940:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203887.884946:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937779456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203887.884955:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203887.884958:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203887.884962:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937779456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203887.884978:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203887.884983:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203887.884986:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203887.884987:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203887.884989:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203887.884995:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203887.884999:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14193
00000400:00000200:3.0:1788203887.885008:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203887.885016:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203887.885023:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203887.885032:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.885036:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203887.885043:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.885047:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203887.885049:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203887.885053:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203887.885056:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203887.885059:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203887.885061:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203887.885063:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203887.885069:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.885070:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203887.885072:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.885076:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203887.885078:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203887.885083:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203887.885085:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203887.885087:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203887.885090:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203887.885093:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203887.885097:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1788203887.885097:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000008:00100000:3.0:1788203887.885100:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.1:1788203887.885101:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000008:00000001:3.0:1788203887.885104:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203887.885107:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203887.885111:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788203887.885114:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203887.885116:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203887.885118:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203887.885120:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203887.885121:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203887.885123:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203887.885126:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788203887.885129:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203887.885133:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937779584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203887.885137:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203887.885139:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203887.885141:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937779584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203887.885151:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203887.885155:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203887.885162:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203887.885163:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203887.885164:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203887.885167:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203887.885170:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14193
00000400:00000200:3.0:1788203887.885176:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203887.885179:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203887.885180:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203887.885182:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.885184:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203887.885186:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.885188:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203887.885190:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203887.885193:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203887.885194:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203887.885196:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203887.885198:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203887.885201:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203887.885207:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.885211:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203887.885214:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203887.885217:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203887.885220:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203887.885222:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203887.885224:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203887.885226:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203887.885228:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203887.885229:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203887.885230:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203887.885231:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203887.885233:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203887.885235:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203887.885237:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788203887.885241:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203887.885245:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203887.885247:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203887.885250:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203887.885251:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203887.885254:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203887.885257:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788203887.885260:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203887.885265:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937779712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203887.885277:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203887.885279:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203887.885282:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937779712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203887.885288:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203887.885292:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14203)
00000800:00000200:1.1:1788203887.885652:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203887.885655:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203887.885852:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203887.885854:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203887.886056:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203887.886058:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203887.886276:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203887.886277:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1788203893.004464:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203893.004478:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203893.004481:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203893.004485:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203893.004490:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203893.004498:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14198
00000400:00000200:3.0:1788203893.004507:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203893.004513:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203893.004516:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203893.004519:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.004522:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203893.004524:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.004527:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203893.004531:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203893.004533:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203893.004536:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203893.004538:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203893.004540:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203893.004542:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203893.004544:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.004545:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203893.004547:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.004548:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203893.004551:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203893.004553:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203893.004555:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203893.004558:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203893.004562:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203893.004564:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203893.004566:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203893.004568:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203893.004585:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788203893.004590:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203893.004594:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203893.004595:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203893.004599:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203893.004602:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203893.004607:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203893.004615:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788203893.004622:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203893.004631:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937779840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203893.004640:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203893.004644:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203893.004648:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937779840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203893.004673:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203893.004676:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203893.004679:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203893.004680:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203893.004681:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203893.004684:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203893.004686:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14198
00000400:00000200:3.0:1788203893.004688:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203893.004690:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203893.004691:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203893.004693:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.004695:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203893.004696:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.004698:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203893.004700:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203893.004701:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203893.004702:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203893.004704:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203893.004706:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203893.004708:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203893.004711:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.004712:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203893.004713:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.004715:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203893.004716:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203893.004718:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203893.004720:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203893.004722:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203893.004730:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203893.004733:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203893.004736:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203893.004741:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203893.004748:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203893.004752:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203893.004760:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788203893.004763:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203893.004767:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203893.004768:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203893.004771:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203893.004774:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203893.004778:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203893.004784:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788203893.004788:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203893.004795:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937779968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203893.004804:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203893.004807:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203893.004814:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937779968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203893.004835:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203893.004838:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203893.004843:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203893.004845:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203893.004846:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203893.004849:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203893.004853:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14198
00000400:00000200:3.0:1788203893.004861:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203893.004865:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203893.004869:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203893.004882:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.004888:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203893.004895:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.004901:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203893.004906:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203893.004908:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203893.004912:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203893.004916:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203893.004921:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203893.004926:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203893.004934:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.004940:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203893.004946:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.004951:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203893.004955:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203893.004961:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203893.004966:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203893.004969:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203893.004972:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203893.004975:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203893.004979:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203893.004983:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203893.004988:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203893.004991:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203893.004996:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788203893.005000:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203893.005004:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203893.005005:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203893.005009:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203893.005011:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203893.005014:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203893.005020:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000800:00000200:1.1:1788203893.005025:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788203893.005026:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788203893.005030:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00100000:3.0:1788203893.005035:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937780096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203893.005046:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203893.005056:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203893.005060:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937780096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203893.005076:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203893.005079:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203893.005086:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203893.005088:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203893.005090:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203893.005094:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203893.005098:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14198
00000400:00000200:3.0:1788203893.005106:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203893.005111:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203893.005115:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203893.005118:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.005121:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203893.005125:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.005129:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203893.005134:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203893.005136:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203893.005139:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203893.005143:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203893.005147:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203893.005149:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203893.005153:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.005156:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203893.005160:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.005169:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203893.005172:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203893.005175:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203893.005177:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203893.005179:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203893.005183:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203893.005186:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203893.005188:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203893.005190:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203893.005194:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203893.005197:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203893.005204:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788203893.005208:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203893.005212:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203893.005214:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203893.005217:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203893.005220:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203893.005223:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203893.005226:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788203893.005228:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203893.005236:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937780224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203893.005245:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203893.005249:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203893.005254:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937780224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203893.005266:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203893.005272:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203893.005279:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203893.005283:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203893.005287:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203893.005291:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203893.005296:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14198
00000400:00000200:3.0:1788203893.005345:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203893.005351:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203893.005357:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203893.005362:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.005367:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203893.005372:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.005375:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203893.005378:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203893.005381:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203893.005384:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203893.005388:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203893.005392:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203893.005394:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203893.005400:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.005405:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203893.005409:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203893.005414:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203893.005420:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203893.005426:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203893.005431:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203893.005435:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203893.005439:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203893.005444:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203893.005447:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203893.005450:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203893.005453:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203893.005456:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203893.005461:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788203893.005463:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203893.005465:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203893.005466:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203893.005467:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203893.005470:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203893.005472:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203893.005477:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788203893.005482:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203893.005492:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937780352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203893.005502:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203893.005506:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203893.005513:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937780352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203893.005522:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203893.005528:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14208)
00000800:00000200:1.1:1788203893.005691:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203893.005693:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203893.005918:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203893.005920:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203893.006143:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203893.006145:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203893.006362:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203893.006365:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1788203898.124381:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203898.124399:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203898.124403:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203898.124408:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203898.124415:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203898.124425:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14203
00000400:00000200:3.0:1788203898.124437:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203898.124444:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203898.124449:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203898.124452:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.124457:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203898.124460:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.124463:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203898.124469:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203898.124471:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203898.124475:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203898.124479:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203898.124482:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203898.124485:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203898.124489:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.124491:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203898.124492:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.124494:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203898.124497:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203898.124499:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203898.124501:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203898.124504:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203898.124508:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203898.124510:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203898.124512:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203898.124514:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203898.124524:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788203898.124528:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203898.124532:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203898.124534:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203898.124537:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203898.124540:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203898.124545:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203898.124552:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788203898.124559:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203898.124569:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937780480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203898.124578:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203898.124583:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203898.124588:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937780480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203898.124611:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203898.124614:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203898.124620:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203898.124622:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203898.124623:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203898.124626:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203898.124628:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14203
00000400:00000200:3.0:1788203898.124631:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203898.124633:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203898.124635:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203898.124638:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.124640:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203898.124642:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.124643:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203898.124645:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203898.124646:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203898.124647:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203898.124650:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203898.124652:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203898.124654:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203898.124667:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.124670:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203898.124672:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.124676:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203898.124678:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203898.124684:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203898.124687:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203898.124691:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203898.124697:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203898.124701:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203898.124705:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203898.124710:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203898.124715:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203898.124719:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203898.124724:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788203898.124729:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203898.124732:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203898.124733:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203898.124735:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203898.124738:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203898.124742:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203898.124746:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788203898.124749:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203898.124754:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937780608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203898.124766:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203898.124770:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203898.124775:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937780608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203898.124790:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203898.124793:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203898.124797:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203898.124800:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203898.124802:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203898.124806:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203898.124810:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14203
00000400:00000200:3.0:1788203898.124828:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203898.124834:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203898.124837:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203898.124844:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.124848:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203898.124851:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.124854:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203898.124857:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203898.124859:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203898.124860:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203898.124862:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203898.124867:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203898.124871:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203898.124874:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.124876:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203898.124877:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.124882:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203898.124886:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203898.124888:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203898.124889:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203898.124901:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203898.124904:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203898.124908:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203898.124909:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203898.124912:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203898.124915:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203898.124919:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203898.124925:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788203898.124930:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203898.124933:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203898.124936:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203898.124940:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203898.124943:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203898.124945:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203898.124951:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788203898.124954:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203898.124962:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937780736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203898.124981:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203898.124986:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203898.124996:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937780736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203898.125011:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203898.125017:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1788203898.125018:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788203898.125025:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203898.125027:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203898.125028:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203898.125031:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203898.125034:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14203
00000400:00000200:3.0:1788203898.125038:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203898.125040:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203898.125045:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203898.125050:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.125055:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203898.125062:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.125068:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203898.125073:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203898.125075:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203898.125080:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203898.125083:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203898.125088:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203898.125107:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203898.125116:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.125123:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203898.125127:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.125130:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203898.125136:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203898.125145:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203898.125151:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203898.125157:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203898.125169:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203898.125173:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203898.125179:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203898.125182:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203898.125186:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203898.125188:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203898.125193:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788203898.125198:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203898.125206:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203898.125209:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203898.125213:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203898.125216:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203898.125221:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203898.125239:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788203898.125243:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203898.125252:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937780864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203898.125263:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203898.125274:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203898.125280:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937780864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203898.125293:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203898.125335:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203898.125340:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203898.125343:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203898.125346:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203898.125351:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203898.125353:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14203
00000400:00000200:3.0:1788203898.125361:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203898.125367:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203898.125371:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203898.125375:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.125380:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203898.125384:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.125389:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203898.125395:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203898.125399:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203898.125403:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203898.125408:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203898.125414:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203898.125420:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203898.125429:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.125436:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203898.125442:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203898.125448:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203898.125455:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203898.125464:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203898.125469:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203898.125474:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203898.125479:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203898.125484:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203898.125496:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203898.125500:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203898.125505:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203898.125508:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788203898.125509:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000010:3.0:1788203898.125513:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788203898.125519:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203898.125522:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203898.125525:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203898.125529:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203898.125531:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203898.125534:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203898.125539:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788203898.125544:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203898.125552:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937780992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203898.125563:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203898.125566:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203898.125573:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937780992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203898.125582:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203898.125589:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14213)
00000800:00000200:1.1:1788203898.125715:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203898.125874:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203898.126040:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788203903.244407:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203903.244417:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203903.244420:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203903.244423:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203903.244427:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203903.244433:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14208
00000400:00000200:3.0:1788203903.244441:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203903.244446:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203903.244448:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203903.244451:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244453:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203903.244455:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244457:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203903.244460:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203903.244462:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203903.244464:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203903.244466:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203903.244468:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203903.244470:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203903.244472:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244473:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203903.244474:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244476:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203903.244478:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203903.244480:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244482:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203903.244484:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203903.244486:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203903.244488:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203903.244490:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203903.244491:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203903.244496:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788203903.244499:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203903.244502:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203903.244503:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203903.244506:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203903.244509:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203903.244512:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203903.244518:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788203903.244524:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203903.244531:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937781120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203903.244539:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203903.244543:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203903.244546:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937781120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203903.244571:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203903.244574:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203903.244578:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203903.244579:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203903.244581:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203903.244584:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203903.244588:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14208
00000400:00000200:3.0:1788203903.244592:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203903.244595:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203903.244597:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203903.244600:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244602:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203903.244604:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244606:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203903.244608:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203903.244610:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203903.244611:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203903.244614:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203903.244615:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203903.244618:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203903.244621:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244623:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203903.244625:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244627:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203903.244630:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203903.244632:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244635:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203903.244637:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203903.244643:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203903.244645:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203903.244655:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203903.244659:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203903.244663:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203903.244665:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203903.244668:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788203903.244670:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203903.244672:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203903.244673:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203903.244675:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203903.244677:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203903.244679:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203903.244684:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788203903.244687:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203903.244693:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937781248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203903.244700:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203903.244703:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203903.244707:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937781248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203903.244720:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203903.244722:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203903.244726:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203903.244727:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203903.244729:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203903.244731:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203903.244733:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14208
00000400:00000200:3.0:1788203903.244737:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203903.244741:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203903.244744:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203903.244747:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244749:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203903.244756:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244758:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203903.244760:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203903.244761:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203903.244764:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203903.244765:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203903.244768:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203903.244770:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203903.244773:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244776:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203903.244778:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244781:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203903.244784:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203903.244786:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244789:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203903.244792:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203903.244796:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203903.244799:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203903.244803:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203903.244806:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203903.244811:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203903.244815:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203903.244820:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788203903.244824:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203903.244829:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203903.244832:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203903.244837:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203903.244839:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203903.244843:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203903.244851:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788203903.244857:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203903.244864:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937781376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203903.244871:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203903.244873:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203903.244878:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937781376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203903.244892:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203903.244898:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203903.244907:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203903.244911:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203903.244913:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203903.244919:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203903.244926:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14208
00000400:00000200:3.0:1788203903.244932:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203903.244936:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203903.244942:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203903.244946:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244948:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203903.244952:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244955:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203903.244957:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203903.244960:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203903.244963:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203903.244965:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203903.244968:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203903.244975:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203903.244979:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244981:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203903.244988:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.244993:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203903.244999:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203903.245005:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203903.245012:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203903.245016:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203903.245022:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203903.245027:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203903.245031:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203903.245036:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203903.245042:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203903.245046:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203903.245052:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788203903.245057:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203903.245059:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203903.245061:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203903.245065:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203903.245067:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203903.245070:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203903.245074:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788203903.245079:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203903.245087:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937781504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203903.245100:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203903.245104:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203903.245111:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937781504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203903.245129:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203903.245149:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203903.245156:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203903.245158:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203903.245160:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203903.245167:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203903.245173:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14208
00000400:00000200:3.0:1788203903.245182:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203903.245187:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203903.245191:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203903.245195:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.245199:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203903.245205:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.245210:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203903.245215:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203903.245218:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203903.245223:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:1.1:1788203903.245224:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:3.0:1788203903.245227:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000800:00000200:1.1:1788203903.245229:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1788203903.245233:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203903.245239:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203903.245243:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.245246:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203903.245248:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203903.245250:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203903.245256:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203903.245262:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203903.245265:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203903.245267:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203903.245271:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203903.245274:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203903.245287:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203903.245291:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203903.245322:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203903.245326:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203903.245331:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788203903.245335:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203903.245338:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203903.245341:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203903.245346:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203903.245348:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203903.245353:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203903.245359:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788203903.245367:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203903.245376:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937781632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203903.245403:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203903.245408:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203903.245418:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937781632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203903.245435:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203903.245442:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14219)
00000800:00000200:1.1:1788203903.245738:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203903.245742:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203903.246182:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203903.246185:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203903.246527:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203903.246530:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203903.246855:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203903.246858:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788203908.365162:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203908.365171:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203908.366295:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203908.366320:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203908.366530:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203908.366532:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203908.366758:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203908.366759:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203908.367131:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203908.367134:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788203913.485219:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203913.485228:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203913.485853:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203913.485856:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203913.486234:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203913.486237:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203913.486569:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203913.486573:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203913.486898:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203913.486901:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788203918.605046:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203918.605054:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203918.605758:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203918.605761:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203918.606088:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203918.606091:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203918.606372:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203918.606374:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788203918.606673:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203918.606675:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00080000:3.0:1788203923.724401:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203923.724415:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203923.724417:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203923.724431:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203923.724435:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203923.724441:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14229
00000400:00000200:3.0:1788203923.724449:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203923.724455:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203923.724459:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203923.724462:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.724466:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203923.724468:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.724471:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203923.724475:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203923.724477:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203923.724480:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203923.724483:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203923.724486:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203923.724489:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203923.724493:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.724495:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203923.724497:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.724499:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203923.724502:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203923.724507:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203923.724510:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203923.724513:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203923.724516:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203923.724520:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203923.724522:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203923.724524:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203923.724533:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788203923.724538:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203923.724543:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203923.724544:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203923.724547:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203923.724550:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203923.724555:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203923.724562:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788203923.724569:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203923.724580:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937783680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203923.724591:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203923.724596:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203923.724601:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937783680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203923.724624:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203923.724628:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203923.724632:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203923.724633:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203923.724635:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203923.724639:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203923.724642:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14229
00000400:00000200:3.0:1788203923.724647:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203923.724652:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203923.724657:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203923.724663:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.724668:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203923.724673:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.724679:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203923.724684:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203923.724688:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203923.724692:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203923.724696:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203923.724700:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203923.724706:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203923.724711:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.724719:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203923.724726:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.724733:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203923.724739:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203923.724747:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203923.724753:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203923.724759:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203923.724767:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203923.724774:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203923.724777:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203923.724797:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203923.724803:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203923.724807:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203923.724814:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788203923.724821:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203923.724827:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203923.724830:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203923.724834:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203923.724838:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203923.724843:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203923.724852:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788203923.724859:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203923.724871:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937783808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203923.724888:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203923.724894:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203923.724906:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937783808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203923.724946:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203923.724952:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203923.724962:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:1.1:1788203923.724963:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788203923.724967:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1788203923.724968:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1788203923.724972:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203923.724980:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203923.724986:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14229
00000400:00000200:3.0:1788203923.724992:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203923.725002:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203923.725009:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203923.725019:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.725025:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203923.725030:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.725036:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203923.725039:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203923.725043:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203923.725046:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203923.725050:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203923.725055:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203923.725061:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203923.725071:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.725079:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203923.725082:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.725085:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203923.725091:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203923.725098:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203923.725106:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203923.725109:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203923.725115:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203923.725119:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203923.725125:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203923.725128:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203923.725136:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203923.725141:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203923.725151:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788203923.725159:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203923.725164:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203923.725167:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203923.725172:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203923.725176:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203923.725179:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203923.725188:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788203923.725195:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203923.725207:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937783936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203923.725239:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203923.725245:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203923.725255:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937783936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203923.725269:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203923.725276:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203923.725283:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203923.725288:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203923.725290:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203923.725327:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203923.725336:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14229
00000400:00000200:3.0:1788203923.725348:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203923.725357:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203923.725364:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203923.725372:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.725377:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203923.725384:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.725390:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203923.725394:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203923.725397:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203923.725401:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203923.725404:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203923.725409:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203923.725414:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203923.725421:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.725428:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203923.725433:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.725438:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203923.725444:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203923.725453:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203923.725460:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203923.725463:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203923.725467:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203923.725473:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203923.725479:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203923.725484:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203923.725493:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203923.725499:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203923.725507:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788203923.725514:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203923.725522:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203923.725526:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203923.725532:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203923.725538:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203923.725544:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203923.725553:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788203923.725561:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203923.725572:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937784064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203923.725605:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203923.725611:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203923.725620:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937784064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203923.725646:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203923.725653:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203923.725661:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203923.725665:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203923.725669:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203923.725675:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203923.725682:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14229
00000400:00000200:3.0:1788203923.725694:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203923.725703:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203923.725710:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203923.725717:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.725725:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203923.725732:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:1.1:1788203923.725733:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788203923.725740:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:1.1:1788203923.725741:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1788203923.725749:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203923.725753:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203923.725757:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203923.725763:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203923.725770:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203923.725775:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203923.725798:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.725805:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203923.725811:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203923.725816:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203923.725822:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203923.725828:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203923.725833:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203923.725838:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203923.725844:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203923.725851:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203923.725855:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203923.725860:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203923.725868:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203923.725874:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203923.725882:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788203923.725889:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203923.725896:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203923.725901:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203923.725907:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203923.725911:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203923.725916:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203923.725925:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788203923.725933:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203923.725942:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937784192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203923.725973:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203923.725981:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203923.725993:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937784192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203923.726024:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203923.726034:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14239)
00000800:00000200:1.1:1788203923.726142:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203923.726143:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203923.726443:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203923.726445:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788203923.726637:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203923.726639:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1788203928.844437:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203928.844451:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203928.844454:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203928.844458:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203928.844463:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203928.844472:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14234
00000400:00000200:3.0:1788203928.844482:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203928.844491:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203928.844495:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203928.844499:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.844504:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203928.844507:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.844511:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203928.844517:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203928.844520:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203928.844524:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203928.844528:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203928.844532:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203928.844535:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203928.844539:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.844541:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203928.844543:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.844544:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203928.844547:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203928.844550:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203928.844552:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203928.844555:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203928.844558:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203928.844561:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203928.844562:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203928.844565:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203928.844571:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788203928.844576:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203928.844591:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203928.844592:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203928.844598:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203928.844602:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203928.844606:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203928.844613:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788203928.844623:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203928.844635:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937784320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203928.844648:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203928.844654:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203928.844661:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937784320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203928.844683:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203928.844686:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203928.844689:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203928.844712:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203928.844715:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203928.844721:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203928.844725:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14234
00000400:00000200:3.0:1788203928.844732:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203928.844739:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203928.844741:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203928.844855:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.844859:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203928.844992:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.844998:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:2.1:1788203928.845002:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788203928.845004:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.1:1788203928.845009:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000020:00000040:3.0:1788203928.845010:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203928.845014:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203928.845020:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203928.845026:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203928.845028:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203928.845037:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.845042:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203928.845096:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.845104:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203928.845110:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203928.845118:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203928.845122:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203928.845127:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203928.845136:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203928.845141:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203928.845148:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203928.845155:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203928.845161:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203928.845164:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203928.845173:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788203928.845179:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203928.845185:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203928.845189:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203928.845195:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203928.845200:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203928.845205:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203928.845215:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788203928.845225:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203928.845237:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937784448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203928.845261:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203928.845268:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203928.845280:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937784448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203928.845356:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203928.845365:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203928.845374:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203928.845380:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203928.845387:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203928.845393:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203928.845402:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14234
00000400:00000200:3.0:1788203928.845415:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203928.845424:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203928.845430:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203928.845440:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.845447:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203928.845455:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.845461:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203928.845468:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203928.845473:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203928.845478:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203928.845484:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203928.845488:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203928.845493:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203928.845498:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.845501:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203928.845503:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.845505:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203928.845509:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203928.845518:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203928.845526:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203928.845534:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203928.845542:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203928.845549:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203928.845557:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203928.845563:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203928.845573:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203928.845578:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203928.845588:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788203928.845597:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203928.845603:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203928.845607:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203928.845613:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203928.845616:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203928.845620:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203928.845627:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788203928.845636:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203928.845648:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937784576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203928.845670:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203928.845676:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203928.845687:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937784576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203928.845729:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203928.845737:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203928.845747:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203928.845752:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203928.845756:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203928.845765:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203928.845772:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14234
00000800:00000200:2.1:1788203928.845782:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000400:00000200:3.0:1788203928.845784:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:2.1:1788203928.845786:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000400:00000200:3.0:1788203928.845796:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203928.845804:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203928.845823:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.845834:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203928.845841:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.845849:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203928.845855:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203928.845858:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203928.845864:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203928.845870:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203928.845877:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203928.845883:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203928.845890:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.845895:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203928.845900:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.845904:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203928.845909:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203928.845915:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203928.845920:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203928.845924:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203928.845928:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203928.845935:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203928.845939:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203928.845945:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203928.845954:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203928.845959:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203928.845969:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788203928.845977:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203928.845985:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203928.845990:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203928.845996:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203928.846000:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203928.846006:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203928.846017:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788203928.846026:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203928.846042:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937784704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203928.846066:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203928.846073:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203928.846086:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937784704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203928.846110:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203928.846119:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203928.846128:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203928.846133:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203928.846138:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203928.846146:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203928.846154:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14234
00000400:00000200:3.0:1788203928.846166:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203928.846176:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203928.846183:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203928.846194:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.846200:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203928.846207:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.846212:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203928.846218:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203928.846222:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203928.846228:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203928.846234:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203928.846241:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203928.846249:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203928.846257:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.846261:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203928.846267:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203928.846272:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203928.846276:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203928.846282:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203928.846288:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203928.846292:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203928.846318:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203928.846323:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203928.846328:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203928.846334:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203928.846342:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203928.846346:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203928.846354:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788203928.846361:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000800:00000200:2.1:1788203928.846363:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788203928.846367:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1788203928.846368:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
02000000:00000001:3.0:1788203928.846372:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203928.846379:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203928.846385:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203928.846391:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203928.846402:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788203928.846410:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203928.846423:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937784832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203928.846446:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203928.846452:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203928.846463:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937784832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203928.846495:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203928.846505:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14244)
00000800:00000200:2.1:1788203928.846676:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203928.846679:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788203928.846945:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203928.846947:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788203933.965001:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203933.965004:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788203933.965668:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203933.965670:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788203933.965908:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203933.965911:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788203933.966138:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203933.966140:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788203933.966412:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203933.966414:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788203939.084883:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203939.084886:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788203939.085585:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203939.085587:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788203939.085790:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203939.085792:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788203939.085966:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203939.085968:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1788203939.086244:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203939.086246:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000100:00080000:3.0:1788203944.204451:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203944.204466:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203944.204469:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203944.204473:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203944.204478:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203944.204486:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14249
00000400:00000200:3.0:1788203944.204495:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203944.204502:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203944.204505:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203944.204509:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.204513:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203944.204515:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.204518:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203944.204522:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203944.204524:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203944.204527:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203944.204531:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203944.204534:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203944.204536:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203944.204540:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.204543:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203944.204545:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.204547:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203944.204550:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203944.204554:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203944.204557:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203944.204560:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203944.204563:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203944.204566:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203944.204568:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203944.204571:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203944.204580:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788203944.204584:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203944.204589:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203944.204591:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203944.204594:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203944.204597:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203944.204601:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203944.204609:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788203944.204616:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203944.204627:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937786240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203944.204638:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203944.204643:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203944.204648:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937786240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203944.204672:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203944.204676:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203944.204679:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203944.204681:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203944.204682:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203944.204686:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203944.204689:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14249
00000400:00000200:3.0:1788203944.204694:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203944.204697:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203944.204701:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203944.204707:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.204711:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203944.204716:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.204722:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203944.204729:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203944.204732:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203944.204737:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203944.204742:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203944.204748:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203944.204753:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203944.204761:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.204768:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203944.204771:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.204774:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203944.204789:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203944.204794:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203944.204797:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203944.204799:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203944.204806:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203944.204812:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203944.204815:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203944.204820:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203944.204826:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203944.204831:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203944.204836:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788203944.204842:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203944.204848:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203944.204851:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203944.204856:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203944.204861:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203944.204865:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203944.204873:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788203944.204880:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203944.204891:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937786368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203944.204906:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203944.204913:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203944.204922:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937786368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203944.204956:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203944.204963:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203944.204970:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203944.204974:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203944.204976:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203944.204983:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203944.204990:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14249
00000800:00000200:2.1:1788203944.204992:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203944.204997:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000400:00000200:3.0:1788203944.205001:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203944.205010:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203944.205014:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203944.205023:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.205027:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203944.205033:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.205038:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203944.205044:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203944.205047:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203944.205051:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203944.205054:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203944.205060:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203944.205066:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203944.205074:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.205078:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203944.205082:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.205086:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203944.205091:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203944.205100:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203944.205105:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203944.205110:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203944.205116:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203944.205123:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203944.205130:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203944.205134:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203944.205142:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203944.205147:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203944.205155:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788203944.205162:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203944.205168:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203944.205172:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203944.205178:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203944.205182:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203944.205187:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203944.205194:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788203944.205201:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203944.205214:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937786496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203944.205238:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203944.205245:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203944.205255:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937786496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203944.205279:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203944.205286:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203944.205336:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203944.205341:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203944.205346:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203944.205353:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203944.205361:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14249
00000400:00000200:3.0:1788203944.205371:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203944.205379:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203944.205385:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203944.205393:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.205399:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203944.205405:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.205411:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203944.205417:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203944.205420:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203944.205440:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203944.205444:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203944.205449:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203944.205455:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203944.205464:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.205471:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203944.205477:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.205482:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203944.205487:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203944.205495:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203944.205501:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203944.205507:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203944.205512:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203944.205519:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203944.205524:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203944.205529:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203944.205535:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203944.205541:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203944.205550:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788203944.205557:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203944.205562:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203944.205567:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203944.205572:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203944.205575:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203944.205581:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203944.205589:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788203944.205596:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788203944.205603:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203944.205607:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00100000:3.0:1788203944.205608:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937786624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203944.205629:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203944.205634:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203944.205645:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937786624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203944.205672:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203944.205678:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203944.205686:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203944.205690:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203944.205694:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203944.205700:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203944.205707:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14249
00000400:00000200:3.0:1788203944.205719:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203944.205728:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203944.205735:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203944.205743:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.205748:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203944.205752:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.205756:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203944.205761:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203944.205765:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203944.205768:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203944.205772:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203944.205775:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203944.205781:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203944.205790:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.205795:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203944.205800:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203944.205805:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203944.205812:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203944.205819:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203944.205826:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203944.205832:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203944.205837:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203944.205843:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203944.205849:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203944.205853:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203944.205860:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203944.205864:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203944.205872:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788203944.205879:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203944.205886:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203944.205890:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203944.205895:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203944.205898:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203944.205901:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203944.205908:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788203944.205915:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203944.205925:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937786752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203944.205946:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203944.205952:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203944.205963:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937786752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203944.205983:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203944.205990:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14260)
00000800:00000200:2.1:1788203944.206072:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203944.206074:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203944.206383:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203944.206385:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788203944.206588:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203944.206590:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1788203949.324376:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203949.324387:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203949.324389:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203949.324393:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203949.324396:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203949.324402:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14255
00000400:00000200:3.0:1788203949.324410:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203949.324416:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203949.324418:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203949.324421:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.324424:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203949.324426:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.324428:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203949.324431:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203949.324433:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203949.324435:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203949.324437:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203949.324439:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203949.324441:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203949.324443:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.324444:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203949.324445:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.324447:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203949.324449:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203949.324451:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203949.324453:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203949.324455:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203949.324458:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203949.324460:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203949.324461:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203949.324462:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203949.324470:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788203949.324474:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203949.324477:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203949.324479:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203949.324481:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203949.324484:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203949.324489:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203949.324497:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788203949.324504:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203949.324514:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937786880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203949.324526:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203949.324531:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203949.324537:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937786880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203949.324557:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203949.324560:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203949.324562:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203949.324563:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203949.324565:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203949.324568:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203949.324571:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14255
00000400:00000200:3.0:1788203949.324577:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203949.324581:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203949.324585:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203949.324590:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.324595:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203949.324600:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.324604:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203949.324610:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203949.324614:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203949.324617:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203949.324621:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203949.324625:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203949.324628:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203949.324634:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.324637:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203949.324642:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.324646:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203949.324652:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203949.324657:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203949.324661:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203949.324665:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203949.324673:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203949.324677:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203949.324680:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203949.324687:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203949.324694:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203949.324699:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203949.324708:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788203949.324714:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203949.324719:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203949.324722:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203949.324727:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203949.324731:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203949.324736:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203949.324744:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788203949.324758:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203949.324767:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937787008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203949.324782:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203949.324787:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203949.324798:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937787008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203949.324832:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203949.324837:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203949.324843:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203949.324847:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203949.324849:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203949.324853:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203949.324856:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14255
00000400:00000200:3.0:1788203949.324861:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203949.324869:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203949.324872:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203949.324877:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.324879:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788203949.324883:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788203949.324884:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.324889:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:2.1:1788203949.324889:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1788203949.324893:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203949.324895:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203949.324898:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203949.324900:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203949.324903:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203949.324906:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203949.324910:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.324914:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203949.324918:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.324920:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203949.324923:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203949.324927:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203949.324930:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203949.324934:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203949.324940:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203949.324946:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203949.324952:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203949.324956:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203949.324962:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203949.324967:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203949.324975:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788203949.324981:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203949.324986:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203949.324989:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203949.324992:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203949.324995:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203949.324998:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203949.325004:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788203949.325008:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203949.325014:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937787136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203949.325024:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203949.325027:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203949.325034:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937787136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203949.325049:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203949.325053:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203949.325062:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203949.325065:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203949.325069:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203949.325076:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203949.325082:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14255
00000400:00000200:3.0:1788203949.325094:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203949.325102:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203949.325108:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203949.325116:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.325120:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203949.325125:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.325129:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203949.325134:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203949.325137:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203949.325140:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203949.325148:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203949.325153:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203949.325157:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203949.325163:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.325168:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203949.325172:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.325179:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203949.325182:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203949.325187:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203949.325191:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203949.325195:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203949.325199:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203949.325203:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203949.325207:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203949.325211:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203949.325215:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203949.325217:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203949.325220:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788203949.325221:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203949.325223:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203949.325225:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203949.325228:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203949.325231:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203949.325234:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203949.325239:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788203949.325245:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203949.325251:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937787264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203949.325272:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203949.325276:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203949.325285:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937787264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203949.325333:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203949.325354:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203949.325362:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203949.325366:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203949.325368:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203949.325372:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203949.325378:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14255
00000400:00000200:3.0:1788203949.325387:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203949.325396:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203949.325400:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203949.325407:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.325412:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203949.325416:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.325421:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203949.325426:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203949.325429:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203949.325435:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203949.325438:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203949.325444:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203949.325450:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203949.325457:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.325463:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203949.325469:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203949.325473:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203949.325477:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203949.325483:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203949.325489:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203949.325494:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203949.325499:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203949.325504:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203949.325509:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203949.325512:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203949.325519:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203949.325522:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203949.325527:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788203949.325531:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203949.325535:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203949.325537:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203949.325540:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203949.325542:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203949.325546:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203949.325552:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788203949.325557:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203949.325564:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937787392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203949.325581:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203949.325587:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203949.325596:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937787392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203949.325619:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203949.325627:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14265)
00000800:00000200:2.1:1788203949.325665:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203949.325668:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203949.325865:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203949.325867:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203949.326041:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203949.326043:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788203949.326285:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788203949.326287:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788203954.444883:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203954.444889:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203954.445564:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203954.445566:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203954.445859:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203954.445861:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203954.446075:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203954.446077:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788203954.446402:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203954.446404:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1788203959.564436:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203959.564446:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203959.564448:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203959.564451:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203959.564454:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203959.564461:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14265
00000400:00000200:3.0:1788203959.564467:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203959.564472:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203959.564474:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203959.564477:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.564480:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203959.564482:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.564483:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203959.564486:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203959.564488:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203959.564490:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203959.564492:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203959.564494:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203959.564495:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203959.564497:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.564498:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203959.564500:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.564501:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203959.564504:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203959.564506:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203959.564507:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203959.564509:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203959.564512:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203959.564514:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203959.564515:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203959.564516:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203959.564523:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788203959.564526:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203959.564530:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203959.564531:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203959.564533:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203959.564535:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203959.564540:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203959.564548:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788203959.564555:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203959.564565:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937788160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203959.564575:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203959.564581:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203959.564585:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937788160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203959.564604:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203959.564607:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203959.564609:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203959.564611:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203959.564612:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203959.564614:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203959.564616:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14265
00000400:00000200:3.0:1788203959.564619:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203959.564621:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203959.564623:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203959.564625:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.564626:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203959.564627:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.564629:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203959.564630:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203959.564631:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203959.564632:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203959.564634:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203959.564635:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203959.564637:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203959.564639:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.564640:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203959.564642:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.564643:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203959.564645:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203959.564647:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203959.564648:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203959.564650:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203959.564654:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203959.564655:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203959.564657:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203959.564661:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203959.564663:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203959.564664:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203959.564667:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788203959.564668:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203959.564670:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203959.564672:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203959.564673:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203959.564675:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203959.564676:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203959.564679:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788203959.564682:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203959.564685:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937788288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203959.564691:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203959.564700:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203959.564706:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937788288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203959.564725:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203959.564726:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203959.564729:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203959.564730:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203959.564733:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203959.564737:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203959.564740:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14265
00000400:00000200:3.0:1788203959.564761:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203959.564769:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203959.564777:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203959.564781:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.564783:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203959.564784:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.564787:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203959.564793:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203959.564798:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203959.564801:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203959.564802:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203959.564805:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203959.564811:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203959.564814:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.564821:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203959.564828:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.564836:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203959.564838:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203959.564844:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203959.564851:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203959.564859:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203959.564867:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203959.564871:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203959.564878:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203959.564883:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203959.564888:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203959.564892:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203959.564898:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788203959.564902:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203959.564909:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203959.564914:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203959.564916:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203959.564918:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203959.564925:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203959.564934:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788203959.564940:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203959.564950:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937788416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203959.564964:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203959.564969:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203959.564982:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937788416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203959.564997:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203959.565005:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203959.565016:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203959.565019:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203959.565022:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203959.565031:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203959.565040:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14265
00000400:00000200:3.0:1788203959.565059:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203959.565063:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203959.565072:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203959.565076:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.565085:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203959.565087:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.565090:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203959.565096:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203959.565098:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203959.565111:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203959.565116:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203959.565127:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203959.565130:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203959.565133:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.565136:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203959.565139:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.565146:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203959.565156:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203959.565187:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203959.565198:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203959.565200:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203959.565206:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203959.565212:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203959.565221:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203959.565229:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203959.565243:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203959.565251:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203959.565261:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788203959.565266:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203959.565273:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203959.565279:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203959.565291:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203959.565296:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203959.565349:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203959.565357:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788203959.565365:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203959.565380:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937788544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203959.565396:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203959.565402:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203959.565414:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937788544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1788203959.565419:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203959.565430:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1788203959.565450:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203959.565462:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203959.565466:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203959.565468:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203959.565470:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203959.565474:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203959.565482:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14265
00000400:00000200:3.0:1788203959.565490:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203959.565498:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203959.565510:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203959.565514:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.565517:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203959.565526:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.565534:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203959.565538:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203959.565543:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203959.565545:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203959.565550:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203959.565559:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203959.565570:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203959.565584:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.565593:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203959.565603:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203959.565613:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203959.565619:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203959.565626:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203959.565632:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203959.565637:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203959.565644:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203959.565649:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203959.565654:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203959.565657:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203959.565665:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203959.565668:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203959.565674:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788203959.565680:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203959.565690:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203959.565694:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203959.565700:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203959.565705:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203959.565708:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203959.565720:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788203959.565729:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203959.565740:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937788672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203959.565809:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203959.565813:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203959.565817:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937788672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203959.565829:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203959.565839:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14275)
00000800:00000200:1.1:1788203959.566196:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203959.566199:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203959.566551:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203959.566554:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203959.566879:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203959.566882:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788203959.567227:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203959.567230:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1788203964.684392:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203964.684403:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203964.684405:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203964.684409:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203964.684413:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203964.684419:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14270
00000400:00000200:3.0:1788203964.684427:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203964.684432:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203964.684435:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203964.684438:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.684441:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203964.684443:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.684446:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203964.684449:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203964.684451:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203964.684454:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203964.684456:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203964.684458:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203964.684460:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203964.684463:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.684465:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203964.684467:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.684469:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203964.684472:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203964.684474:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203964.684476:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203964.684478:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203964.684481:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203964.684483:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203964.684484:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203964.684486:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203964.684491:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788203964.684495:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203964.684498:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203964.684500:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203964.684502:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203964.684505:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203964.684509:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203964.684515:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788203964.684520:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203964.684528:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937788800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203964.684537:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203964.684541:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203964.684546:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937788800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203964.684577:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203964.684580:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203964.684582:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203964.684583:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203964.684585:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203964.684587:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203964.684590:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14270
00000400:00000200:3.0:1788203964.684592:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203964.684595:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203964.684597:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203964.684601:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.684603:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203964.684605:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.684607:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203964.684609:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203964.684610:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203964.684611:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203964.684676:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203964.684682:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203964.684689:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203964.684696:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.684699:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203964.684703:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.684707:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203964.684709:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203964.684713:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203964.684714:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203964.684716:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203964.684721:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203964.684725:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203964.684726:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203964.684731:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203964.684735:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203964.684738:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203964.684743:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788203964.684745:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203964.684749:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203964.684752:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203964.684753:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203964.684754:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203964.684756:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203964.684765:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788203964.684769:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203964.684779:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937788928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788203964.684910:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788203964.685021:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203964.685028:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203964.685037:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937788928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203964.685083:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203964.685086:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203964.685090:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203964.685093:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203964.685095:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203964.685098:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203964.685102:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14270
00000400:00000200:3.0:1788203964.685107:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203964.685113:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203964.685118:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203964.685126:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.685130:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203964.685134:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.685138:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203964.685142:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203964.685144:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203964.685148:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203964.685151:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203964.685153:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203964.685155:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203964.685157:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.685158:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203964.685159:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.685161:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203964.685165:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203964.685168:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203964.685173:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203964.685177:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203964.685181:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203964.685185:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203964.685188:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203964.685191:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203964.685196:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203964.685200:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203964.685204:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788203964.685208:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203964.685211:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203964.685214:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203964.685216:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203964.685218:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203964.685222:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203964.685229:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788203964.685234:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203964.685240:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937789056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203964.685251:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203964.685256:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203964.685265:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937789056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203964.685284:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203964.685291:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203964.685321:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203964.685324:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203964.685326:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203964.685330:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203964.685334:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14270
00000400:00000200:3.0:1788203964.685347:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203964.685355:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203964.685359:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203964.685365:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.685370:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203964.685377:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.685383:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203964.685388:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203964.685392:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203964.685396:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203964.685402:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203964.685407:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203964.685412:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203964.685420:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.685425:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203964.685430:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.685435:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203964.685442:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203964.685451:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203964.685456:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203964.685461:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203964.685466:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203964.685471:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788203964.685473:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788203964.685475:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203964.685480:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203964.685486:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203964.685492:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203964.685499:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788203964.685505:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203964.685511:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203964.685515:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203964.685520:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203964.685524:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203964.685530:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203964.685538:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788203964.685545:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203964.685555:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937789184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203964.685570:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203964.685576:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203964.685586:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937789184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203964.685603:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203964.685609:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203964.685618:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203964.685621:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203964.685625:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203964.685631:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203964.685637:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14270
00000400:00000200:3.0:1788203964.685648:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203964.685655:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203964.685661:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203964.685667:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.685670:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203964.685676:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.685680:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203964.685686:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203964.685689:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203964.685692:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203964.685696:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203964.685700:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203964.685705:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203964.685712:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.685719:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203964.685724:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203964.685730:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203964.685733:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203964.685740:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203964.685745:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203964.685750:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203964.685755:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203964.685760:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203964.685764:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203964.685769:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203964.685781:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203964.685787:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203964.685794:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788203964.685800:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203964.685806:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203964.685809:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203964.685813:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203964.685817:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203964.685821:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203964.685828:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788203964.685835:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788203964.685840:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00100000:3.0:1788203964.685846:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937789312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203964.685861:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203964.685865:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203964.685873:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937789312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203964.685892:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203964.685900:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14280)
00000800:00000200:0.1:1788203964.686054:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203964.686223:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788203969.804401:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203969.804411:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203969.804413:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203969.804417:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203969.804421:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203969.804427:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14275
00000400:00000200:3.0:1788203969.804434:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203969.804439:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203969.804441:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203969.804444:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804447:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203969.804449:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804451:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203969.804453:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203969.804455:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203969.804457:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203969.804460:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203969.804461:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203969.804463:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203969.804465:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804467:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203969.804468:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804470:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203969.804472:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203969.804474:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804476:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203969.804478:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203969.804481:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203969.804483:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203969.804484:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203969.804485:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203969.804493:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788203969.804497:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203969.804501:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203969.804502:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203969.804505:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203969.804507:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203969.804511:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203969.804517:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788203969.804523:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203969.804531:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937789440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203969.804539:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203969.804543:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203969.804546:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937789440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203969.804568:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203969.804571:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203969.804574:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203969.804576:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203969.804577:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203969.804581:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203969.804583:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14275
00000400:00000200:3.0:1788203969.804587:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203969.804590:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203969.804593:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203969.804596:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804599:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203969.804601:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804603:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203969.804606:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203969.804609:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203969.804611:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203969.804614:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203969.804617:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203969.804619:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203969.804623:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804625:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203969.804627:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804629:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203969.804632:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203969.804636:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804639:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203969.804641:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203969.804647:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203969.804650:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203969.804652:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203969.804659:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203969.804663:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203969.804665:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203969.804669:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788203969.804672:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203969.804675:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203969.804677:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203969.804679:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203969.804681:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203969.804684:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203969.804689:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788203969.804694:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203969.804702:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937789568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203969.804712:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203969.804715:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203969.804719:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937789568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203969.804737:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203969.804741:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203969.804745:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203969.804747:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203969.804750:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203969.804753:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203969.804757:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14275
00000400:00000200:3.0:1788203969.804762:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203969.804766:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203969.804769:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203969.804774:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804776:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203969.804780:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804783:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203969.804786:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203969.804787:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203969.804788:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203969.804790:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203969.804792:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203969.804798:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203969.804801:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804805:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203969.804806:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804807:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203969.804812:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203969.804817:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804819:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203969.804821:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203969.804824:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203969.804827:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203969.804828:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203969.804829:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203969.804832:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203969.804838:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203969.804841:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788203969.804844:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203969.804846:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203969.804848:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203969.804851:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203969.804860:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203969.804863:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203969.804867:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788203969.804870:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203969.804878:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937789696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203969.804892:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203969.804895:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203969.804900:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937789696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203969.804909:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203969.804913:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203969.804918:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203969.804920:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203969.804921:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203969.804923:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203969.804927:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14275
00000400:00000200:3.0:1788203969.804931:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203969.804936:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203969.804938:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203969.804941:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804946:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203969.804950:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804953:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203969.804954:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203969.804955:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203969.804957:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203969.804960:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203969.804964:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203969.804967:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203969.804971:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804975:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203969.804976:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.804979:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203969.804999:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203969.805007:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203969.805012:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203969.805017:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203969.805021:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203969.805025:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203969.805026:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203969.805029:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203969.805032:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203969.805037:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203969.805043:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788203969.805046:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203969.805051:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203969.805052:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203969.805054:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203969.805055:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203969.805059:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203969.805064:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788203969.805068:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203969.805076:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937789824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203969.805087:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203969.805090:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203969.805098:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937789824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203969.805112:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203969.805116:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1788203969.805120:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788203969.805121:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203969.805125:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1788203969.805126:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1788203969.805127:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203969.805132:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203969.805137:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14275
00000400:00000200:3.0:1788203969.805142:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203969.805146:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203969.805152:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203969.805158:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.805164:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203969.805172:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.805179:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203969.805184:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203969.805189:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203969.805194:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203969.805197:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203969.805203:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203969.805209:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203969.805219:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.805223:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203969.805228:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203969.805231:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203969.805235:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203969.805238:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203969.805240:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203969.805242:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203969.805247:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203969.805251:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203969.805256:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203969.805260:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203969.805267:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203969.805270:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203969.805278:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788203969.805283:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203969.805289:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203969.805294:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203969.805322:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203969.805325:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203969.805328:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203969.805335:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788203969.805343:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203969.805355:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937789952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203969.805371:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203969.805375:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203969.805383:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937789952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203969.805402:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203969.805410:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14285)
00000800:00000200:0.1:1788203969.805692:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203969.805701:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203969.806014:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203969.806017:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203969.806336:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203969.806338:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203969.806645:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203969.806649:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788203974.924877:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203974.924884:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203974.925686:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203974.925688:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203974.925883:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203974.925884:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203974.926091:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203974.926092:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788203974.926351:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203974.926353:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1788203980.044437:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203980.044447:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203980.044449:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203980.044453:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203980.044456:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203980.044463:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14285
00000400:00000200:3.0:1788203980.044469:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203980.044474:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203980.044477:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203980.044479:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.044481:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203980.044483:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.044485:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203980.044488:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203980.044489:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203980.044492:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203980.044494:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203980.044495:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203980.044497:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203980.044499:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.044500:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203980.044502:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.044503:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203980.044505:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203980.044508:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203980.044509:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203980.044511:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203980.044514:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203980.044516:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203980.044518:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203980.044519:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203980.044527:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788203980.044530:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203980.044533:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203980.044535:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203980.044537:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203980.044540:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203980.044544:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203980.044550:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788203980.044569:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203980.044579:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937790720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203980.044591:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203980.044597:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203980.044602:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937790720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203980.044625:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203980.044628:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203980.044632:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203980.044633:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203980.044635:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203980.044638:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203980.044641:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14285
00000400:00000200:3.0:1788203980.044645:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203980.044648:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203980.044651:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203980.044654:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.044656:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203980.044658:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.044660:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203980.044662:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203980.044663:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203980.044664:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203980.044667:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203980.044669:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203980.044673:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203980.044676:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.044680:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203980.044686:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.044689:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203980.044693:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203980.044701:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203980.044707:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203980.044711:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203980.044719:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203980.044725:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203980.044729:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203980.044735:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203980.044741:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203980.044744:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203980.044748:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788203980.044753:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203980.044757:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203980.044759:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203980.044761:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203980.044764:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203980.044766:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203980.044772:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788203980.044776:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203980.044783:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937790848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203980.044794:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203980.044799:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203980.044817:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937790848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203980.044836:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203980.044840:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203980.044843:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203980.044846:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203980.044848:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203980.044852:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203980.044856:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14285
00000400:00000200:3.0:1788203980.044862:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203980.044868:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203980.044871:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203980.044874:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.044875:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203980.044877:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.044878:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203980.044882:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203980.044883:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203980.044884:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203980.044886:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203980.044889:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203980.044894:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203980.044898:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.044902:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203980.044906:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.044909:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203980.044913:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203980.044917:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203980.044922:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203980.044927:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203980.044932:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203980.044934:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203980.044936:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203980.044947:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203980.044952:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203980.044957:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203980.044964:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788203980.044969:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203980.044975:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203980.044976:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203980.044978:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203980.044980:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203980.044982:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203980.044989:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788203980.044995:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203980.045003:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937790976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203980.045022:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203980.045025:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203980.045031:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937790976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203980.045043:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203980.045048:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203980.045054:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203980.045058:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203980.045060:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203980.045063:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203980.045068:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14285
00000400:00000200:3.0:1788203980.045073:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203980.045078:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203980.045082:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203980.045085:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.045089:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203980.045092:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.045094:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203980.045097:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203980.045099:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203980.045100:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203980.045102:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203980.045103:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203980.045104:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203980.045107:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.045109:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203980.045110:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.045112:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203980.045114:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203980.045115:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203980.045117:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203980.045118:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203980.045120:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203980.045121:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203980.045123:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203980.045124:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203980.045126:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203980.045127:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788203980.045128:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000010:3.0:1788203980.045130:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788203980.045134:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203980.045136:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:0.1:1788203980.045136:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
02000000:00000001:3.0:1788203980.045139:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203980.045142:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203980.045144:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203980.045148:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203980.045153:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788203980.045157:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203980.045162:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937791104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203980.045172:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203980.045176:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203980.045183:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937791104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203980.045192:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203980.045197:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203980.045199:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203980.045201:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203980.045204:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203980.045207:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203980.045212:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14285
00000400:00000200:3.0:1788203980.045219:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203980.045226:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203980.045230:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203980.045236:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.045238:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203980.045240:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.045241:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203980.045242:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203980.045243:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203980.045244:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203980.045248:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203980.045251:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203980.045253:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203980.045259:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.045264:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203980.045268:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203980.045273:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203980.045276:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203980.045281:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203980.045284:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203980.045286:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203980.045289:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203980.045290:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203980.045292:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203980.045294:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203980.045333:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203980.045336:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203980.045339:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788203980.045343:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203980.045345:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203980.045348:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203980.045349:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203980.045351:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203980.045354:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203980.045359:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788203980.045363:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203980.045369:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937791232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203980.045382:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203980.045386:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203980.045392:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937791232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203980.045402:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203980.045408:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14295)
00000800:00000200:0.1:1788203980.045716:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203980.045718:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203980.046005:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203980.046008:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203980.046351:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203980.046354:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788203980.046622:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203980.046625:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1788203985.164427:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203985.164441:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788203985.164443:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203985.164448:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203985.164452:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203985.164461:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14290
00000400:00000200:3.0:1788203985.164471:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203985.164476:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203985.164479:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203985.164482:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.164486:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203985.164488:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.164490:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203985.164494:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203985.164496:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788203985.164498:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203985.164501:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788203985.164503:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788203985.164504:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788203985.164506:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.164508:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203985.164509:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.164511:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203985.164514:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788203985.164516:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203985.164518:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203985.164520:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203985.164523:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203985.164526:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203985.164527:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788203985.164529:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203985.164541:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788203985.164546:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788203985.164551:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203985.164553:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203985.164557:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203985.164561:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203985.164567:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203985.164577:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788203985.164586:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203985.164598:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937791360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203985.164607:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203985.164611:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203985.164615:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937791360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203985.164639:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203985.164641:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203985.164644:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788203985.164646:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203985.164647:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203985.164649:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203985.164652:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14290
00000400:00000200:3.0:1788203985.164654:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203985.164656:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203985.164658:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203985.164660:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.164662:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203985.164663:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.164665:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203985.164667:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203985.164668:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788203985.164670:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203985.164672:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788203985.164674:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788203985.164676:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788203985.164679:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.164681:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203985.164682:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.164683:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203985.164685:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788203985.164686:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203985.164688:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203985.164689:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203985.164694:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203985.164696:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203985.164698:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203985.164703:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203985.164706:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203985.164709:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203985.164713:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788203985.164727:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203985.164731:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203985.164732:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203985.164734:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203985.164735:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203985.164738:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203985.164744:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788203985.164749:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203985.164757:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937791488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203985.164769:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203985.164772:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203985.164780:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937791488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203985.164811:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203985.164814:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203985.164819:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788203985.164822:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203985.164823:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203985.164827:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203985.164832:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14290
00000400:00000200:3.0:1788203985.164837:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203985.164839:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203985.164842:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203985.164847:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.164848:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203985.164850:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.164852:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203985.164857:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203985.164859:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788203985.164863:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203985.164866:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788203985.164868:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788203985.164876:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788203985.164886:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.164890:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203985.164895:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.164899:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203985.164902:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788203985.164908:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203985.164914:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203985.164916:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203985.164919:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203985.164920:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203985.164923:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203985.164926:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788203985.164929:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203985.164932:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203985.164938:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788203985.164942:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788203985.164945:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203985.164949:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203985.164952:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203985.164953:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203985.164956:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203985.164961:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788203985.164965:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203985.164973:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937791616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203985.164984:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203985.164988:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203985.164995:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937791616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203985.165005:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203985.165008:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203985.165011:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788203985.165015:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203985.165017:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203985.165019:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203985.165024:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14290
00000400:00000200:3.0:1788203985.165029:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203985.165036:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000200:0.1:1788203985.165039:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788203985.165041:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1788203985.165046:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000100:00000040:3.0:1788203985.165047:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.165051:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203985.165055:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.165059:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203985.165064:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203985.165066:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788203985.165069:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203985.165070:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788203985.165073:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788203985.165077:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788203985.165082:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.165085:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203985.165088:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.165093:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203985.165097:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788203985.165099:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203985.165101:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203985.165103:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203985.165107:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203985.165110:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203985.165112:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203985.165115:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203985.165120:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203985.165123:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203985.165128:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788203985.165132:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203985.165136:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203985.165138:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203985.165142:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203985.165144:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203985.165148:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203985.165152:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788203985.165155:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203985.165160:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937791744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203985.165172:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203985.165175:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203985.165179:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937791744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203985.165188:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788203985.165190:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788203985.165194:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788203985.165196:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788203985.165197:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788203985.165199:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788203985.165202:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14290
00000400:00000200:3.0:1788203985.165210:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788203985.165215:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788203985.165219:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788203985.165221:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.165227:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203985.165231:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.165234:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788203985.165236:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788203985.165239:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788203985.165241:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788203985.165244:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788203985.165249:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788203985.165253:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788203985.165258:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.165262:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788203985.165266:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788203985.165269:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788203985.165273:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788203985.165277:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788203985.165281:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788203985.165282:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788203985.165284:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788203985.165285:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203985.165286:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788203985.165288:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788203985.165290:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203985.165294:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788203985.165319:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788203985.165321:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788203985.165323:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788203985.165324:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788203985.165325:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788203985.165326:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788203985.165327:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788203985.165330:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788203985.165332:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788203985.165337:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937791872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788203985.165360:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788203985.165365:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203985.165376:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937791872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788203985.165410:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788203985.165416:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14301)
00000800:00000200:0.1:1788203985.165591:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203985.165594:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203985.165841:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203985.165844:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203985.166028:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203985.166030:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788203985.166212:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788203985.166214:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788203990.285346:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203990.285354:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203990.286196:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203990.286199:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203990.286470:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203990.286472:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203990.286672:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203990.286674:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203990.286854:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203990.286855:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788203995.404779:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203995.404784:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203995.405199:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203995.405201:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203995.405421:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203995.405423:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203995.405622:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203995.405624:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788203995.405804:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788203995.405806:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204000.525002:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204000.525007:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204000.525703:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204000.525706:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204000.526000:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204000.526002:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204000.526210:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204000.526212:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204000.526529:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204000.526531:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1788204005.644414:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204005.644425:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204005.644428:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204005.644432:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204005.644436:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204005.644443:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14311
00000400:00000200:3.0:1788204005.644451:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204005.644457:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204005.644460:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204005.644463:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.644466:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204005.644468:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.644471:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204005.644475:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204005.644476:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204005.644479:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204005.644481:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204005.644483:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204005.644485:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204005.644487:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.644489:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204005.644491:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.644493:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204005.644496:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204005.644499:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204005.644501:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204005.644503:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204005.644513:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204005.644516:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204005.644518:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204005.644519:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204005.644530:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788204005.644534:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204005.644538:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204005.644539:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204005.644542:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204005.644545:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204005.644549:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204005.644556:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204005.644562:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204005.644569:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937793920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204005.644578:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204005.644583:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204005.644588:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937793920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204005.644614:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204005.644617:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204005.644620:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204005.644622:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204005.644623:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204005.644626:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204005.644628:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14311
00000400:00000200:3.0:1788204005.644632:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204005.644635:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204005.644637:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204005.644641:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.644643:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204005.644651:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.644655:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204005.644660:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204005.644664:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204005.644667:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204005.644673:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204005.644678:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204005.644683:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204005.644690:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.644694:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204005.644698:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.644702:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204005.644706:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204005.644711:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204005.644715:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204005.644718:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204005.644725:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204005.644729:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204005.644732:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204005.644736:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204005.644744:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204005.644748:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204005.644753:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204005.644757:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204005.644761:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204005.644765:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204005.644770:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204005.644772:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204005.644777:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204005.644783:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204005.644788:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204005.644795:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937794048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204005.644809:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204005.644814:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204005.644823:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937794048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204005.644848:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204005.644853:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204005.644860:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204005.644865:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204005.644870:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204005.644876:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204005.644884:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14311
00000400:00000200:3.0:1788204005.644895:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204005.644902:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204005.644907:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204005.644914:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.644919:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204005.644924:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.644929:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204005.644934:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204005.644937:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000800:00000200:1.1:1788204005.644939:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204005.644941:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:1.1:1788204005.644943:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1788204005.644945:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204005.644950:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204005.644956:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204005.644961:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.644963:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204005.644969:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.644975:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204005.644988:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204005.644995:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204005.645001:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204005.645007:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204005.645011:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204005.645016:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204005.645020:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204005.645024:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204005.645029:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204005.645034:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204005.645040:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204005.645044:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204005.645049:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204005.645050:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204005.645054:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204005.645061:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204005.645068:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204005.645075:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204005.645081:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204005.645089:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937794176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204005.645103:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204005.645107:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204005.645117:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937794176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204005.645146:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204005.645151:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204005.645157:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204005.645162:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204005.645165:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204005.645172:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204005.645179:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14311
00000400:00000200:3.0:1788204005.645188:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204005.645195:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204005.645202:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204005.645210:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.645215:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204005.645220:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.645226:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204005.645231:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204005.645241:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204005.645246:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204005.645249:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204005.645254:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204005.645260:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204005.645267:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.645271:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204005.645275:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.645280:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204005.645283:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204005.645289:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204005.645294:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204005.645324:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204005.645328:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204005.645330:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204005.645332:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204005.645334:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204005.645337:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204005.645339:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204005.645345:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204005.645350:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204005.645356:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204005.645371:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204005.645376:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204005.645379:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204005.645383:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204005.645388:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204005.645393:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204005.645402:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937794304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204005.645415:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204005.645420:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204005.645429:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937794304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204005.645447:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204005.645451:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204005.645458:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204005.645460:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204005.645465:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204005.645470:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204005.645475:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14311
00000400:00000200:3.0:1788204005.645484:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204005.645492:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204005.645496:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204005.645502:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.645508:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204005.645512:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.645518:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204005.645520:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204005.645521:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204005.645525:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204005.645528:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204005.645533:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204005.645538:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204005.645545:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.645550:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204005.645555:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204005.645559:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204005.645563:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204005.645565:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204005.645567:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204005.645569:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204005.645572:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204005.645577:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204005.645582:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204005.645584:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204005.645589:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204005.645594:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204005.645601:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204005.645607:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204005.645612:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204005.645616:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204005.645621:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204005.645623:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204005.645627:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204005.645632:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204005.645639:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204005.645649:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937794432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1788204005.645658:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204005.645662:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1788204005.645670:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204005.645675:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204005.645683:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937794432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204005.645697:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204005.645704:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14321)
00000800:00000200:1.1:1788204005.645891:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204005.645892:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204005.646192:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204005.646194:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204005.646515:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204005.646518:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204010.764834:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204010.764837:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204010.765442:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204010.765445:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204010.765669:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204010.765671:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204010.765858:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204010.765860:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204010.766084:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204010.766085:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204015.884863:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204015.884870:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204015.885640:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204015.885643:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204015.885866:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204015.885869:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204015.886113:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204015.886116:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204015.886377:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204015.886380:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1788204021.004426:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204021.004438:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204021.004440:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204021.004444:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204021.004448:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204021.004455:0:245754:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14326
00000400:00000200:3.0:1788204021.004464:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204021.004471:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204021.004475:0:245754:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204021.004477:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.004480:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204021.004482:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.004484:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204021.004488:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204021.004489:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204021.004492:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204021.004495:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204021.004496:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204021.004498:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204021.004500:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.004501:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204021.004502:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.004503:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204021.004505:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204021.004507:0:245754:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204021.004508:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204021.004511:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204021.004514:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204021.004516:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204021.004517:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204021.004519:0:245754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204021.004528:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204021.004531:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204021.004535:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204021.004536:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204021.004539:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204021.004541:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204021.004545:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204021.004552:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204021.004558:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204021.004570:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937795840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204021.004579:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204021.004583:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204021.004586:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937795840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204021.004605:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204021.004608:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204021.004612:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204021.004613:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204021.004615:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204021.004618:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204021.004625:0:245754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14326
00000400:00000200:3.0:1788204021.004629:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204021.004632:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204021.004634:0:245754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204021.004637:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.004640:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204021.004643:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.004644:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204021.004646:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204021.004648:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204021.004649:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204021.004651:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204021.004652:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204021.004654:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204021.004656:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.004660:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204021.004662:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.004666:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204021.004668:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204021.004672:0:245754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204021.004674:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204021.004676:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204021.004681:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204021.004686:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204021.004690:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204021.004696:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204021.004700:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204021.004704:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204021.004708:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204021.004712:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204021.004714:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204021.004716:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204021.004719:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204021.004720:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204021.004723:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204021.004728:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204021.004733:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204021.004739:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937795968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204021.004750:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204021.004753:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204021.004757:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937795968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204021.004772:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204021.004775:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204021.004780:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204021.004783:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204021.004785:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204021.004787:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204021.004789:0:245754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14326
00000400:00000200:3.0:1788204021.004794:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204021.004796:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204021.004798:0:245754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204021.004800:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.004802:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204021.004805:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.004807:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204021.004810:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204021.004812:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204021.004815:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204021.004817:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204021.004818:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204021.004821:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204021.004825:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.004828:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204021.004831:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.004835:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204021.004838:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204021.004843:0:245754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204021.004847:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204021.004850:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204021.004853:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204021.004856:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204021.004858:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204021.004861:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204021.004865:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204021.004866:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204021.004869:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788204021.004871:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204021.004873:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204021.004875:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204021.004877:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204021.004878:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204021.004880:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204021.004886:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204021.004889:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204021.004894:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937796096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204021.004904:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204021.004908:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204021.004914:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937796096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204021.004929:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204021.004934:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204021.004942:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204021.004945:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204021.004947:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204021.004953:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204021.004959:0:245754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14326
00000400:00000200:3.0:1788204021.004968:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:1.1:1788204021.004968:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204021.004973:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000400:00000200:3.0:1788204021.004975:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204021.004982:0:245754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204021.004989:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.004992:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204021.004995:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.005000:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204021.005006:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204021.005009:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204021.005013:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204021.005017:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204021.005021:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204021.005024:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204021.005032:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.005035:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204021.005038:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.005042:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204021.005047:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204021.005053:0:245754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204021.005056:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204021.005059:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204021.005063:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204021.005064:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204021.005066:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204021.005071:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204021.005075:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204021.005078:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204021.005084:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204021.005085:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204021.005089:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204021.005090:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204021.005091:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204021.005106:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204021.005110:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204021.005116:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204021.005123:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204021.005131:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937796224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204021.005144:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204021.005148:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204021.005155:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937796224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204021.005164:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204021.005169:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204021.005173:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204021.005176:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204021.005178:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204021.005182:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204021.005186:0:245754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14326
00000400:00000200:3.0:1788204021.005194:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204021.005199:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204021.005203:0:245754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204021.005208:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.005212:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204021.005216:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.005220:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204021.005224:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204021.005226:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204021.005229:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204021.005233:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204021.005236:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204021.005238:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204021.005245:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.005250:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204021.005253:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204021.005256:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204021.005259:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204021.005265:0:245754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204021.005268:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204021.005271:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204021.005275:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204021.005277:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204021.005281:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204021.005284:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204021.005289:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204021.005294:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204021.005339:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204021.005345:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204021.005350:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204021.005352:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204021.005357:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204021.005360:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204021.005364:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204021.005368:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204021.005373:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204021.005380:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937796352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204021.005390:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204021.005393:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204021.005400:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937796352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204021.005410:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204021.005415:0:245754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14336)
00000800:00000200:1.1:1788204021.005522:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204021.005523:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204021.005741:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204021.005743:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204021.005951:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204021.005953:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204021.006132:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204021.006133:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1788204026.124417:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204026.124429:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204026.124431:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204026.124434:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204026.124437:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204026.124442:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14331
00000400:00000200:3.0:1788204026.124449:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204026.124453:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204026.124456:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204026.124459:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124462:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204026.124465:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124467:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204026.124471:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204026.124473:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204026.124476:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204026.124478:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204026.124481:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204026.124483:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204026.124486:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124488:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204026.124490:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124492:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204026.124495:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204026.124498:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124500:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204026.124503:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204026.124505:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204026.124507:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204026.124509:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204026.124510:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204026.124517:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204026.124521:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204026.124523:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204026.124524:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204026.124527:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204026.124529:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204026.124532:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204026.124537:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204026.124541:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204026.124548:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937796480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204026.124555:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204026.124559:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204026.124562:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937796480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204026.124581:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204026.124584:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204026.124591:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204026.124593:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204026.124594:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204026.124597:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204026.124599:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14331
00000400:00000200:3.0:1788204026.124603:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204026.124605:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204026.124607:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204026.124610:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124612:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204026.124614:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124616:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204026.124618:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204026.124619:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204026.124621:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204026.124623:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204026.124625:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204026.124626:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204026.124629:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124631:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204026.124633:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124634:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204026.124637:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204026.124639:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124642:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204026.124643:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204026.124647:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204026.124649:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204026.124651:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204026.124655:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204026.124658:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204026.124660:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204026.124663:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788204026.124665:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204026.124667:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204026.124668:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204026.124670:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204026.124671:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204026.124673:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204026.124676:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788204026.124679:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204026.124683:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937796608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204026.124689:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204026.124691:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204026.124694:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937796608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204026.124708:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204026.124710:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204026.124713:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204026.124715:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204026.124716:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204026.124718:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204026.124720:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14331
00000400:00000200:3.0:1788204026.124723:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204026.124734:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204026.124736:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204026.124738:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124740:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204026.124742:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124743:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204026.124746:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204026.124746:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204026.124748:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204026.124750:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204026.124752:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204026.124754:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204026.124756:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124758:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204026.124760:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124762:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204026.124763:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204026.124765:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124767:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204026.124770:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204026.124772:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204026.124774:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204026.124776:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204026.124778:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204026.124780:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204026.124782:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204026.124785:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788204026.124787:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204026.124789:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204026.124790:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204026.124792:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204026.124793:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1788204026.124793:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788204026.124795:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204026.124796:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
02000000:00000010:3.0:1788204026.124799:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204026.124802:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204026.124806:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937796736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204026.124812:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204026.124814:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204026.124817:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937796736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204026.124824:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204026.124826:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204026.124830:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204026.124831:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204026.124832:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204026.124835:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204026.124837:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14331
00000400:00000200:3.0:1788204026.124841:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204026.124843:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204026.124845:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204026.124848:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124850:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204026.124852:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124853:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204026.124855:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204026.124856:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204026.124858:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204026.124860:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204026.124862:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204026.124864:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204026.124867:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124868:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204026.124870:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124872:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204026.124874:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204026.124876:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124884:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204026.124886:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204026.124888:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204026.124890:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204026.124892:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204026.124894:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204026.124896:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204026.124898:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204026.124901:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204026.124904:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204026.124906:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204026.124907:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204026.124908:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204026.124910:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204026.124912:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204026.124915:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204026.124918:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204026.124922:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937796864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204026.124930:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204026.124932:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204026.124935:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937796864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204026.124942:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204026.124944:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204026.124947:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204026.124949:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204026.124950:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204026.124952:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204026.124954:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14331
00000400:00000200:3.0:1788204026.124958:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204026.124960:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204026.124962:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204026.124965:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124967:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204026.124969:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124971:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204026.124973:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204026.124974:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204026.124976:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204026.124978:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204026.124980:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204026.124981:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204026.124984:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124986:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204026.124988:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124991:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204026.124993:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204026.124995:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204026.124997:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204026.124998:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204026.125000:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204026.125012:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204026.125014:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204026.125016:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204026.125019:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204026.125020:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204026.125023:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788204026.125025:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204026.125028:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204026.125029:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204026.125031:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204026.125032:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204026.125034:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204026.125037:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204026.125039:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204026.125043:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937796992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204026.125050:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204026.125052:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204026.125055:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937796992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204026.125062:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204026.125067:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14341)
00000800:00000200:1.1:1788204026.125162:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204026.125164:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204026.125346:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204026.125348:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204026.125533:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204026.125535:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204026.125689:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204026.125690:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204031.245110:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204031.245435:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204031.245620:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204031.245774:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204031.245913:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788204036.364438:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204036.364456:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204036.364459:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204036.364463:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204036.364467:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204036.364475:0:245754:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14342
00000400:00000200:3.0:1788204036.364484:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204036.364492:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204036.364495:0:245754:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204036.364498:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.364501:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204036.364503:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.364506:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204036.364509:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204036.364511:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204036.364513:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204036.364516:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204036.364518:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204036.364520:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204036.364522:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.364523:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204036.364525:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.364527:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204036.364529:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204036.364531:0:245754:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204036.364532:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204036.364535:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204036.364539:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204036.364541:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204036.364544:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204036.364546:0:245754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204036.364555:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204036.364561:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204036.364566:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204036.364569:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204036.364573:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204036.364577:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204036.364582:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204036.364590:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204036.364598:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204036.364610:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937797760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204036.364629:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204036.364635:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204036.364641:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937797760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204036.364675:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204036.364679:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204036.364683:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204036.364685:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204036.364686:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204036.364689:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204036.364693:0:245754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14342
00000400:00000200:3.0:1788204036.364696:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204036.364700:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204036.364702:0:245754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204036.364705:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.364707:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204036.364709:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.364711:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204036.364714:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204036.364723:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204036.364725:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204036.364728:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204036.364730:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204036.364733:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204036.364737:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.364739:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204036.364740:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.364742:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204036.364745:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204036.364748:0:245754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204036.364750:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204036.364753:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204036.364759:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204036.364762:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204036.364765:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204036.364772:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204036.364778:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204036.364782:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204036.364788:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788204036.364792:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204036.364798:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204036.364802:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204036.364806:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204036.364809:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204036.364812:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204036.364817:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204036.364822:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204036.364843:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937797888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204036.364857:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204036.364862:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204036.364868:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937797888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204036.364889:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204036.364893:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204036.364898:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204036.364902:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204036.364904:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204036.364910:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204036.364914:0:245754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14342
00000400:00000200:3.0:1788204036.364921:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204036.364926:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204036.364929:0:245754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204036.364933:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.364938:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204036.364942:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.364946:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204036.364950:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204036.364953:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204036.364956:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204036.364959:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204036.364964:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204036.364970:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204036.364977:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.364981:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204036.364985:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.364989:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204036.364995:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204036.365001:0:245754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204036.365008:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204036.365012:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204036.365015:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204036.365019:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204036.365023:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204036.365026:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204036.365031:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204036.365035:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204036.365041:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204036.365053:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204036.365058:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204036.365061:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204036.365065:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204036.365067:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204036.365071:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204036.365078:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204036.365083:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204036.365091:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937798016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204036.365110:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204036.365113:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204036.365120:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937798016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204036.365131:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204036.365135:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204036.365142:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204036.365146:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204036.365149:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1788204036.365150:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204036.365155:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1788204036.365156:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1788204036.365161:0:245754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14342
00000400:00000200:3.0:1788204036.365169:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204036.365176:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204036.365181:0:245754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204036.365188:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.365192:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204036.365399:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.365405:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204036.365410:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204036.365413:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204036.365417:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204036.365421:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204036.365427:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204036.365431:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204036.365437:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.365441:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204036.365445:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.365449:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204036.365453:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204036.365461:0:245754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204036.365467:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204036.365472:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204036.365477:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204036.365482:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204036.365487:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204036.365491:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204036.365497:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204036.365500:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204036.365508:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788204036.365512:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204036.365517:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204036.365520:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204036.365522:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204036.365526:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204036.365531:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204036.365538:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204036.365545:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204036.365554:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937798144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204036.365578:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204036.365582:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204036.365590:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937798144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204036.365607:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204036.365611:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204036.365615:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204036.365618:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204036.365620:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204036.365625:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204036.365631:0:245754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14342
00000400:00000200:3.0:1788204036.365640:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204036.365647:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204036.365653:0:245754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204036.365658:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.365663:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204036.365666:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.365670:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204036.365674:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204036.365677:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204036.365680:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204036.365685:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204036.365688:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204036.365691:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204036.365701:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.365712:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204036.365718:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204036.365723:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204036.365728:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204036.365734:0:245754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204036.365739:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204036.365744:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204036.365749:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204036.365755:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204036.365760:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204036.365765:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204036.365773:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204036.365777:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204036.365782:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788204036.365788:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204036.365795:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204036.365798:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204036.365802:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204036.365805:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204036.365808:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204036.365817:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000800:00000200:2.1:1788204036.365821:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204036.365824:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1788204036.365853:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204036.365863:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937798272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204036.365879:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204036.365882:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204036.365892:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937798272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204036.365910:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204036.365919:0:245754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14352)
00000800:00000200:2.1:1788204036.366183:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204036.366185:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204036.366577:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204036.366580:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204036.366869:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204036.366872:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00080000:3.0:1788204041.484389:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204041.484402:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204041.484405:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204041.484411:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204041.484415:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204041.484423:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14347
00000400:00000200:3.0:1788204041.484432:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204041.484438:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204041.484442:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204041.484444:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.484448:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204041.484450:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.484452:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204041.484456:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204041.484457:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204041.484459:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204041.484462:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204041.484463:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204041.484465:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204041.484467:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.484469:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204041.484470:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.484471:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204041.484474:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204041.484476:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204041.484478:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204041.484480:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204041.484483:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204041.484485:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204041.484486:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204041.484488:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204041.484495:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204041.484499:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204041.484502:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204041.484503:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204041.484506:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204041.484508:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204041.484511:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204041.484517:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204041.484522:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204041.484529:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937798400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204041.484537:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204041.484540:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204041.484544:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937798400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204041.484560:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204041.484562:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204041.484565:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204041.484566:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204041.484567:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204041.484569:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204041.484571:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14347
00000400:00000200:3.0:1788204041.484574:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204041.484577:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204041.484578:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204041.484581:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.484582:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204041.484584:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.484585:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204041.484587:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204041.484591:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204041.484593:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204041.484597:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204041.484601:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204041.484603:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204041.484607:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.484612:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204041.484615:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.484619:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204041.484625:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204041.484630:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204041.484639:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204041.484644:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204041.484650:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204041.484654:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204041.484657:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204041.484661:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204041.484668:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204041.484671:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204041.484674:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204041.484679:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204041.484683:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204041.484686:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204041.484689:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204041.484690:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204041.484692:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204041.484698:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204041.484701:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204041.484707:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937798528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204041.484721:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204041.484726:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204041.484734:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937798528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204041.484776:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204041.484782:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204041.484785:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204041.484786:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204041.484790:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204041.484795:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204041.484799:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14347
00000400:00000200:3.0:1788204041.484833:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204041.484842:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204041.484846:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204041.484853:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.484856:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204041.484862:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.484867:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204041.484869:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204041.484872:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204041.484878:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204041.484883:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000200:2.1:1788204041.484887:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204041.484889:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:2.1:1788204041.484891:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1788204041.484895:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204041.484906:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.484911:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204041.484918:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.484923:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204041.484931:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204041.484936:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204041.484941:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204041.484947:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204041.484951:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204041.484955:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204041.484958:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204041.484963:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204041.484971:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204041.484976:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204041.484984:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204041.484990:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204041.484998:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204041.485000:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204041.485004:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204041.485007:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204041.485012:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204041.485022:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204041.485033:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204041.485043:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937798656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204041.485055:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204041.485059:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204041.485064:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937798656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204041.485074:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204041.485078:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204041.485081:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204041.485085:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204041.485086:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204041.485091:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204041.485096:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14347
00000400:00000200:3.0:1788204041.485103:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204041.485108:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204041.485111:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204041.485117:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.485122:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204041.485126:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.485130:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204041.485133:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204041.485136:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204041.485138:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204041.485141:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204041.485146:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204041.485149:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204041.485156:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.485160:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204041.485164:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.485170:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204041.485172:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204041.485177:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204041.485179:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204041.485182:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204041.485185:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204041.485189:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204041.485193:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204041.485195:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204041.485200:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204041.485203:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204041.485206:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788204041.485211:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204041.485213:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204041.485215:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204041.485218:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204041.485222:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204041.485225:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204041.485230:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204041.485241:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204041.485250:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937798784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204041.485261:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204041.485265:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204041.485274:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937798784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204041.485326:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204041.485331:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204041.485336:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204041.485339:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204041.485343:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204041.485348:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204041.485353:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14347
00000400:00000200:3.0:1788204041.485361:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204041.485367:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204041.485371:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204041.485377:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.485381:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204041.485386:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.485393:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204041.485399:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204041.485403:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204041.485408:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204041.485413:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204041.485418:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204041.485426:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204041.485435:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.485439:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204041.485443:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204041.485447:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204041.485451:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204041.485455:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204041.485460:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204041.485464:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204041.485467:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204041.485470:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204041.485474:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204041.485476:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204041.485482:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204041.485483:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204041.485487:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204041.485491:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204041.485497:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204041.485502:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204041.485504:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204041.485508:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204041.485509:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204041.485513:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204041.485517:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204041.485526:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937798912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204041.485541:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204041.485544:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204041.485552:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937798912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204041.485569:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204041.485578:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14357)
00000800:00000200:2.1:1788204041.485626:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204041.485629:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204041.485937:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204041.485940:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204041.486241:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204041.486244:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204041.486692:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204041.486694:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1788204046.604412:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204046.604422:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204046.604424:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204046.604428:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204046.604432:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204046.604441:0:245754:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14352
00000400:00000200:3.0:1788204046.604450:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204046.604457:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204046.604460:0:245754:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204046.604463:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.604467:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204046.604470:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.604473:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204046.604477:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204046.604479:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204046.604482:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204046.604485:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204046.604488:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204046.604491:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204046.604494:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.604496:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204046.604498:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.604500:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204046.604503:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204046.604507:0:245754:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204046.604510:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204046.604514:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204046.604517:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204046.604520:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204046.604522:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204046.604525:0:245754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204046.604534:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204046.604538:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204046.604541:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204046.604542:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204046.604545:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204046.604548:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204046.604551:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204046.604557:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204046.604562:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204046.604570:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937799040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204046.604578:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204046.604582:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204046.604585:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937799040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204046.604604:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204046.604608:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204046.604611:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204046.604613:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204046.604615:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204046.604618:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204046.604622:0:245754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14352
00000400:00000200:3.0:1788204046.604627:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204046.604631:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204046.604633:0:245754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204046.604638:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.604642:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204046.604666:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.604669:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204046.604672:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204046.604673:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204046.604675:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204046.604680:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204046.604683:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204046.604687:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204046.604695:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.604701:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204046.604707:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.604711:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204046.604719:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204046.604727:0:245754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204046.604734:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204046.604740:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204046.604746:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204046.604752:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204046.604754:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204046.604760:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204046.604765:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204046.604769:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204046.604773:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204046.604777:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204046.604778:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204046.604780:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204046.604784:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204046.604786:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204046.604790:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204046.604796:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204046.604801:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204046.604808:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937799168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204046.604822:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204046.604828:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204046.604836:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937799168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204046.604873:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204046.604878:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204046.604882:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204046.604885:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204046.604886:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204046.604891:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204046.604895:0:245754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14352
00000400:00000200:3.0:1788204046.604904:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204046.604908:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204046.604910:0:245754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204046.604915:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.604920:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204046.604922:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.604924:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204046.604927:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204046.604930:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204046.604934:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204046.604936:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204046.604938:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204046.604941:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204046.604946:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.604951:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204046.604952:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.604956:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204046.604961:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204046.604967:0:245754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204046.604969:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204046.604973:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204046.604976:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204046.604981:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204046.604984:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204046.604988:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204046.604993:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204046.604994:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204046.604998:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204046.605001:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204046.605005:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204046.605008:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204046.605012:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204046.605014:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204046.605017:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204046.605022:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204046.605027:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204046.605033:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937799296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204046.605043:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204046.605046:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204046.605051:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937799296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788204046.605059:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204046.605067:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1788204046.605072:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204046.605077:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204046.605101:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204046.605102:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204046.605105:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204046.605111:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204046.605118:0:245754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14352
00000400:00000200:3.0:1788204046.605126:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204046.605135:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204046.605143:0:245754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204046.605149:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.605154:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204046.605160:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.605168:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204046.605174:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204046.605177:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204046.605181:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204046.605184:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204046.605188:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204046.605192:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204046.605202:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.605208:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204046.605213:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.605217:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204046.605222:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204046.605228:0:245754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204046.605233:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204046.605237:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204046.605244:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204046.605261:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204046.605265:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204046.605270:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204046.605277:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204046.605282:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204046.605287:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204046.605292:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204046.605327:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204046.605331:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204046.605336:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204046.605339:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204046.605344:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204046.605352:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204046.605359:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204046.605370:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937799424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204046.605387:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204046.605393:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204046.605404:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937799424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204046.605428:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204046.605434:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204046.605443:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204046.605447:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204046.605451:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204046.605456:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204046.605464:0:245754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14352
00000400:00000200:3.0:1788204046.605474:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204046.605481:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204046.605486:0:245754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204046.605494:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.605501:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204046.605505:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.605510:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204046.605515:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204046.605519:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204046.605522:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204046.605525:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204046.605530:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204046.605535:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204046.605545:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.605551:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204046.605556:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204046.605559:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204046.605563:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204046.605568:0:245754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204046.605573:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204046.605576:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204046.605582:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204046.605588:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204046.605592:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204046.605597:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204046.605602:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204046.605607:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204046.605614:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204046.605619:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204046.605624:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204046.605625:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204046.605628:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204046.605631:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204046.605636:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204046.605642:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204046.605664:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204046.605675:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937799552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204046.605692:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204046.605703:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204046.605714:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937799552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204046.605732:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204046.605740:0:245754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14362)
00000800:00000200:2.1:1788204046.605887:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204046.605890:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204046.606195:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204046.606198:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204046.606507:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204046.606510:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204046.606949:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204046.606952:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1788204051.724363:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204051.724371:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204051.724373:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204051.724376:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204051.724379:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204051.724384:0:245754:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14357
00000400:00000200:3.0:1788204051.724391:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204051.724395:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204051.724397:0:245754:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204051.724398:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724401:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204051.724402:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724404:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204051.724406:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204051.724407:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204051.724409:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204051.724411:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204051.724413:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204051.724414:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204051.724416:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724417:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204051.724419:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724420:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204051.724422:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204051.724424:0:245754:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724425:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204051.724427:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204051.724430:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204051.724431:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204051.724432:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204051.724434:0:245754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204051.724440:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788204051.724444:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204051.724447:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204051.724448:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204051.724451:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204051.724453:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204051.724456:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204051.724460:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788204051.724465:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204051.724471:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937799680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204051.724478:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204051.724482:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204051.724485:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937799680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204051.724505:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204051.724507:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204051.724509:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204051.724510:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204051.724511:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204051.724513:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204051.724515:0:245754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14357
00000400:00000200:3.0:1788204051.724517:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204051.724518:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204051.724520:0:245754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204051.724522:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724523:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204051.724525:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724527:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204051.724529:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204051.724530:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204051.724531:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204051.724533:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204051.724538:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204051.724542:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204051.724547:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724550:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204051.724553:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724554:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204051.724556:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204051.724558:0:245754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724573:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204051.724577:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204051.724582:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204051.724587:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204051.724589:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204051.724592:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204051.724596:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204051.724599:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204051.724606:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204051.724609:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204051.724613:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204051.724615:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204051.724618:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204051.724621:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204051.724623:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204051.724626:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204051.724630:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204051.724635:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937799808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204051.724644:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204051.724646:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204051.724651:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937799808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204051.724668:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204051.724670:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204051.724675:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204051.724678:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204051.724680:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204051.724683:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204051.724686:0:245754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14357
00000400:00000200:3.0:1788204051.724694:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204051.724698:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204051.724701:0:245754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204051.724706:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724710:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204051.724712:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724715:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204051.724716:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204051.724717:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204051.724721:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204051.724723:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204051.724725:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204051.724727:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204051.724730:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724734:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204051.724736:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724737:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204051.724740:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204051.724745:0:245754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724749:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204051.724753:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204051.724756:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204051.724760:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204051.724763:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204051.724765:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204051.724769:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204051.724773:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204051.724779:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204051.724782:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204051.724786:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204051.724788:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204051.724791:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204051.724794:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204051.724796:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204051.724800:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204051.724804:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204051.724810:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937799936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204051.724818:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204051.724821:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204051.724824:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788204051.724827:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937799936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788204051.724828:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1788204051.724837:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204051.724840:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204051.724849:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204051.724853:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204051.724855:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204051.724857:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204051.724862:0:245754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14357
00000400:00000200:3.0:1788204051.724866:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204051.724872:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204051.724877:0:245754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204051.724879:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724880:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204051.724881:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724882:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204051.724883:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204051.724884:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204051.724886:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204051.724889:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204051.724891:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204051.724894:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204051.724898:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724901:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204051.724905:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724909:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204051.724913:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204051.724916:0:245754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204051.724920:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204051.724922:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204051.724924:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204051.724925:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204051.724926:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204051.724928:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204051.724931:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204051.724933:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204051.724936:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204051.724940:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204051.724942:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204051.724943:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204051.724946:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204051.724946:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204051.724948:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204051.724952:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204051.724955:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204051.724958:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937800064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204051.724965:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204051.724966:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204051.724971:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937800064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204051.724981:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204051.724984:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204051.724987:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204051.724989:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204051.724992:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204051.724993:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204051.724999:0:245754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14357
00000400:00000200:3.0:1788204051.725007:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204051.725013:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204051.725018:0:245754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204051.725025:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.725031:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204051.725037:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.725042:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204051.725046:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204051.725048:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204051.725051:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204051.725054:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204051.725057:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204051.725059:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204051.725066:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.725070:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204051.725073:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204051.725076:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204051.725078:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204051.725082:0:245754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204051.725086:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204051.725089:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204051.725092:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204051.725096:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204051.725099:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204051.725102:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204051.725107:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204051.725110:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204051.725115:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204051.725120:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204051.725126:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204051.725129:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204051.725134:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204051.725137:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204051.725140:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204051.725146:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204051.725153:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204051.725162:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937800192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204051.725189:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204051.725194:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204051.725202:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937800192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204051.725216:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204051.725223:0:245754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14367)
00000800:00000200:2.1:1788204051.725351:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204051.725353:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00080000:2.0:1788204051.725482:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204051.725484:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204051.725486:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204051.725488:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937799808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204051.725492:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937799808:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204051.725495:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204051.725496:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937799936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725500:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204051.725500:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204051.725502:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204051.725503:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204051.725504:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204051.725506:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937799936:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204051.725508:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204051.725509:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204051.725510:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204051.725511:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204051.725513:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204051.725514:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204051.725516:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204051.725518:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204051.725520:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204051.725522:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937799936, portal 10
00000100:00000001:2.0:1788204051.725523:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204051.725524:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:2.0:1788204051.725527:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937799936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725531:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204051.725533:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204051.725534:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204051.725536:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937799936, offset 0
00000400:00000200:2.0:1788204051.725538:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204051.725540:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204051.725543:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204051.725545:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204051.725546:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204051.725548:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204051.725549:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204051.725551:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546199:546199:256:4294967295] 192.168.201.135@tcp LPNI seq info [546165:546165:8:4294967295]
00000400:00000200:2.0:1788204051.725553:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204051.725557:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204051.725575:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204051.725577:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204051.725580:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204051.725582:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204051.725586:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204051.725588:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204051.725592:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204051.725593:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204051.725596:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204051.725599:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204051.725602:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204051.725603:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204051.725605:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204051.725609:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937799936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725616:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204051.725619:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937799936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725625:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204051.725627:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204051.725631:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204051.725633:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204051.725635:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204051.725636:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309029912
00000100:00000001:2.0:1788204051.725638:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309033676
00000100:00000001:2.0:1788204051.725639:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309029912
00000100:00000001:2.0:1788204051.725641:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309033676
00000100:00000001:2.0:1788204051.725642:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204051.725643:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204051.725645:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204051.725647:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204051/real 1788204051]  req@ffff8c5d3ba6b480 x1875052937799936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204051.725651:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204051.725652:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204051.725653:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204051.725654:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204051.725655:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204051.725656:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204051.725658:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937799936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204051.725663:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937799936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725666:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204051.725667:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.725668:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204051.725669:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204051.725670:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937799936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725674:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204051.725676:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937799936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725681:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204051.725682:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.725683:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204051.725684:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.725685:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204051.725686:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204051.725687:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204051.725689:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204051.725690:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204051.725692:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937799936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204051.725696:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937799936:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204051.725698:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204051.725700:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937800064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725704:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204051.725705:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204051.725707:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204051.725708:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204051.725709:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204051.725710:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937800064:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204051.725712:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204051.725714:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204051.725714:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204051.725716:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204051.725718:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204051.725719:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204051.725721:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204051.725723:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204051.725725:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204051.725727:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937800064, portal 4
00000100:00000001:2.0:1788204051.725728:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204051.725729:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000040:2.0:1788204051.725732:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937800064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725736:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204051.725738:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204051.725739:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204051.725740:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937800064, offset 0
00000400:00000200:2.0:1788204051.725743:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204051.725745:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204051.725747:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204051.725748:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204051.725750:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204051.725752:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204051.725753:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204051.725755:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546200:546200:256:4294967295] 192.168.201.135@tcp LPNI seq info [546166:546166:8:4294967295]
00000400:00000200:2.0:1788204051.725758:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204051.725761:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204051.725764:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204051.725766:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204051.725769:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204051.725770:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204051.725773:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204051.725775:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204051.725777:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204051.725778:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204051.725780:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204051.725782:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204051.725783:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204051.725785:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204051.725786:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204051.725788:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937800064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725792:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204051.725794:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937800064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725797:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204051.725798:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204051.725800:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204051.725802:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204051.725803:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204051.725804:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309030005
00000100:00000001:2.0:1788204051.725806:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309033676
00000100:00000001:2.0:1788204051.725807:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309030005
00000100:00000001:2.0:1788204051.725808:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309033676
00000100:00000001:2.0:1788204051.725809:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204051.725810:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204051.725811:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204051.725813:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204051/real 1788204051]  req@ffff8c5d3ba68380 x1875052937800064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204051.725816:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204051.725817:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204051.725818:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204051.725819:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204051.725820:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204051.725821:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204051.725822:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937800064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204051.725827:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937800064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725831:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204051.725832:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.725833:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204051.725834:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204051.725836:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937800064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725839:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204051.725841:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937800064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725845:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204051.725846:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.725847:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204051.725847:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.725848:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204051.725849:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204051.725850:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204051.725852:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204051.725853:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204051.725854:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937800064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204051.725858:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937800064:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204051.725860:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204051.725862:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937800192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725865:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204051.725866:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204051.725867:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204051.725868:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204051.725870:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204051.725871:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937800192:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204051.725873:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204051.725874:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204051.725875:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204051.725875:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204051.725877:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204051.725878:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204051.725879:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204051.725881:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204051.725882:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204051.725883:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937800192, portal 4
00000100:00000001:2.0:1788204051.725885:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204051.725885:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:2.0:1788204051.725889:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937800192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725892:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204051.725894:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204051.725895:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204051.725896:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937800192, offset 0
00000400:00000200:2.0:1788204051.725898:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204051.725899:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204051.725901:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204051.725902:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204051.725904:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204051.725905:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204051.725906:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204051.725908:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546201:546201:256:4294967295] 192.168.201.135@tcp LPNI seq info [546167:546167:8:4294967295]
00000400:00000200:2.0:1788204051.725910:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204051.725914:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204051.725916:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204051.725918:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204051.725921:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204051.725923:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204051.725927:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204051.725929:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204051.725932:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204051.725934:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204051.725936:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204051.725939:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204051.725941:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204051.725943:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204051.725945:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204051.725948:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937800192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204076 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725955:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204051.725958:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937800192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204076 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.725964:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204051.725966:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204051.725969:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204051.725971:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204051.725973:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204051.725974:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309030022
00000100:00000001:2.0:1788204051.725976:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309033676
00000100:00000001:2.0:1788204051.725977:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309030022
00000100:00000001:2.0:1788204051.725978:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309033676
00000100:00000001:2.0:1788204051.725979:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204051.725981:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204051.725982:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204051.725984:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204051/real 1788204051]  req@ffff8c5d3ba69880 x1875052937800192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204051.725989:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204051.725990:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204051.725991:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204051.725992:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204051.725993:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204051.725994:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204051.725996:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937800192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204051.726000:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937800192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.726003:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204051.726004:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.726005:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204051.726006:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204051.726008:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937800192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.726011:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204051.726013:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937800192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.726017:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204051.726018:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.726019:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204051.726020:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.726021:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204051.726022:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204051.726023:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204051.726025:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204051.726026:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204051.726028:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937800192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204051.726033:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937800192:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204051.726035:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.726036:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204051.726037:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937799808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.726041:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204051.726042:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204051.726043:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204051.726044:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204051.726045:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204051.726046:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204051.726047:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204051.726048:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:2.0:1788204051.726050:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204051.726051:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204051.726052:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:2.0:1788204051.726053:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204051.726054:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.726055:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204051.726056:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937799936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.726060:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204051.726061:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204051.726061:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204051.726062:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204051.726063:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204051.726064:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204051.726065:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204051.726065:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:2.0:1788204051.726066:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204051.726067:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204051.726068:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:2.0:1788204051.726069:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204051.726070:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.726071:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204051.726073:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937800064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.726076:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204051.726077:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204051.726077:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204051.726078:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204051.726079:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204051.726080:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204051.726080:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204051.726081:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:2.0:1788204051.726082:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204051.726083:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204051.726083:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:2.0:1788204051.726085:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204051.726085:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.726086:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204051.726087:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937800192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204076 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204051.726091:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204051.726091:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204051.726092:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204051.726093:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204051.726093:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204051.726094:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204051.726095:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204051.726096:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:2.0:1788204051.726097:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204051.726097:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204051.726098:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:2.0:1788204051.726099:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204051.726100:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.726101:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.726103:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204051.726104:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204051.726105:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204051.726106:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204051.916373:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204051.916379:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204051.916380:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204051.916384:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204051.916386:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204051.916389:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.916390:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204051.916392:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204051.916394:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204052.428511:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204052.428515:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204052.428518:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204052.940402:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204052.940409:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204052.940411:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204052.940416:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204052.940419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204052.940423:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204052.940426:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204052.940428:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204052.940431:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204053.964385:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204053.964392:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204053.964394:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204053.964399:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204053.964403:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204053.964407:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204053.964409:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204053.964412:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204053.964415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204054.476444:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204054.476449:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204054.476452:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204054.988402:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204054.988408:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204054.988410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204054.988415:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204054.988419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204054.988422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204054.988425:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204054.988428:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204054.988430:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204055.500527:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204055.500531:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204055.500534:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204056.012378:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204056.012384:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204056.012386:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204056.012392:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204056.012395:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204056.012398:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.012401:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204056.012403:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.012406:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204056.524496:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204056.524499:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204056.524502:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204056.844396:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204056.844406:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204056.844408:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204056.844411:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204056.844414:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204056.844420:0:245754:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14362
00000400:00000200:3.0:1788204056.844426:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204056.844431:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204056.844433:0:245754:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204056.844435:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204056.844438:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204056.844439:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204056.844441:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204056.844444:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204056.844445:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204056.844447:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204056.844449:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204056.844450:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204056.844451:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204056.844453:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204056.844454:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204056.844456:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204056.844457:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204056.844459:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204056.844461:0:245754:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204056.844462:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204056.844464:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204056.844466:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204056.844468:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204056.844482:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204056.844484:0:245754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204056.844492:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204056.844494:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204056.844498:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204056.844499:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204056.844501:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204056.844504:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204056.844507:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204056.844512:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204056.844517:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204056.844523:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937800320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204056.844531:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204056.844534:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204056.844537:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937800320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204056.844563:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204056.844566:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204056.844569:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204056.844571:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204056.844572:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204056.844575:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204056.844577:0:245754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14362
00000400:00000200:3.0:1788204056.844581:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204056.844584:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204056.844586:0:245754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204056.844589:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204056.844591:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204056.844593:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204056.844595:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204056.844597:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204056.844598:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204056.844600:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204056.844602:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204056.844604:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204056.844606:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204056.844609:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204056.844611:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204056.844612:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204056.844613:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204056.844615:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204056.844616:0:245754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204056.844618:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204056.844619:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204056.844624:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204056.844625:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204056.844627:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204056.844630:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204056.844633:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1788204056.844633:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204056.844637:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.844638:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204056.844641:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1788204056.844641:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204056.844645:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204056.844648:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204056.844649:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204056.844650:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204056.844651:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204056.844652:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204056.844656:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937800320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204056.844657:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204056.844662:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.844667:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204056.844670:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204056.844670:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937800448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204056.844676:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204056.844679:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204056.844685:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204056.844686:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1788204056.844689:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937800320:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204056.844691:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.844694:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204056.844698:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1788204056.844700:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937800448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204056.844701:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204056.844705:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204056.844710:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204056.844712:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204056.844717:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204056.844721:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204056.844727:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000001:3.0:1788204056.844730:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204056.844733:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204056.844735:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204056.844736:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204056.844737:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1788204056.844739:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937800320, portal 25
00000100:00000001:3.0:1788204056.844740:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204056.844742:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204056.844745:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00080000:3.0:1788204056.844746:0:245754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14362
00000100:00000040:2.0:1788204056.844752:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937800320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204056.844753:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204056.844760:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204056.844762:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788204056.844766:0:245754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204056.844767:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204056.844772:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000040:3.0:1788204056.844774:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:2.0:1788204056.844776:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937800320, offset 0
00000100:00000001:3.0:1788204056.844779:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204056.844784:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204056.844785:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204056.844789:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204056.844791:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204056.844792:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:2.0:1788204056.844793:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788204056.844796:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204056.844799:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:2.0:1788204056.844802:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000001:3.0:1788204056.844803:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204056.844807:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788204056.844808:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204056.844813:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000040:3.0:1788204056.844816:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204056.844819:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204056.844821:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204056.844823:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:3.0:1788204056.844826:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204056.844829:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546202:546202:256:4294967295] 192.168.201.135@tcp LPNI seq info [546168:546168:8:4294967295]
00000100:00000001:3.0:1788204056.844832:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204056.844836:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788204056.844838:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204056.844844:0:245754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788204056.844847:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204056.844850:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204056.844855:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204056.844856:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1788204056.844861:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
02000000:00000001:3.0:1788204056.844861:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204056.844867:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204056.844869:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204056.844870:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1788204056.844873:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000008:00100000:3.0:1788204056.844874:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1788204056.844879:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000008:00000001:3.0:1788204056.844882:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204056.844883:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1788204056.844886:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788204056.844888:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204056.844890:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204056.844894:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1788204056.844896:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000400:00000200:2.0:1788204056.844901:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1788204056.844901:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204056.844904:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204056.844905:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
02000000:00000001:3.0:1788204056.844906:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204056.844910:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:3.0:1788204056.844910:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204056.844912:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204056.844915:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.844917:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1788204056.844919:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204056.844923:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204056.844924:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937800320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204056.844929:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937800576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204056.844947:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204056.844949:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.844950:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204056.844957:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937800320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204081 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204056.844958:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937800576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.844982:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204056.844983:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.844986:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1788204056.844987:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204056.844990:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204056.844991:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204056.844992:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204056.844994:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204056.844996:0:245754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14362
00000400:00000200:3.0:1788204056.844998:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204056.845001:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204056.845001:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204056.845006:0:245754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204056.845009:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204056.845011:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204056.845011:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204056.845015:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204056.845017:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309038796
00000100:00000001:3.0:1788204056.845018:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204056.845023:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204056.845023:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204056.845024:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204056.845026:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000010:2.0:1788204056.845027:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850000.
00000020:00000001:3.0:1788204056.845027:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204056.845032:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204056.845034:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204056.845035:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204056.845037:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1788204056.845037:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204056.845040:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204056.845043:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204056.845044:0:245754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204056.845047:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309038796
00000100:00000001:3.0:1788204056.845047:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204056.845049:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204056.845054:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204056.845055:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204056.845056:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204056.845058:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204056.845059:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204056.845061:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204056.845063:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850360.
00000100:00000010:3.0:1788204056.845065:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000100:00000001:2.0:1788204056.845069:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1788204056.845070:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204056.845075:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204056.845076:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204056.845077:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204056.845082:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204056.845083:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204056.845084:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204056.845086:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1788204056.845088:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204056.845094:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00100000:2.0:1788204056.845095:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204056/real 1788204056]  req@ffff8c5d3ba68700 x1875052937800320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204056.845100:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204056.845110:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937800704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1788204056.845112:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204056.845116:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204056.845119:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788204056.845121:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000100:00000001:3.0:1788204056.845122:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204056.845127:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000100:00000040:3.0:1788204056.845128:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937800704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204056.845132:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:3.0:1788204056.845138:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.845139:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1788204056.845141:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788204056.845146:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937800320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204056.845146:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204056.845149:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204056.845151:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204056.845156:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204056.845161:0:245754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14362
00000100:00000200:2.0:1788204056.845164:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937800320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204056.845168:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204056.845174:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204056.845177:0:245754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204056.845178:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1788204056.845180:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204056.845181:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204056.845183:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204056.845185:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788204056.845187:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204056.845188:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204056.845194:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937800320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204056.845199:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204056.845200:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204056.845204:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1788204056.845207:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937800320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204056.845207:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204056.845211:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204056.845213:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204056.845217:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788204056.845219:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1788204056.845220:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788204056.845223:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.845226:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788204056.845226:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204056.845227:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204056.845231:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204056.845232:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204056.845236:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788204056.845236:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00080000:2.0:1788204056.845241:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204056.845241:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204056.845246:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204056.845250:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00080000:3.0:1788204056.845251:0:245754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204056.845256:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.845257:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1788204056.845258:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204056.845261:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204056.845263:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204056.845265:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204056.845266:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204056.845268:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204056.845269:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204056.845271:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204056.845274:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000040:2.0:1788204056.845276:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937800320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204056.845277:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204056.845279:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204056.845282:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204056.845284:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204056.845286:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204056.845291:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204056.845295:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204056.845296:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937800320:192.168.201.135@tcp:250:kworker.0
00000100:00100000:3.0:1788204056.845323:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937800832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204056.845328:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204056.845330:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204056.845337:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937800832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845338:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.845345:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204056.845347:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204056.845351:0:245754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14372)
00000100:00000040:2.0:1788204056.845352:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937800320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845366:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204056.845368:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204056.845371:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204056.845374:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204056.845375:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204056.845377:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204056.845379:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204056.845381:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:2.0:1788204056.845384:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204056.845386:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204056.845394:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:2.0:1788204056.845401:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204056.845402:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.845404:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.845410:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204056.845412:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.845414:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204056.845416:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204056.845417:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204056.845420:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937800448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845424:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204056.845425:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204056.845426:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204056.845428:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204056.845429:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204056.845431:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937800448:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204056.845433:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204056.845434:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204056.845435:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204056.845436:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204056.845438:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204056.845439:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204056.845442:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204056.845444:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204056.845446:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204056.845448:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937800448, portal 10
00000100:00000001:2.0:1788204056.845449:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204056.845450:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:2.0:1788204056.845454:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937800448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845459:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204056.845461:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204056.845463:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204056.845466:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937800448, offset 0
00000400:00000200:2.0:1788204056.845481:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204056.845485:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204056.845489:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204056.845492:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204056.845494:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204056.845496:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204056.845498:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204056.845501:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546203:546203:256:4294967295] 192.168.201.135@tcp LPNI seq info [546169:546169:8:4294967295]
00000400:00000200:2.0:1788204056.845505:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204056.845511:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204056.845516:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204056.845520:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204056.845524:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204056.845526:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204056.845530:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204056.845533:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204056.845537:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204056.845538:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204056.845541:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204056.845544:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204056.845547:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204056.845549:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204056.845624:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204056.845628:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937800448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845633:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204056.845635:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937800448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204081 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845639:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.845640:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204056.845643:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204056.845646:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204056.845648:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204056.845649:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309035037
00000100:00000001:2.0:1788204056.845651:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309038796
00000100:00000001:2.0:1788204056.845652:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309035037
00000100:00000001:2.0:1788204056.845654:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309038796
00000100:00000001:2.0:1788204056.845655:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204056.845656:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.845658:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204056.845659:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204056/real 1788204056]  req@ffff8c5d3ba69180 x1875052937800448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204056.845664:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204056.845665:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204056.845666:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204056.845667:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204056.845668:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204056.845669:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204056.845671:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937800448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204056.845676:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937800448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845683:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204056.845684:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.845685:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204056.845686:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204056.845688:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937800448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845691:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204056.845693:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937800448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845697:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204056.845698:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.845699:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204056.845700:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.845701:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204056.845702:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204056.845703:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204056.845705:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204056.845706:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204056.845708:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937800448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204056.845712:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937800448:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204056.845714:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204056.845716:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937800576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845720:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204056.845721:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204056.845722:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204056.845723:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204056.845725:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204056.845726:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937800576:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204056.845728:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204056.845730:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204056.845730:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204056.845731:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204056.845734:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204056.845735:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204056.845737:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204056.845738:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204056.845740:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204056.845742:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937800576, portal 10
00000100:00000001:2.0:1788204056.845743:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204056.845744:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:2.0:1788204056.845748:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937800576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845751:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204056.845753:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204056.845754:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204056.845755:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937800576, offset 0
00000400:00000200:2.0:1788204056.845758:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204056.845760:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204056.845762:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204056.845764:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204056.845766:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204056.845767:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204056.845769:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204056.845771:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546204:546204:256:4294967295] 192.168.201.135@tcp LPNI seq info [546170:546170:8:4294967295]
00000400:00000200:2.0:1788204056.845773:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204056.845777:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204056.845780:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204056.845782:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204056.845784:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204056.845786:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204056.845789:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204056.845790:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204056.845793:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204056.845794:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204056.845796:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204056.845798:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204056.845800:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204056.845801:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204056.845802:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204056.845804:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937800576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845808:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204056.845810:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937800576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204081 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845814:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.845815:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204056.845816:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204056.845818:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204056.845819:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204056.845821:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309035032
00000100:00000001:2.0:1788204056.845822:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309038796
00000100:00000001:2.0:1788204056.845824:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309035032
00000100:00000001:2.0:1788204056.845825:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309038796
00000100:00000001:2.0:1788204056.845826:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204056.845827:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.845828:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204056.845830:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204056/real 1788204056]  req@ffff8c5d3ba69c00 x1875052937800576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204056.845834:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204056.845835:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204056.845836:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204056.845838:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204056.845838:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204056.845839:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204056.845841:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937800576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204056.845845:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937800576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845849:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204056.845850:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.845851:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204056.845852:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204056.845853:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937800576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845857:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204056.845859:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937800576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845862:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204056.845864:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.845864:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204056.845865:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.845866:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204056.845867:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204056.845868:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204056.845870:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204056.845871:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204056.845873:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937800576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204056.845883:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937800576:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204056.845885:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204056.845887:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937800704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845891:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204056.845892:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204056.845893:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204056.845894:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204056.845895:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204056.845896:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937800704:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204056.845898:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204056.845899:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204056.845900:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204056.845901:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204056.845903:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204056.845904:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204056.845907:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204056.845909:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204056.845912:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204056.845914:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937800704, portal 4
00000100:00000001:2.0:1788204056.845916:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204056.845917:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:2.0:1788204056.845923:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937800704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.845929:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204056.845931:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204056.845933:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204056.845936:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937800704, offset 0
00000400:00000200:2.0:1788204056.845940:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204056.845944:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204056.845947:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204056.845950:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204056.845952:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204056.845954:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204056.845956:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204056.845959:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546205:546205:256:4294967295] 192.168.201.135@tcp LPNI seq info [546171:546171:8:4294967295]
00000400:00000200:2.0:1788204056.845962:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204056.845966:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204056.845969:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204056.845971:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204056.845973:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204056.845975:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204056.845977:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204056.845979:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204056.845981:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204056.845982:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204056.845984:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204056.845987:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204056.845989:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204056.845991:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204056.845993:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204056.845996:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937800704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.846004:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204056.846006:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937800704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204081 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.846013:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.846014:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204056.846017:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204056.846019:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204056.846022:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204056.846025:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309035125
00000100:00000001:2.0:1788204056.846028:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309038796
00000100:00000001:2.0:1788204056.846029:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309035125
00000100:00000001:2.0:1788204056.846031:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309038796
00000100:00000001:2.0:1788204056.846033:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204056.846035:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.846037:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204056.846041:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204056/real 1788204056]  req@ffff8c5d3ba68000 x1875052937800704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204056.846048:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204056.846049:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204056.846050:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204056.846053:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204056.846055:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204056.846057:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204056.846060:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937800704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204056.846068:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937800704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.846072:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204056.846073:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.846074:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204056.846075:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204056.846077:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937800704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.846081:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204056.846083:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937800704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.846087:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204056.846089:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.846090:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204056.846091:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.846092:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204056.846093:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204056.846094:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204056.846096:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204056.846097:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204056.846099:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937800704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204056.846103:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937800704:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204056.846105:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204056.846107:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937800832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.846112:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204056.846113:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204056.846114:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204056.846115:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204056.846116:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204056.846118:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937800832:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204056.846119:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204056.846121:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204056.846122:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204056.846123:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204056.846126:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204056.846127:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204056.846129:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204056.846130:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204056.846132:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204056.846134:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937800832, portal 4
00000100:00000001:2.0:1788204056.846136:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204056.846136:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:2.0:1788204056.846140:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937800832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.846144:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204056.846145:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204056.846147:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204056.846148:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937800832, offset 0
00000400:00000200:2.0:1788204056.846150:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204056.846153:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204056.846155:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204056.846157:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204056.846158:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204056.846160:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204056.846161:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204056.846163:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546206:546206:256:4294967295] 192.168.201.135@tcp LPNI seq info [546172:546172:8:4294967295]
00000400:00000200:2.0:1788204056.846166:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204056.846170:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204056.846172:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204056.846174:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204056.846176:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204056.846178:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204056.846180:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204056.846182:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204056.846184:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204056.846185:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204056.846187:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204056.846189:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204056.846191:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204056.846192:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204056.846193:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204056.846195:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937800832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204081 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.846204:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204056.846205:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937800832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204081 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.846209:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.846210:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204056.846211:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204056.846213:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204056.846215:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204056.846216:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309035142
00000100:00000001:2.0:1788204056.846218:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309038796
00000100:00000001:2.0:1788204056.846219:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309035142
00000100:00000001:2.0:1788204056.846220:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309038796
00000100:00000001:2.0:1788204056.846221:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204056.846222:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.846223:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204056.846225:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204056/real 1788204056]  req@ffff8c5d3ba68e00 x1875052937800832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204056.846229:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204056.846230:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204056.846231:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204056.846232:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204056.846233:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204056.846234:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204056.846236:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937800832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204056.846240:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937800832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.846244:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204056.846245:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.846246:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204056.846247:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204056.846249:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937800832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.846253:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204056.846255:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937800832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.846259:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204056.846261:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.846262:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204056.846263:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.846264:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204056.846265:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204056.846268:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204056.846270:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204056.846273:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204056.846276:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937800832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204056.846284:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937800832:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204056.846287:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.846289:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204056.846292:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937800448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.846315:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204056.846316:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204056.846317:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204056.846319:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204056.846320:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204056.846321:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204056.846323:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204056.846324:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:2.0:1788204056.846325:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204056.846326:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204056.846327:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:2.0:1788204056.846328:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204056.846329:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.846331:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204056.846333:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937800576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.846337:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204056.846338:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204056.846338:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204056.846340:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204056.846340:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204056.846341:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204056.846342:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204056.846342:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204056.846344:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204056.846344:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204056.846345:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:2.0:1788204056.846346:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204056.846346:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.846347:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204056.846349:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937800704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.846352:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204056.846353:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204056.846354:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204056.846354:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204056.846355:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204056.846356:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204056.846357:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204056.846357:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788204056.846359:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204056.846359:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204056.846360:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:2.0:1788204056.846362:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204056.846362:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.846363:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204056.846365:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937800832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204081 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204056.846368:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204056.846369:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204056.846370:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204056.846370:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204056.846371:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204056.846372:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204056.846372:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204056.846373:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:2.0:1788204056.846374:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204056.846375:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204056.846375:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:2.0:1788204056.846376:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204056.846377:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.846378:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204056.846381:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204056.846381:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204056.846382:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204056.846383:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204057.036401:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204057.036410:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204057.036412:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204057.036418:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204057.036431:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204057.036434:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204057.036440:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204057.036443:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204057.036446:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204057.548552:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204057.548557:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204057.548560:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204058.060391:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204058.060398:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204058.060400:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204058.060404:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204058.060406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204058.060408:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204058.060410:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204058.060412:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204058.060414:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204059.084384:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204059.084392:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204059.084394:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204059.084400:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204059.084404:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204059.084407:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204059.084410:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204059.084412:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204059.084415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204059.596547:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204059.596549:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204059.596552:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204060.108353:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204060.108359:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204060.108360:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204060.108364:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204060.108367:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204060.108369:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204060.108371:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204060.108373:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204060.108374:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204060.620521:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204060.620526:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204060.620529:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204061.132408:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204061.132416:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204061.132418:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204061.132424:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204061.132427:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204061.132430:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.132432:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204061.132435:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.132436:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204061.644522:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204061.644525:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204061.644528:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204061.964371:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204061.964392:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204061.964394:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204061.964397:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204061.964401:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204061.964406:0:245754:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14367
00000400:00000200:3.0:1788204061.964413:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204061.964420:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204061.964422:0:245754:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204061.964426:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204061.964429:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204061.964432:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204061.964434:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204061.964438:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204061.964440:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204061.964443:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204061.964446:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204061.964448:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204061.964451:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204061.964454:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204061.964455:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204061.964457:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204061.964458:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204061.964460:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204061.964462:0:245754:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204061.964463:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204061.964465:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204061.964468:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204061.964469:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204061.964471:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204061.964472:0:245754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204061.964480:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204061.964483:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204061.964486:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204061.964487:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204061.964490:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204061.964492:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204061.964495:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204061.964500:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204061.964511:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204061.964518:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937800960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204061.964525:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204061.964529:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204061.964534:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937800960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204061.964553:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204061.964557:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204061.964565:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204061.964567:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204061.964569:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204061.964572:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204061.964575:0:245754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14367
00000400:00000200:3.0:1788204061.964578:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204061.964581:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204061.964583:0:245754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204061.964585:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204061.964586:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204061.964587:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204061.964590:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204061.964590:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204061.964593:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204061.964594:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204061.964597:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204061.964598:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204061.964601:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204061.964602:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937800960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204061.964603:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204061.964607:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204061.964612:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204061.964619:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204061.964620:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204061.964623:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204061.964624:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204061.964629:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:2.0:1788204061.964631:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204061.964633:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:2.0:1788204061.964635:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788204061.964637:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:2.0:1788204061.964641:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204061.964644:0:245754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00100000:2.0:1788204061.964649:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937800960:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204061.964649:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204061.964654:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204061.964656:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204061.964660:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204061.964661:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204061.964664:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204061.964666:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204061.964667:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204061.964671:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000001:3.0:1788204061.964671:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204061.964675:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204061.964675:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204061.964680:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204061.964681:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204061.964683:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:3.0:1788204061.964685:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000400:00000010:2.0:1788204061.964687:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000020:00000040:3.0:1788204061.964689:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204061.964692:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1788204061.964693:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
02000000:00000001:3.0:1788204061.964693:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204061.964697:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204061.964699:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204061.964700:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204061.964703:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937800960, portal 25
02000000:00000010:3.0:1788204061.964704:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204061.964709:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.964714:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1788204061.964714:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937801088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204061.964718:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00000001:3.0:1788204061.964724:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204061.964727:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204061.964729:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937800960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204061.964731:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937801088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.964748:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204061.964754:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204061.964759:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204061.964763:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937800960, offset 0
00000100:00000001:3.0:1788204061.964767:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204061.964772:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204061.964772:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204061.964777:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204061.964779:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204061.964781:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204061.964785:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204061.964786:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204061.964790:0:245754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14367
00000400:00000200:2.0:1788204061.964796:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204061.964801:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204061.964805:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204061.964808:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204061.964811:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204061.964815:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546207:546207:256:4294967295] 192.168.201.135@tcp LPNI seq info [546173:546173:8:4294967295]
00000400:00000200:2.0:1788204061.964820:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204061.964825:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204061.964830:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204061.964835:0:245754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204061.964836:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788204061.964840:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204061.964842:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204061.964845:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204061.964846:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204061.964849:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204061.964850:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:2.0:1788204061.964851:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000020:00000040:3.0:1788204061.964852:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204061.964854:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204061.964856:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204061.964857:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:2.0:1788204061.964860:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204061.964860:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:2.0:1788204061.964865:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000100:00000040:3.0:1788204061.964866:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204061.964871:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204061.964875:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:2.1:1788204061.964876:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204061.964879:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:2.1:1788204061.964880:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000020:00000040:3.0:1788204061.964883:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204061.964888:0:245754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000100:2.0:1788204061.964890:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204061.964891:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204061.964894:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
02000000:00000001:3.0:1788204061.964894:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204061.964896:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204061.964899:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204061.964900:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204061.964902:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204061.964903:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:3.0:1788204061.964904:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204061.964908:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204061.964911:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000400:00000200:2.0:1788204061.964913:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1788204061.964914:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204061.964919:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204061.964920:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204061.964921:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204061.964922:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
02000000:00000001:3.0:1788204061.964923:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204061.964925:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204061.964927:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
02000000:00000010:3.0:1788204061.964929:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:2.0:1788204061.964934:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204061.964934:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204061.964943:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937800960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204061.964943:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937801216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204061.964966:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204061.964969:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.964971:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204061.964972:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937801216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204061.964979:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937800960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204061.964980:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204061.964984:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204061.964990:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204061.964992:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204061.964994:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204061.965000:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204061.965001:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204061.965002:0:245754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14367
00000100:00000001:2.0:1788204061.965005:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1788204061.965006:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204061.965010:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204061.965012:0:245754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204061.965016:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204061.965016:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204061.965020:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204061.965022:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204061.965025:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204061.965026:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788204061.965027:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204061.965031:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204061.965031:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204061.965032:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309043916
00000020:00000040:3.0:1788204061.965033:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204061.965036:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204061.965039:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204061.965040:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204061.965041:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:2.0:1788204061.965042:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850660.
00000100:00000040:3.0:1788204061.965043:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204061.965047:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204061.965050:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:2.0:1788204061.965051:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788204061.965054:0:245754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204061.965058:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.965059:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309043916
02000000:00000001:3.0:1788204061.965061:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1788204061.965064:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108509c0.
02000000:00000001:3.0:1788204061.965066:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204061.965070:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1788204061.965070:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204061.965075:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204061.965076:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1788204061.965078:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204061.965082:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204061.965083:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.965087:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204061.965088:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204061.965093:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000100:00100000:2.0:1788204061.965095:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204061/real 1788204061]  req@ffff8c5d3ba6ad80 x1875052937800960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204061.965097:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204061.965103:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204061.965106:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204061.965109:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788204061.965109:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204061.965111:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:2.0:1788204061.965112:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204061.965116:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
02000000:00000001:3.0:1788204061.965116:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204061.965119:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
02000000:00000010:3.0:1788204061.965121:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000400:00000010:2.0:1788204061.965123:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:3.0:1788204061.965125:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.965128:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00100000:3.0:1788204061.965132:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937801344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788204061.965136:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937800960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204061.965140:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204061.965143:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204061.965149:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937801344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204061.965156:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937800960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204061.965157:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204061.965161:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204061.965167:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204061.965170:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204061.965175:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204061.965178:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204061.965179:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204061.965180:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204061.965182:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204061.965184:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204061.965185:0:245754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14367
00000400:00000200:3.0:1788204061.965192:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:2.0:1788204061.965193:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937800960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204061.965195:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204061.965200:0:245754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204061.965207:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204061.965208:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204061.965212:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204061.965217:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937800960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204061.965218:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204061.965223:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204061.965228:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204061.965231:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204061.965235:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204061.965236:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1788204061.965238:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:2.0:1788204061.965241:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204061.965243:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788204061.965246:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1788204061.965248:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788204061.965249:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.965252:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204061.965256:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788204061.965256:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00080000:2.0:1788204061.965262:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204061.965262:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1788204061.965267:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000040:3.0:1788204061.965268:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204061.965270:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204061.965274:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:2.0:1788204061.965277:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937800960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204061.965279:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204061.965286:0:245754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00100000:2.0:1788204061.965290:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937800960:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204061.965291:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.965294:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204061.965295:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204061.965316:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204061.965318:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204061.965320:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204061.965321:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204061.965323:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.965324:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204061.965325:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204061.965329:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937800960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204061.965330:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788204061.965335:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204061.965339:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204061.965340:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204061.965342:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204061.965343:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788204061.965344:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204061.965346:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1788204061.965347:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:3.0:1788204061.965348:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204061.965350:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204061.965353:0:2392:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000010:3.0:1788204061.965353:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000020:00000040:2.0:1788204061.965356:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:3.0:1788204061.965358:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204061.965359:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204061.965363:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
00000100:00100000:3.0:1788204061.965364:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937801472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204061.965368:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204061.965371:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1788204061.965372:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1788204061.965375:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:3.0:1788204061.965376:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204061.965391:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937801472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965393:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204061.965395:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.965400:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204061.965403:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204061.965408:0:245754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14377)
00000100:00000001:2.0:1788204061.965410:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204061.965413:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.965415:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204061.965417:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204061.965419:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204061.965422:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937801088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965427:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204061.965429:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204061.965430:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204061.965431:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204061.965432:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204061.965434:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937801088:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204061.965436:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204061.965438:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204061.965439:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204061.965440:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204061.965442:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204061.965443:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204061.965446:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204061.965448:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204061.965450:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204061.965452:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937801088, portal 10
00000100:00000001:2.0:1788204061.965453:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204061.965454:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000040:2.0:1788204061.965458:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937801088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965462:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204061.965463:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204061.965464:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204061.965466:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937801088, offset 0
00000400:00000200:2.0:1788204061.965468:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204061.965471:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204061.965473:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204061.965475:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204061.965477:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204061.965479:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204061.965480:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204061.965482:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546208:546208:256:4294967295] 192.168.201.135@tcp LPNI seq info [546174:546174:8:4294967295]
00000400:00000200:2.0:1788204061.965485:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204061.965491:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204061.965495:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204061.965498:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204061.965501:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204061.965504:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204061.965508:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204061.965511:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204061.965514:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204061.965516:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204061.965519:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204061.965522:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204061.965525:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204061.965527:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204061.965529:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204061.965532:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937801088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965537:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204061.965539:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937801088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965543:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.965544:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204061.965546:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204061.965549:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204061.965551:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204061.965552:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309040157
00000100:00000001:2.0:1788204061.965554:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309043916
00000100:00000001:2.0:1788204061.965556:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309040157
00000100:00000001:2.0:1788204061.965557:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309043916
00000100:00000001:2.0:1788204061.965558:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204061.965559:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.965560:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204061.965562:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204061/real 1788204061]  req@ffff8c5d3ba68a80 x1875052937801088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204061.965567:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204061.965567:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204061.965568:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204061.965570:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204061.965571:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204061.965572:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204061.965574:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937801088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204061.965578:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937801088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965581:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204061.965582:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.965583:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204061.965584:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204061.965586:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937801088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965589:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204061.965591:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937801088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965595:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204061.965597:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.965598:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204061.965599:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.965601:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204061.965602:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204061.965603:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204061.965605:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204061.965606:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204061.965608:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937801088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204061.965614:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937801088:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204061.965617:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204061.965620:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937801216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965626:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204061.965628:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204061.965630:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204061.965631:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204061.965633:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204061.965636:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937801216:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204061.965639:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204061.965641:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204061.965643:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204061.965644:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204061.965647:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204061.965649:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204061.965653:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204061.965655:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204061.965658:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204061.965660:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937801216, portal 10
00000100:00000001:2.0:1788204061.965661:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204061.965662:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:2.0:1788204061.965666:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937801216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965670:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204061.965671:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204061.965672:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204061.965674:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937801216, offset 0
00000400:00000200:2.0:1788204061.965676:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204061.965678:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204061.965680:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204061.965682:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204061.965683:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204061.965685:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204061.965686:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204061.965688:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546209:546209:256:4294967295] 192.168.201.135@tcp LPNI seq info [546175:546175:8:4294967295]
00000400:00000200:2.0:1788204061.965691:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204061.965696:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204061.965701:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204061.965703:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204061.965707:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204061.965710:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204061.965714:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204061.965716:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204061.965719:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204061.965721:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204061.965724:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204061.965727:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204061.965730:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204061.965731:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204061.965734:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204061.965737:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937801216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965750:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204061.965753:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937801216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965757:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.965758:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204061.965761:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204061.965763:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204061.965765:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204061.965766:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309040152
00000100:00000001:2.0:1788204061.965768:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309043916
00000100:00000001:2.0:1788204061.965769:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309040152
00000100:00000001:2.0:1788204061.965771:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309043916
00000100:00000001:2.0:1788204061.965772:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204061.965773:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.965774:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204061.965776:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204061/real 1788204061]  req@ffff8c5d3ba6b800 x1875052937801216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204061.965780:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204061.965781:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204061.965782:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204061.965784:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204061.965785:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204061.965786:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204061.965787:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937801216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204061.965792:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937801216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965795:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204061.965796:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.965797:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204061.965798:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204061.965800:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937801216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965804:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204061.965806:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937801216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965813:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204061.965815:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.965816:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204061.965817:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.965819:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204061.965820:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204061.965823:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204061.965826:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204061.965829:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204061.965832:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937801216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204061.965839:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937801216:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204061.965843:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204061.965846:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937801344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965853:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204061.965854:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204061.965856:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204061.965858:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204061.965859:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204061.965863:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937801344:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204061.965865:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204061.965867:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204061.965869:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204061.965870:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204061.965874:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204061.965875:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204061.965879:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204061.965881:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204061.965884:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204061.965887:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937801344, portal 4
00000100:00000001:2.0:1788204061.965889:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204061.965891:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000040:2.0:1788204061.965897:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937801344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965902:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204061.965905:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204061.965907:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204061.965910:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937801344, offset 0
00000400:00000200:2.0:1788204061.965913:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204061.965917:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204061.965921:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204061.965923:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204061.965925:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204061.965928:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204061.965930:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204061.965932:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546210:546210:256:4294967295] 192.168.201.135@tcp LPNI seq info [546176:546176:8:4294967295]
00000400:00000200:2.0:1788204061.965936:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204061.965942:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204061.965946:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204061.965950:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204061.965954:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204061.965957:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204061.965961:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204061.965963:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204061.965967:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204061.965969:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204061.965971:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204061.965974:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204061.965977:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204061.965979:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204061.965981:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204061.965985:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69f80 x1875052937801344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.965992:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204061.965995:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937801344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.966001:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.966003:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204061.966006:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204061.966009:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204061.966012:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204061.966014:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309040245
00000100:00000001:2.0:1788204061.966016:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309043916
00000100:00000001:2.0:1788204061.966018:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309040245
00000100:00000001:2.0:1788204061.966019:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309043916
00000100:00000001:2.0:1788204061.966021:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204061.966022:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.966023:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204061.966026:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204061/real 1788204061]  req@ffff8c5d3ba69f80 x1875052937801344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204061.966031:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204061.966033:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204061.966034:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204061.966037:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204061.966038:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204061.966040:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204061.966043:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937801344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204061.966050:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937801344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.966056:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204061.966058:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.966059:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204061.966061:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204061.966064:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937801344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.966071:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204061.966075:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937801344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.966081:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204061.966083:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.966085:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204061.966086:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.966087:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204061.966089:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204061.966091:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204061.966094:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204061.966096:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204061.966101:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937801344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204061.966114:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937801344:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204061.966118:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204061.966121:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937801472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.966125:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204061.966125:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204061.966127:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204061.966128:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204061.966129:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204061.966131:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937801472:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204061.966133:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204061.966134:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204061.966135:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204061.966136:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204061.966139:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204061.966140:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204061.966142:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204061.966144:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204061.966146:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204061.966148:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937801472, portal 4
00000100:00000001:2.0:1788204061.966149:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204061.966150:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:2.0:1788204061.966153:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937801472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.966157:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204061.966159:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204061.966160:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204061.966161:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937801472, offset 0
00000400:00000200:2.0:1788204061.966163:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204061.966166:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204061.966168:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204061.966170:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204061.966172:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204061.966174:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204061.966175:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204061.966177:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546211:546211:256:4294967295] 192.168.201.135@tcp LPNI seq info [546177:546177:8:4294967295]
00000400:00000200:2.0:1788204061.966179:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204061.966183:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204061.966186:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204061.966188:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204061.966190:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204061.966192:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204061.966194:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204061.966195:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204061.966198:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204061.966199:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204061.966201:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204061.966203:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204061.966204:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204061.966205:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204061.966207:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204061.966209:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937801472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204086 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.966216:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204061.966219:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937801472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204086 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.966225:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.966227:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204061.966230:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204061.966233:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204061.966236:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204061.966238:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309040262
00000100:00000001:2.0:1788204061.966241:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309043916
00000100:00000001:2.0:1788204061.966243:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309040262
00000100:00000001:2.0:1788204061.966245:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309043916
00000100:00000001:2.0:1788204061.966247:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204061.966248:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.966250:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204061.966253:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204061/real 1788204061]  req@ffff8c5d3ba6bb80 x1875052937801472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204061.966260:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204061.966261:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204061.966263:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204061.966265:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204061.966267:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204061.966268:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204061.966271:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937801472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204061.966279:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937801472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.966285:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204061.966286:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.966288:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204061.966289:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204061.966292:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937801472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.966313:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204061.966316:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937801472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.966321:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204061.966323:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.966325:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204061.966326:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.966327:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204061.966329:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204061.966331:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204061.966334:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204061.966336:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204061.966340:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937801472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204061.966347:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937801472:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204061.966351:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.966353:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204061.966356:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937801088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.966362:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204061.966364:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204061.966366:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204061.966368:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204061.966370:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204061.966371:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204061.966373:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204061.966374:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:2.0:1788204061.966377:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204061.966377:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204061.966379:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:2.0:1788204061.966380:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204061.966393:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.966395:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204061.966399:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937801216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.966411:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204061.966413:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204061.966414:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204061.966417:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204061.966418:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204061.966419:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204061.966420:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204061.966422:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:2.0:1788204061.966424:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204061.966425:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204061.966426:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:2.0:1788204061.966429:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204061.966430:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.966431:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204061.966434:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937801344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.966440:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204061.966441:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204061.966443:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204061.966445:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204061.966446:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204061.966447:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204061.966449:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204061.966450:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788204061.966452:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204061.966453:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204061.966454:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:2.0:1788204061.966456:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204061.966457:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.966459:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204061.966462:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937801472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204086 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204061.966469:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204061.966470:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204061.966471:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204061.966473:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204061.966474:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204061.966475:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204061.966477:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204061.966478:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204061.966480:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204061.966481:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204061.966482:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:2.0:1788204061.966485:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204061.966486:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.966488:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204061.966491:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204061.966493:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204061.966494:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204061.966496:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204062.156397:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204062.156411:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204062.156414:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204062.156420:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204062.156423:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204062.156427:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204062.156430:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204062.156432:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204062.156435:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204062.668484:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204062.668487:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204062.668489:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204063.180414:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204063.180420:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204063.180422:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204063.180427:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204063.180430:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204063.180434:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204063.180436:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204063.180439:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204063.180442:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204064.204430:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204064.204439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204064.204441:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204064.204447:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204064.204451:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204064.204455:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204064.204458:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204064.204461:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204064.204465:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204064.716551:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204064.716555:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204064.716558:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204065.228395:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204065.228405:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204065.228408:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204065.228415:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204065.228419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204065.228423:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204065.228426:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204065.228429:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204065.228432:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204065.740532:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204065.740547:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204065.740551:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204066.252457:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204066.252468:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204066.252470:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204066.252475:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204066.252478:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204066.252481:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204066.252483:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204066.252486:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204066.252488:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204066.764519:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204066.764523:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204066.764532:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204067.084719:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204067.084724:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204067.084729:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204067.084741:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8000 x1875052937801600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.084760:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204067.084764:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204067.084770:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204067.084775:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204067.084779:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204067.084786:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937801600:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204067.084789:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204067.084793:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204067.084797:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204067.084801:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204067.084808:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204067.084811:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204067.084818:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204067.084823:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204067.084830:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204067.084838:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937801600, portal 25
00000100:00000001:2.0:1788204067.084843:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204067.084845:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871298560 : -127143838253056 : ffff8c5d04af8000)
00000100:00000040:2.0:1788204067.084854:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8000 x1875052937801600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.084871:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204067.084875:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204067.084881:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204067.084887:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937801600, offset 0
00000400:00000200:2.0:1788204067.084899:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204067.084911:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204067.084921:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204067.084928:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204067.084933:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204067.084940:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204067.084944:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204067.084950:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546212:546212:256:4294967295] 192.168.201.135@tcp LPNI seq info [546178:546178:8:4294967295]
00000400:00000200:2.0:1788204067.084956:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204067.084971:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204067.084981:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204067.084988:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204067.084998:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204067.085002:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788204067.085011:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204067.085014:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1788204067.085020:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204067.085024:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204067.085030:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204067.085035:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204067.085041:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204067.085045:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204067.085050:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204067.085056:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8000 x1875052937801600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085068:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204067.085074:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8000 x1875052937801600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085085:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204067.085087:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204067.085094:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204067.085101:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204067.085105:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309049036
00000100:00000010:2.0:1788204067.085110:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850d80.
00000100:00000001:2.0:1788204067.085118:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204067.085124:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309049036
00000100:00000010:2.0:1788204067.085129:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850660.
00000100:00000001:2.0:1788204067.085134:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204067.085138:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204067.085144:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204067.085148:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204067.085155:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204067/real 1788204067]  req@ffff8c5d04af8000 x1875052937801600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204067.085169:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204067.085171:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204067.085174:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204067.085179:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204067.085181:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204067.085185:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204067.085189:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8000 x1875052937801600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204067.085203:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8000 x1875052937801600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085215:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204067.085217:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.085221:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204067.085224:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204067.085230:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8000 x1875052937801600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085243:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204067.085250:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8000 x1875052937801600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085260:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204067.085264:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.085267:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204067.085270:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.085272:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204067.085273:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204067.085276:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204067.085280:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204067.085284:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204067.085289:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8000 x1875052937801600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204067.085331:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937801600:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204067.085337:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.085340:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204067.085347:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8000 x1875052937801600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085362:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204067.085368:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204067.085372:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204067.085377:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204067.085381:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204067.085385:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204067.085390:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204067.085394:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4400.
02000000:00000001:2.0:1788204067.085400:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204067.085403:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204067.085407:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8000.
00000100:00000001:2.0:1788204067.085412:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204067.085415:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.085419:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.085429:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204067.085433:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204067.085438:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204067.085442:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204067.085446:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204067.085453:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8a80 x1875052937801728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085466:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204067.085468:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204067.085471:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204067.085474:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204067.085478:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204067.085483:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937801728:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204067.085488:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204067.085490:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204067.085492:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204067.085503:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204067.085509:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204067.085512:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204067.085518:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204067.085527:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204067.085534:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204067.085540:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937801728, portal 10
00000100:00000001:2.0:1788204067.085545:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204067.085549:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871301248 : -127143838250368 : ffff8c5d04af8a80)
00000100:00000040:2.0:1788204067.085560:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8a80 x1875052937801728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085573:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204067.085577:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204067.085581:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204067.085584:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937801728, offset 0
00000400:00000200:2.0:1788204067.085591:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204067.085595:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204067.085600:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204067.085602:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204067.085607:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204067.085611:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204067.085613:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204067.085616:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546213:546213:256:4294967295] 192.168.201.135@tcp LPNI seq info [546179:546179:8:4294967295]
00000400:00000200:2.0:1788204067.085621:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204067.085628:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204067.085632:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204067.085636:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204067.085640:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204067.085643:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788204067.085647:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204067.085650:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1788204067.085652:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204067.085653:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204067.085655:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204067.085657:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204067.085660:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204067.085661:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204067.085662:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204067.085665:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8a80 x1875052937801728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085670:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204067.085672:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8a80 x1875052937801728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085676:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204067.085677:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204067.085679:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204067.085687:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204067.085689:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204067.085691:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309045277
00000100:00000001:2.0:1788204067.085693:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309049036
00000100:00000001:2.0:1788204067.085694:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309045277
00000100:00000001:2.0:1788204067.085696:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309049036
00000100:00000001:2.0:1788204067.085697:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204067.085698:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204067.085699:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204067.085701:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204067/real 1788204067]  req@ffff8c5d04af8a80 x1875052937801728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204067.085710:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204067.085711:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204067.085712:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204067.085714:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204067.085716:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204067.085717:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204067.085720:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8a80 x1875052937801728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204067.085728:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8a80 x1875052937801728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085734:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204067.085735:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.085737:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204067.085738:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204067.085742:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8a80 x1875052937801728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085748:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204067.085752:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8a80 x1875052937801728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085758:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204067.085761:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.085762:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204067.085764:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.085765:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204067.085767:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204067.085770:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204067.085773:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204067.085775:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204067.085779:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8a80 x1875052937801728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204067.085786:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937801728:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204067.085790:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204067.085793:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9c00 x1875052937801856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085799:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204067.085801:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204067.085802:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204067.085803:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204067.085804:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204067.085806:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937801856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204067.085808:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204067.085810:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204067.085810:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204067.085812:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204067.085814:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204067.085815:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204067.085818:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204067.085819:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204067.085821:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204067.085823:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937801856, portal 10
00000100:00000001:2.0:1788204067.085824:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204067.085825:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871305728 : -127143838245888 : ffff8c5d04af9c00)
00000100:00000040:2.0:1788204067.085829:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9c00 x1875052937801856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085833:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204067.085834:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204067.085835:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204067.085837:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937801856, offset 0
00000400:00000200:2.0:1788204067.085840:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204067.085842:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204067.085845:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204067.085846:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204067.085848:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204067.085850:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204067.085853:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204067.085855:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546214:546214:256:4294967295] 192.168.201.135@tcp LPNI seq info [546180:546180:8:4294967295]
00000400:00000200:2.0:1788204067.085859:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204067.085865:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204067.085869:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204067.085872:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204067.085876:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204067.085879:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788204067.085883:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204067.085885:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1788204067.085889:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204067.085891:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204067.085894:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204067.085897:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204067.085899:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204067.085900:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204067.085902:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204067.085904:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9c00 x1875052937801856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085909:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204067.085911:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9c00 x1875052937801856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085915:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204067.085916:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204067.085918:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204067.085920:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204067.085922:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204067.085924:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309045272
00000100:00000001:2.0:1788204067.085926:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309049036
00000100:00000001:2.0:1788204067.085927:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309045272
00000100:00000001:2.0:1788204067.085929:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309049036
00000100:00000001:2.0:1788204067.085930:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204067.085931:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204067.085932:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204067.085934:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204067/real 1788204067]  req@ffff8c5d04af9c00 x1875052937801856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204067.085938:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204067.085939:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204067.085940:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204067.085942:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204067.085943:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204067.085944:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204067.085946:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9c00 x1875052937801856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204067.085951:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9c00 x1875052937801856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085954:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204067.085955:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.085956:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204067.085956:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204067.085958:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9c00 x1875052937801856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085961:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204067.085963:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9c00 x1875052937801856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085967:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204067.085969:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.085970:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204067.085971:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.085972:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204067.085973:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204067.085974:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204067.085976:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204067.085977:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204067.085979:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9c00 x1875052937801856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204067.085983:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937801856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204067.085985:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204067.085987:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afa300 x1875052937801984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.085991:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204067.085992:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204067.085993:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204067.085995:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204067.085996:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204067.085998:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937801984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204067.086001:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204067.086002:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204067.086004:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204067.086005:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204067.086008:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204067.086010:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204067.086014:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204067.086016:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204067.086019:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204067.086022:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937801984, portal 4
00000100:00000001:2.0:1788204067.086024:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204067.086026:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871307520 : -127143838244096 : ffff8c5d04afa300)
00000100:00000040:2.0:1788204067.086032:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afa300 x1875052937801984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086038:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204067.086040:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204067.086043:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204067.086045:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937801984, offset 0
00000400:00000200:2.0:1788204067.086048:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204067.086052:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204067.086056:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204067.086058:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204067.086059:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204067.086061:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204067.086062:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204067.086064:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546215:546215:256:4294967295] 192.168.201.135@tcp LPNI seq info [546181:546181:8:4294967295]
00000400:00000200:2.0:1788204067.086067:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204067.086071:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204067.086074:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204067.086076:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204067.086078:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204067.086080:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788204067.086083:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204067.086084:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1788204067.086087:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204067.086088:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204067.086090:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204067.086092:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204067.086094:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204067.086095:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204067.086096:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204067.086099:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afa300 x1875052937801984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086107:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204067.086109:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afa300 x1875052937801984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086113:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204067.086114:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204067.086115:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204067.086117:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204067.086119:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204067.086120:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309045365
00000100:00000001:2.0:1788204067.086122:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309049036
00000100:00000001:2.0:1788204067.086123:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309045365
00000100:00000001:2.0:1788204067.086125:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309049036
00000100:00000001:2.0:1788204067.086126:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204067.086127:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204067.086128:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204067.086130:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204067/real 1788204067]  req@ffff8c5d04afa300 x1875052937801984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204067.086134:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204067.086134:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204067.086140:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204067.086141:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204067.086142:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204067.086143:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204067.086145:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afa300 x1875052937801984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204067.086150:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afa300 x1875052937801984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086154:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204067.086155:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.086156:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204067.086157:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204067.086158:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afa300 x1875052937801984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086162:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204067.086164:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afa300 x1875052937801984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086167:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204067.086169:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.086169:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204067.086170:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.086171:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204067.086172:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204067.086173:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204067.086175:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204067.086176:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204067.086178:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afa300 x1875052937801984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204067.086182:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937801984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204067.086184:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.086185:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204067.086187:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8a80 x1875052937801728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086190:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204067.086191:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204067.086193:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204067.086194:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204067.086195:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204067.086196:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204067.086198:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204067.086199:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:2.0:1788204067.086201:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204067.086202:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204067.086203:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8a80.
00000100:00000001:2.0:1788204067.086204:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204067.086205:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.086206:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204067.086208:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9c00 x1875052937801856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086212:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204067.086212:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204067.086213:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204067.086214:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204067.086215:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204067.086215:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204067.086216:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204067.086217:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:2.0:1788204067.086218:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204067.086218:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204067.086219:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9c00.
00000100:00000001:2.0:1788204067.086221:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204067.086221:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.086222:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204067.086224:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afa300 x1875052937801984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086227:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204067.086227:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204067.086228:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204067.086229:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204067.086230:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204067.086230:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204067.086231:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204067.086232:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:2.0:1788204067.086233:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204067.086234:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204067.086235:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afa300.
00000100:00000001:2.0:1788204067.086237:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204067.086238:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.086239:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.086241:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204067.086242:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204067.086243:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204067.086244:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204067.086245:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204067.086247:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb100 x1875052937802112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086252:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204067.086253:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204067.086254:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204067.086255:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204067.086257:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204067.086258:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937802112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204067.086260:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204067.086260:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204067.086261:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204067.086262:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204067.086264:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204067.086265:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204067.086266:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204067.086268:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204067.086270:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204067.086271:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937802112, portal 4
00000100:00000001:2.0:1788204067.086273:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204067.086274:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871311104 : -127143838240512 : ffff8c5d04afb100)
00000100:00000040:2.0:1788204067.086278:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb100 x1875052937802112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086282:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204067.086283:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204067.086285:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204067.086286:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937802112, offset 0
00000400:00000200:2.0:1788204067.086289:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204067.086291:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204067.086319:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204067.086322:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204067.086324:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204067.086327:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204067.086329:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204067.086332:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546216:546216:256:4294967295] 192.168.201.135@tcp LPNI seq info [546182:546182:8:4294967295]
00000400:00000200:2.0:1788204067.086336:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204067.086342:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204067.086346:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204067.086350:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204067.086354:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204067.086356:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1788204067.086361:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204067.086364:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1788204067.086368:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204067.086369:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204067.086371:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204067.086374:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204067.086376:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204067.086377:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204067.086379:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204067.086381:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb100 x1875052937802112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204092 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086386:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204067.086388:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb100 x1875052937802112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204092 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086392:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204067.086393:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204067.086396:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204067.086398:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204067.086401:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204067.086402:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309045383
00000100:00000001:2.0:1788204067.086404:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309049036
00000100:00000001:2.0:1788204067.086405:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309045383
00000100:00000001:2.0:1788204067.086407:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309049036
00000100:00000001:2.0:1788204067.086408:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204067.086409:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204067.086410:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204067.086412:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204067/real 1788204067]  req@ffff8c5d04afb100 x1875052937802112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204067.086416:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204067.086417:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204067.086418:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204067.086420:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204067.086422:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204067.086423:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204067.086427:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb100 x1875052937802112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204067.086435:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb100 x1875052937802112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086441:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204067.086443:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.086445:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204067.086447:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204067.086450:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb100 x1875052937802112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086457:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204067.086461:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb100 x1875052937802112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086467:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204067.086468:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.086469:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204067.086470:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.086471:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204067.086472:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204067.086473:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204067.086475:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204067.086477:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204067.086479:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb100 x1875052937802112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204067.086483:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937802112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204067.086485:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.086486:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204067.086488:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb100 x1875052937802112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204092 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204067.086491:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204067.086492:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204067.086493:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204067.086495:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204067.086496:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204067.086497:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204067.086498:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204067.086499:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:2.0:1788204067.086500:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204067.086501:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204067.086502:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb100.
00000100:00000001:2.0:1788204067.086507:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204067.086508:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.086509:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.086511:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204067.086512:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204067.086513:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204067.086515:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204067.276375:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204067.276384:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204067.276385:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204067.276390:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204067.276393:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204067.276396:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.276398:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204067.276401:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204067.276403:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204067.788526:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204067.788530:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204067.788533:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204068.300400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204068.300406:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204068.300408:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204068.300412:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204068.300414:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204068.300417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204068.300419:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204068.300421:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204068.300423:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204069.324401:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204069.324409:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204069.324411:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204069.324417:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204069.324420:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204069.324424:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204069.324427:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204069.324429:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204069.324432:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204069.836493:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204069.836496:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204069.836498:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204070.348416:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204070.348424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204070.348426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204070.348431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204070.348434:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204070.348437:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204070.348440:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204070.348443:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204070.348445:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204070.860444:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204070.860448:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204070.860451:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204071.372393:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204071.372399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204071.372401:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204071.372405:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204071.372407:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204071.372410:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204071.372412:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204071.372413:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204071.372415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204071.884503:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204071.884507:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204071.884511:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204072.204759:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204072.204764:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204072.204769:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204072.204780:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9f80 x1875052937802240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.204810:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204072.204814:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204072.204819:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204072.204823:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204072.204828:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204072.204834:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937802240:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204072.204843:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204072.204849:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204072.204852:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204072.204856:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204072.204861:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204072.204873:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204072.204886:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204072.204893:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204072.204903:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204072.204912:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937802240, portal 25
00000100:00000001:2.0:1788204072.204917:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204072.204920:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871306624 : -127143838244992 : ffff8c5d04af9f80)
00000100:00000040:2.0:1788204072.204931:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9f80 x1875052937802240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.204945:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204072.204951:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204072.204956:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204072.204962:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937802240, offset 0
00000400:00000200:2.0:1788204072.204971:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204072.204983:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204072.204992:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204072.205000:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204072.205008:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204072.205015:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204072.205023:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204072.205032:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546217:546217:256:4294967295] 192.168.201.135@tcp LPNI seq info [546183:546183:8:4294967295]
00000400:00000200:2.0:1788204072.205043:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204072.205066:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204072.205076:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204072.205084:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204072.205095:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204072.205101:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204072.205110:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204072.205115:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204072.205122:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204072.205126:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204072.205132:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204072.205142:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204072.205147:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204072.205150:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204072.205158:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204072.205165:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9f80 x1875052937802240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.205182:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204072.205189:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9f80 x1875052937802240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.205229:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204072.205233:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204072.205240:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204072.205247:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204072.205251:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309054156
00000100:00000010:2.0:1788204072.205258:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850360.
00000100:00000001:2.0:1788204072.205266:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204072.205273:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309054156
00000100:00000010:2.0:1788204072.205276:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850000.
00000100:00000001:2.0:1788204072.205280:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204072.205285:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204072.205288:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204072.205293:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204072.205323:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204072/real 1788204072]  req@ffff8c5d04af9f80 x1875052937802240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204072.205340:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204072.205344:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204072.205347:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204072.205353:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204072.205357:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204072.205362:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204072.205369:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9f80 x1875052937802240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204072.205383:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9f80 x1875052937802240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.205397:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204072.205401:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.205405:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204072.205409:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204072.205418:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9f80 x1875052937802240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.205434:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204072.205443:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9f80 x1875052937802240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.205452:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204072.205455:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.205458:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204072.205460:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.205463:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204072.205466:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204072.205470:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204072.205476:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204072.205478:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204072.205484:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9f80 x1875052937802240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204072.205495:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937802240:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204072.205499:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.205503:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204072.205507:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9f80 x1875052937802240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.205527:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204072.205530:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204072.205532:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204072.205536:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204072.205539:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204072.205541:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204072.205545:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204072.205548:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:2.0:1788204072.205551:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204072.205553:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204072.205555:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9f80.
00000100:00000001:2.0:1788204072.205559:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204072.205561:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.205565:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.205571:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204072.205574:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204072.205577:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204072.205580:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204072.205582:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204072.205586:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afaa00 x1875052937802368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.205595:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204072.205597:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204072.205601:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204072.205603:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204072.205606:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204072.205612:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937802368:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204072.205618:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204072.205621:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204072.205623:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204072.205626:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204072.205629:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204072.205632:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204072.205638:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204072.205641:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204072.205647:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204072.205650:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937802368, portal 10
00000100:00000001:2.0:1788204072.205655:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204072.205656:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871309312 : -127143838242304 : ffff8c5d04afaa00)
00000100:00000040:2.0:1788204072.205665:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afaa00 x1875052937802368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.205674:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204072.205679:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204072.205683:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204072.205686:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937802368, offset 0
00000400:00000200:2.0:1788204072.205695:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204072.205701:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204072.205706:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204072.205711:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204072.205715:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204072.205718:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204072.205722:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204072.205728:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546218:546218:256:4294967295] 192.168.201.135@tcp LPNI seq info [546184:546184:8:4294967295]
00000400:00000200:2.0:1788204072.205734:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204072.205745:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204072.205753:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204072.205757:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204072.205763:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204072.205766:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204072.205773:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204072.205779:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204072.205787:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204072.205789:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204072.205794:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204072.205802:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204072.205807:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204072.205810:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204072.205815:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204072.205818:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afaa00 x1875052937802368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.205824:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204072.205827:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afaa00 x1875052937802368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.205831:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204072.205832:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204072.205836:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204072.205840:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204072.205844:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204072.205847:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309050397
00000100:00000001:2.0:1788204072.205849:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309054156
00000100:00000001:2.0:1788204072.205851:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309050397
00000100:00000001:2.0:1788204072.205853:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309054156
00000100:00000001:2.0:1788204072.205855:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204072.205857:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204072.205859:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204072.205862:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204072/real 1788204072]  req@ffff8c5d04afaa00 x1875052937802368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204072.205868:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204072.205869:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204072.205871:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204072.205873:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204072.205874:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204072.205876:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204072.205879:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afaa00 x1875052937802368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204072.205886:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afaa00 x1875052937802368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.205896:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204072.205897:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.205899:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204072.205900:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204072.205903:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afaa00 x1875052937802368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.205908:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204072.205911:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afaa00 x1875052937802368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.205917:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204072.205919:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.205921:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204072.205922:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.205923:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204072.205925:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204072.205927:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204072.205930:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204072.205932:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204072.205936:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afaa00 x1875052937802368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204072.205942:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937802368:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204072.205946:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204072.205949:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afbb80 x1875052937802496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.205956:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204072.205957:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204072.205959:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204072.205961:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204072.205963:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204072.205966:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937802496:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204072.205969:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204072.205970:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204072.205972:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204072.205973:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204072.205976:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204072.205977:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204072.205979:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204072.205981:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204072.205983:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204072.205985:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937802496, portal 10
00000100:00000001:2.0:1788204072.205986:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204072.205987:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871313792 : -127143838237824 : ffff8c5d04afbb80)
00000100:00000040:2.0:1788204072.205991:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afbb80 x1875052937802496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.205995:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204072.205996:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204072.205997:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204072.205999:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937802496, offset 0
00000400:00000200:2.0:1788204072.206001:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204072.206003:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204072.206005:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204072.206007:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204072.206009:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204072.206010:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204072.206012:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204072.206014:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546219:546219:256:4294967295] 192.168.201.135@tcp LPNI seq info [546185:546185:8:4294967295]
00000400:00000200:2.0:1788204072.206016:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204072.206020:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204072.206023:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204072.206025:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204072.206027:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204072.206029:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204072.206032:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204072.206033:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204072.206036:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204072.206037:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204072.206039:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204072.206041:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204072.206042:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204072.206043:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204072.206045:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204072.206047:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afbb80 x1875052937802496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206051:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204072.206053:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afbb80 x1875052937802496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206057:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204072.206057:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204072.206059:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204072.206061:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204072.206062:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204072.206063:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309050392
00000100:00000001:2.0:1788204072.206065:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309054156
00000100:00000001:2.0:1788204072.206066:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309050392
00000100:00000001:2.0:1788204072.206067:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309054156
00000100:00000001:2.0:1788204072.206068:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204072.206070:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204072.206071:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204072.206073:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204072/real 1788204072]  req@ffff8c5d04afbb80 x1875052937802496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204072.206077:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204072.206078:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204072.206079:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204072.206080:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204072.206081:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204072.206082:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204072.206085:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afbb80 x1875052937802496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204072.206092:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afbb80 x1875052937802496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206098:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204072.206099:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206100:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204072.206102:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204072.206105:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afbb80 x1875052937802496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206111:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204072.206114:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afbb80 x1875052937802496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206121:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204072.206123:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206125:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204072.206126:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206128:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204072.206129:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204072.206131:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204072.206134:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204072.206136:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204072.206139:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afbb80 x1875052937802496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204072.206143:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937802496:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204072.206146:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204072.206148:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8e00 x1875052937802624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206153:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204072.206154:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204072.206156:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204072.206158:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204072.206160:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204072.206162:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937802624:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204072.206165:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204072.206167:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204072.206168:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204072.206170:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204072.206173:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204072.206176:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204072.206179:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204072.206181:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204072.206185:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204072.206187:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937802624, portal 4
00000100:00000001:2.0:1788204072.206190:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204072.206191:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871302144 : -127143838249472 : ffff8c5d04af8e00)
00000100:00000040:2.0:1788204072.206196:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8e00 x1875052937802624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206214:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204072.206216:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204072.206218:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204072.206220:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937802624, offset 0
00000400:00000200:2.0:1788204072.206223:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204072.206225:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204072.206228:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204072.206230:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204072.206232:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204072.206235:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204072.206237:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204072.206239:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546220:546220:256:4294967295] 192.168.201.135@tcp LPNI seq info [546186:546186:8:4294967295]
00000400:00000200:2.0:1788204072.206243:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204072.206249:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204072.206253:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204072.206256:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204072.206260:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204072.206263:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204072.206267:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204072.206270:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204072.206274:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204072.206275:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204072.206278:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204072.206281:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204072.206283:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204072.206284:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204072.206285:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204072.206288:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8e00 x1875052937802624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206293:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204072.206294:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8e00 x1875052937802624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206319:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204072.206321:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204072.206325:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204072.206328:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204072.206331:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204072.206333:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309050486
00000100:00000001:2.0:1788204072.206334:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309054156
00000100:00000001:2.0:1788204072.206336:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309050486
00000100:00000001:2.0:1788204072.206337:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309054156
00000100:00000001:2.0:1788204072.206339:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204072.206340:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204072.206341:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204072.206343:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204072/real 1788204072]  req@ffff8c5d04af8e00 x1875052937802624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204072.206348:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204072.206348:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204072.206350:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204072.206351:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204072.206352:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204072.206353:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204072.206356:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8e00 x1875052937802624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204072.206363:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8e00 x1875052937802624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206369:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204072.206370:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206371:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204072.206373:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204072.206376:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8e00 x1875052937802624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206382:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204072.206386:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8e00 x1875052937802624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206392:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204072.206394:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206396:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204072.206397:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206398:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204072.206400:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204072.206402:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204072.206405:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204072.206407:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204072.206410:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8e00 x1875052937802624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204072.206415:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937802624:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204072.206418:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206419:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204072.206420:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afaa00 x1875052937802368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206424:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204072.206425:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204072.206426:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204072.206428:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204072.206429:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204072.206430:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204072.206431:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204072.206433:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:2.0:1788204072.206434:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204072.206435:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204072.206436:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afaa00.
00000100:00000001:2.0:1788204072.206438:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204072.206439:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206440:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204072.206443:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afbb80 x1875052937802496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206454:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204072.206455:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204072.206457:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204072.206459:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204072.206460:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204072.206461:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204072.206463:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204072.206464:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:2.0:1788204072.206466:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204072.206467:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204072.206469:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afbb80.
00000100:00000001:2.0:1788204072.206473:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204072.206475:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206476:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204072.206479:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8e00 x1875052937802624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206484:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204072.206485:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204072.206486:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204072.206487:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204072.206488:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204072.206488:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204072.206490:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204072.206490:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:2.0:1788204072.206492:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204072.206492:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204072.206494:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8e00.
00000100:00000001:2.0:1788204072.206496:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204072.206497:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206498:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206502:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204072.206503:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204072.206505:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204072.206506:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204072.206508:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204072.206511:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afad80 x1875052937802752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206518:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204072.206520:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204072.206522:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204072.206524:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204072.206526:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204072.206528:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937802752:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204072.206532:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204072.206533:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204072.206535:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204072.206536:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204072.206539:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204072.206540:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204072.206543:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204072.206544:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204072.206547:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204072.206550:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937802752, portal 4
00000100:00000001:2.0:1788204072.206552:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204072.206553:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871310208 : -127143838241408 : ffff8c5d04afad80)
00000100:00000040:2.0:1788204072.206558:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afad80 x1875052937802752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206564:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204072.206566:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204072.206569:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204072.206571:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937802752, offset 0
00000400:00000200:2.0:1788204072.206575:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204072.206579:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204072.206582:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204072.206585:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204072.206588:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204072.206590:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204072.206592:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204072.206594:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546221:546221:256:4294967295] 192.168.201.135@tcp LPNI seq info [546187:546187:8:4294967295]
00000400:00000200:2.0:1788204072.206596:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204072.206601:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204072.206603:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204072.206606:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204072.206608:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204072.206610:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204072.206612:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204072.206614:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204072.206616:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204072.206617:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204072.206619:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204072.206621:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204072.206623:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204072.206624:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204072.206625:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204072.206628:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afad80 x1875052937802752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204097 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206632:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204072.206634:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afad80 x1875052937802752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204097 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206638:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204072.206639:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204072.206641:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204072.206643:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204072.206645:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204072.206646:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309050503
00000100:00000001:2.0:1788204072.206648:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309054156
00000100:00000001:2.0:1788204072.206649:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309050503
00000100:00000001:2.0:1788204072.206650:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309054156
00000100:00000001:2.0:1788204072.206651:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204072.206653:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204072.206654:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204072.206657:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204072/real 1788204072]  req@ffff8c5d04afad80 x1875052937802752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204072.206661:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204072.206662:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204072.206663:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204072.206664:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204072.206665:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204072.206666:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204072.206667:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afad80 x1875052937802752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204072.206672:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afad80 x1875052937802752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206675:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204072.206676:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206677:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204072.206678:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204072.206679:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afad80 x1875052937802752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206683:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204072.206685:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afad80 x1875052937802752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206688:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204072.206690:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206690:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204072.206691:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206692:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204072.206693:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204072.206694:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204072.206696:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204072.206697:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204072.206700:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afad80 x1875052937802752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204072.206704:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937802752:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204072.206706:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206707:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204072.206708:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afad80 x1875052937802752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204097 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204072.206711:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204072.206712:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204072.206713:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204072.206714:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204072.206715:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204072.206716:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204072.206717:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204072.206718:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:2.0:1788204072.206719:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204072.206719:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204072.206720:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afad80.
00000100:00000001:2.0:1788204072.206722:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204072.206723:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206724:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.206726:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204072.206726:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204072.206728:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204072.206729:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204072.396418:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204072.396425:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204072.396426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204072.396431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204072.396435:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204072.396439:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.396442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204072.396445:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204072.396448:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204072.908501:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204072.908505:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204072.908507:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204073.420419:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204073.420426:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204073.420428:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204073.420433:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204073.420437:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204073.420440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204073.420443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204073.420446:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204073.420448:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204074.444426:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204074.444433:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204074.444435:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204074.444440:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204074.444443:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204074.444447:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204074.444450:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204074.444452:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204074.444455:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204074.956577:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204074.956585:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204074.956591:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204075.468429:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204075.468437:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204075.468439:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204075.468444:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204075.468447:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204075.468451:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204075.468454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204075.468456:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204075.468459:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204075.980514:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204075.980517:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204075.980519:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204076.492412:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204076.492419:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204076.492421:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204076.492427:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204076.492430:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204076.492434:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204076.492436:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204076.492439:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204076.492442:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204077.004472:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204077.004476:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204077.004480:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204077.324605:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204077.324609:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204077.324613:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204077.324621:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afad80 x1875052937802880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.324645:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204077.324648:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204077.324652:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204077.324655:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204077.324659:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204077.324663:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937802880:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204077.324669:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204077.324674:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204077.324679:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204077.324684:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204077.324691:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204077.324697:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204077.324708:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204077.324714:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204077.324721:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204077.324731:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937802880, portal 25
00000100:00000001:2.0:1788204077.324736:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204077.324741:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871310208 : -127143838241408 : ffff8c5d04afad80)
00000100:00000040:2.0:1788204077.324751:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afad80 x1875052937802880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.324766:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204077.324773:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204077.324778:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204077.324784:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937802880, offset 0
00000400:00000200:2.0:1788204077.324795:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204077.324805:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204077.324814:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204077.324822:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204077.324827:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204077.324832:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204077.324836:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204077.324841:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546222:546222:256:4294967295] 192.168.201.135@tcp LPNI seq info [546188:546188:8:4294967295]
00000400:00000200:2.0:1788204077.324848:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204077.324861:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204077.324869:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204077.324875:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204077.324884:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204077.324891:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204077.324901:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204077.324907:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204077.324914:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204077.324917:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204077.324923:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204077.324932:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204077.324938:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204077.324942:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204077.324947:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204077.324952:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afad80 x1875052937802880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.324965:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204077.324970:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afad80 x1875052937802880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.324980:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204077.324983:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204077.324990:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204077.324996:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204077.324999:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309059276
00000100:00000010:2.0:1788204077.325006:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850f00.
00000100:00000001:2.0:1788204077.325013:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204077.325019:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309059276
00000100:00000010:2.0:1788204077.325022:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108502a0.
00000100:00000001:2.0:1788204077.325027:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204077.325033:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204077.325038:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204077.325042:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204077.325051:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204077/real 1788204077]  req@ffff8c5d04afad80 x1875052937802880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204077.325072:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204077.325076:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204077.325080:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204077.325085:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204077.325089:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204077.325095:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204077.325102:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afad80 x1875052937802880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204077.325133:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afad80 x1875052937802880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325154:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204077.325157:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.325161:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204077.325163:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204077.325170:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afad80 x1875052937802880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325184:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204077.325193:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afad80 x1875052937802880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325208:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204077.325212:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.325216:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204077.325219:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.325223:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204077.325227:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204077.325232:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204077.325240:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204077.325253:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204077.325263:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afad80 x1875052937802880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204077.325284:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937802880:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204077.325294:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.325322:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204077.325328:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afad80 x1875052937802880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325340:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204077.325343:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204077.325346:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204077.325350:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204077.325352:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204077.325353:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204077.325355:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204077.325357:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:2.0:1788204077.325360:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204077.325362:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204077.325363:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afad80.
00000100:00000001:2.0:1788204077.325367:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204077.325368:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.325370:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.325375:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204077.325377:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204077.325378:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204077.325379:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204077.325380:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204077.325383:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8e00 x1875052937803008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325387:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204077.325388:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204077.325389:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204077.325391:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204077.325392:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204077.325393:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937803008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204077.325395:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204077.325396:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204077.325397:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204077.325399:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204077.325401:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204077.325402:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204077.325404:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204077.325406:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204077.325409:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204077.325411:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937803008, portal 10
00000100:00000001:2.0:1788204077.325412:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204077.325413:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871302144 : -127143838249472 : ffff8c5d04af8e00)
00000100:00000040:2.0:1788204077.325417:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8e00 x1875052937803008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325421:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204077.325423:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204077.325424:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204077.325426:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937803008, offset 0
00000400:00000200:2.0:1788204077.325428:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204077.325431:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204077.325434:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204077.325437:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204077.325439:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204077.325441:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204077.325444:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204077.325446:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546223:546223:256:4294967295] 192.168.201.135@tcp LPNI seq info [546189:546189:8:4294967295]
00000400:00000200:2.0:1788204077.325450:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204077.325456:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204077.325460:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204077.325463:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204077.325467:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204077.325470:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204077.325474:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204077.325477:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204077.325488:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204077.325490:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204077.325491:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204077.325494:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204077.325496:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204077.325497:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204077.325498:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204077.325501:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8e00 x1875052937803008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325506:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204077.325507:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8e00 x1875052937803008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325511:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204077.325512:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204077.325515:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204077.325517:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204077.325520:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204077.325521:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309055517
00000100:00000001:2.0:1788204077.325523:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309059276
00000100:00000001:2.0:1788204077.325524:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309055517
00000100:00000001:2.0:1788204077.325525:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309059276
00000100:00000001:2.0:1788204077.325526:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204077.325527:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204077.325529:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204077.325531:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204077/real 1788204077]  req@ffff8c5d04af8e00 x1875052937803008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204077.325535:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204077.325536:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204077.325537:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204077.325538:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204077.325539:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204077.325540:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204077.325542:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8e00 x1875052937803008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204077.325547:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8e00 x1875052937803008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325550:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204077.325551:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.325552:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204077.325553:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204077.325554:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8e00 x1875052937803008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325558:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204077.325560:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8e00 x1875052937803008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325564:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204077.325566:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.325567:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204077.325568:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.325569:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204077.325570:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204077.325571:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204077.325573:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204077.325574:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204077.325576:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8e00 x1875052937803008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204077.325580:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937803008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204077.325582:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204077.325584:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afbb80 x1875052937803136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325587:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204077.325588:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204077.325589:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204077.325590:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204077.325591:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204077.325593:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937803136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204077.325595:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204077.325596:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204077.325597:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204077.325598:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204077.325600:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204077.325601:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204077.325603:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204077.325604:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204077.325606:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204077.325608:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937803136, portal 10
00000100:00000001:2.0:1788204077.325609:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204077.325610:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871313792 : -127143838237824 : ffff8c5d04afbb80)
00000100:00000040:2.0:1788204077.325613:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afbb80 x1875052937803136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325617:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204077.325618:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204077.325619:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204077.325620:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937803136, offset 0
00000400:00000200:2.0:1788204077.325623:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204077.325625:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204077.325627:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204077.325628:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204077.325630:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204077.325631:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204077.325632:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204077.325634:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546224:546224:256:4294967295] 192.168.201.135@tcp LPNI seq info [546190:546190:8:4294967295]
00000400:00000200:2.0:1788204077.325637:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204077.325641:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204077.325643:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204077.325645:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204077.325647:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204077.325649:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204077.325653:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204077.325656:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204077.325660:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204077.325661:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204077.325664:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204077.325667:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204077.325669:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204077.325672:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204077.325674:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204077.325678:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afbb80 x1875052937803136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325685:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204077.325687:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afbb80 x1875052937803136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325693:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204077.325695:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204077.325698:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204077.325701:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204077.325703:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204077.325705:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309055512
00000100:00000001:2.0:1788204077.325708:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309059276
00000100:00000001:2.0:1788204077.325710:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309055512
00000100:00000001:2.0:1788204077.325712:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309059276
00000100:00000001:2.0:1788204077.325713:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204077.325715:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204077.325717:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204077.325720:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204077/real 1788204077]  req@ffff8c5d04afbb80 x1875052937803136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204077.325726:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204077.325726:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204077.325728:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204077.325729:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204077.325730:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204077.325732:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204077.325734:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afbb80 x1875052937803136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204077.325739:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afbb80 x1875052937803136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325743:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204077.325744:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.325745:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204077.325746:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204077.325747:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afbb80 x1875052937803136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325751:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204077.325753:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afbb80 x1875052937803136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325757:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204077.325759:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.325760:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204077.325760:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.325761:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204077.325762:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204077.325763:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204077.325765:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204077.325766:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204077.325768:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afbb80 x1875052937803136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204077.325772:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937803136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204077.325775:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204077.325777:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afaa00 x1875052937803264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325781:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204077.325782:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204077.325783:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204077.325784:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204077.325785:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204077.325787:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937803264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204077.325789:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204077.325790:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204077.325791:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204077.325792:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204077.325794:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204077.325795:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204077.325797:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204077.325798:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204077.325800:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204077.325802:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937803264, portal 4
00000100:00000001:2.0:1788204077.325803:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204077.325804:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871309312 : -127143838242304 : ffff8c5d04afaa00)
00000100:00000040:2.0:1788204077.325808:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afaa00 x1875052937803264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325811:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204077.325813:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204077.325814:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204077.325815:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937803264, offset 0
00000400:00000200:2.0:1788204077.325817:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204077.325819:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204077.325821:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204077.325823:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204077.325824:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204077.325826:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204077.325827:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204077.325829:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546225:546225:256:4294967295] 192.168.201.135@tcp LPNI seq info [546191:546191:8:4294967295]
00000400:00000200:2.0:1788204077.325832:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204077.325835:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204077.325838:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204077.325840:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204077.325843:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204077.325844:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204077.325847:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204077.325849:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204077.325851:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204077.325852:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204077.325854:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204077.325856:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204077.325857:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204077.325858:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204077.325859:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204077.325861:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afaa00 x1875052937803264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325866:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204077.325867:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afaa00 x1875052937803264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325871:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204077.325872:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204077.325873:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204077.325875:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204077.325877:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204077.325878:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309055605
00000100:00000001:2.0:1788204077.325879:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309059276
00000100:00000001:2.0:1788204077.325881:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309055605
00000100:00000001:2.0:1788204077.325882:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309059276
00000100:00000001:2.0:1788204077.325883:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204077.325884:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204077.325885:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204077.325887:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204077/real 1788204077]  req@ffff8c5d04afaa00 x1875052937803264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204077.325891:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204077.325892:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204077.325893:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204077.325894:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204077.325895:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204077.325896:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204077.325897:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afaa00 x1875052937803264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204077.325902:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afaa00 x1875052937803264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325905:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204077.325906:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.325906:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204077.325907:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204077.325909:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afaa00 x1875052937803264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325912:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204077.325914:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afaa00 x1875052937803264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325918:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204077.325919:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.325920:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204077.325920:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.325921:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204077.325922:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204077.325924:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204077.325925:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204077.325927:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204077.325929:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afaa00 x1875052937803264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204077.325934:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937803264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204077.325935:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204077.325937:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9f80 x1875052937803392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325940:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204077.325941:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204077.325942:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204077.325943:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204077.325944:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204077.325945:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937803392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204077.325947:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204077.325948:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204077.325948:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204077.325949:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204077.325951:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204077.325952:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204077.325953:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204077.325954:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204077.325956:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204077.325957:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937803392, portal 4
00000100:00000001:2.0:1788204077.325959:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204077.325959:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871306624 : -127143838244992 : ffff8c5d04af9f80)
00000100:00000040:2.0:1788204077.325963:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9f80 x1875052937803392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.325966:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204077.325967:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204077.325968:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204077.325970:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937803392, offset 0
00000400:00000200:2.0:1788204077.325972:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204077.325974:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204077.325976:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204077.325978:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204077.325980:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204077.325981:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204077.325982:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204077.325984:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546226:546226:256:4294967295] 192.168.201.135@tcp LPNI seq info [546192:546192:8:4294967295]
00000400:00000200:2.0:1788204077.325986:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204077.325990:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204077.325992:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204077.325993:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204077.325995:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204077.325997:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204077.325999:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204077.326001:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204077.326003:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204077.326004:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204077.326006:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204077.326008:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204077.326009:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204077.326011:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204077.326012:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204077.326014:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9f80 x1875052937803392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204102 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.326018:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204077.326020:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9f80 x1875052937803392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204102 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.326023:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204077.326024:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204077.326025:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204077.326027:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204077.326028:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204077.326030:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309055622
00000100:00000001:2.0:1788204077.326032:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309059276
00000100:00000001:2.0:1788204077.326033:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309055622
00000100:00000001:2.0:1788204077.326034:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309059276
00000100:00000001:2.0:1788204077.326035:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204077.326036:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204077.326037:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204077.326039:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204077/real 1788204077]  req@ffff8c5d04af9f80 x1875052937803392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204077.326043:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204077.326044:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204077.326045:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204077.326047:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204077.326048:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204077.326050:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204077.326053:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9f80 x1875052937803392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204077.326062:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9f80 x1875052937803392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.326068:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204077.326069:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.326071:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204077.326072:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204077.326076:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9f80 x1875052937803392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.326082:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204077.326086:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9f80 x1875052937803392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.326092:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204077.326095:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.326097:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204077.326098:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.326099:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204077.326101:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204077.326103:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204077.326106:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204077.326108:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204077.326112:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9f80 x1875052937803392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204077.326130:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937803392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204077.326133:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.326135:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204077.326138:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8e00 x1875052937803008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.326144:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204077.326145:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204077.326147:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204077.326150:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204077.326151:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204077.326152:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204077.326154:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204077.326155:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:2.0:1788204077.326158:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204077.326159:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204077.326160:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8e00.
00000100:00000001:2.0:1788204077.326163:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204077.326164:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.326166:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204077.326168:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afbb80 x1875052937803136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.326176:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204077.326177:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204077.326178:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204077.326179:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204077.326180:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204077.326180:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204077.326181:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204077.326182:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:2.0:1788204077.326183:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204077.326184:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204077.326184:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afbb80.
00000100:00000001:2.0:1788204077.326186:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204077.326187:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.326187:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204077.326189:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afaa00 x1875052937803264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.326193:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204077.326193:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204077.326194:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204077.326195:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204077.326196:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204077.326197:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204077.326197:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204077.326198:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:2.0:1788204077.326199:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204077.326200:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204077.326200:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afaa00.
00000100:00000001:2.0:1788204077.326202:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204077.326202:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.326203:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204077.326205:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9f80 x1875052937803392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204102 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204077.326208:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204077.326208:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204077.326210:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204077.326211:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204077.326212:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204077.326212:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204077.326214:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204077.326214:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:2.0:1788204077.326215:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204077.326216:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204077.326217:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9f80.
00000100:00000001:2.0:1788204077.326218:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204077.326218:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.326219:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.326222:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204077.326222:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204077.326223:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204077.326225:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204077.516356:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204077.516362:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204077.516363:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204077.516367:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204077.516370:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204077.516372:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.516374:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204077.516376:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204077.516378:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204078.028484:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204078.028487:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204078.028490:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204078.540399:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204078.540405:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204078.540407:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204078.540418:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204078.540422:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204078.540425:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204078.540428:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204078.540430:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204078.540433:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204079.564401:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204079.564409:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204079.564411:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204079.564416:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204079.564419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204079.564423:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204079.564426:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204079.564429:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204079.564431:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204080.076523:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204080.076526:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204080.076528:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204080.588418:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204080.588434:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204080.588436:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204080.588442:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204080.588446:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204080.588451:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204080.588454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204080.588456:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204080.588459:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204081.100496:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204081.100501:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204081.100504:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204081.612391:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204081.612396:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204081.612398:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204081.612402:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204081.612404:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204081.612408:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204081.612411:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204081.612413:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204081.612416:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204082.124535:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204082.124542:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204082.124545:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204082.444597:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204082.444603:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204082.444606:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204082.444614:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb100 x1875052937803520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.444633:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204082.444636:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204082.444640:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204082.444643:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204082.444647:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204082.444653:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937803520:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204082.444660:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204082.444665:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204082.444668:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204082.444673:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204082.444677:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204082.444680:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204082.444687:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204082.444692:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204082.444699:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204082.444706:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937803520, portal 25
00000100:00000001:2.0:1788204082.444711:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204082.444714:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871311104 : -127143838240512 : ffff8c5d04afb100)
00000100:00000040:2.0:1788204082.444722:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb100 x1875052937803520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.444736:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204082.444742:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204082.444746:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204082.444751:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937803520, offset 0
00000400:00000200:2.0:1788204082.444760:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204082.444771:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204082.444778:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204082.444783:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204082.444787:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204082.444793:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204082.444799:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204082.444805:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546227:546227:256:4294967295] 192.168.201.135@tcp LPNI seq info [546193:546193:8:4294967295]
00000400:00000200:2.0:1788204082.444811:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204082.444825:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204082.444836:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204082.444842:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204082.444850:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204082.444855:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204082.444863:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204082.444868:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204082.444873:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204082.444875:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204082.444879:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204082.444883:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204082.444895:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204082.444899:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204082.444904:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204082.444910:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb100 x1875052937803520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.444924:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204082.444929:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb100 x1875052937803520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.444945:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204082.444947:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204082.444953:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204082.444958:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204082.444962:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309064396
00000100:00000010:2.0:1788204082.444968:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850e40.
00000100:00000001:2.0:1788204082.444977:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204082.444984:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309064396
00000100:00000010:2.0:1788204082.444988:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850120.
00000100:00000001:2.0:1788204082.444993:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204082.444997:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204082.445002:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204082.445005:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204082.445010:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204082/real 1788204082]  req@ffff8c5d04afb100 x1875052937803520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204082.445023:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204082.445039:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204082.445041:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204082.445043:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204082.445044:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204082.445046:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204082.445052:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb100 x1875052937803520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204082.445069:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb100 x1875052937803520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445080:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204082.445083:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445087:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204082.445090:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204082.445096:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb100 x1875052937803520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445113:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204082.445119:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb100 x1875052937803520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445128:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204082.445132:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445134:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204082.445136:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445139:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204082.445141:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204082.445144:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204082.445150:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204082.445155:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204082.445160:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb100 x1875052937803520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204082.445171:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937803520:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204082.445176:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445179:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204082.445184:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb100 x1875052937803520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445194:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204082.445197:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204082.445200:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204082.445205:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204082.445207:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204082.445210:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204082.445212:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204082.445216:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:2.0:1788204082.445220:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204082.445222:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204082.445224:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb100.
00000100:00000001:2.0:1788204082.445233:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204082.445236:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445239:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445246:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204082.445249:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204082.445252:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204082.445253:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204082.445254:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204082.445257:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afa300 x1875052937803648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445262:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204082.445263:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204082.445265:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204082.445266:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204082.445268:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204082.445270:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937803648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204082.445272:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204082.445273:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204082.445274:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204082.445275:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204082.445277:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204082.445278:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204082.445281:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204082.445282:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204082.445284:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204082.445286:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937803648, portal 10
00000100:00000001:2.0:1788204082.445287:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204082.445288:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871307520 : -127143838244096 : ffff8c5d04afa300)
00000100:00000040:2.0:1788204082.445292:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afa300 x1875052937803648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445296:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204082.445316:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204082.445318:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204082.445320:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937803648, offset 0
00000400:00000200:2.0:1788204082.445323:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204082.445326:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204082.445328:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204082.445330:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204082.445331:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204082.445333:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204082.445334:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204082.445336:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546228:546228:256:4294967295] 192.168.201.135@tcp LPNI seq info [546194:546194:8:4294967295]
00000400:00000200:2.0:1788204082.445338:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204082.445342:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204082.445344:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204082.445347:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204082.445349:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204082.445351:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204082.445353:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204082.445355:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204082.445357:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204082.445358:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204082.445360:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204082.445362:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204082.445364:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204082.445365:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204082.445367:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204082.445369:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afa300 x1875052937803648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445374:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204082.445375:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afa300 x1875052937803648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445379:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204082.445380:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204082.445382:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204082.445384:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204082.445386:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204082.445387:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309060637
00000100:00000001:2.0:1788204082.445389:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309064396
00000100:00000001:2.0:1788204082.445390:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309060637
00000100:00000001:2.0:1788204082.445391:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309064396
00000100:00000001:2.0:1788204082.445392:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204082.445393:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204082.445394:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204082.445396:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204082/real 1788204082]  req@ffff8c5d04afa300 x1875052937803648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204082.445404:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204082.445405:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204082.445406:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204082.445407:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204082.445408:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204082.445409:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204082.445411:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afa300 x1875052937803648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204082.445415:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afa300 x1875052937803648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445419:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204082.445420:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445421:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204082.445421:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204082.445423:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afa300 x1875052937803648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445427:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204082.445429:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afa300 x1875052937803648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445432:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204082.445434:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445434:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204082.445435:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445436:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204082.445437:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204082.445438:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204082.445440:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204082.445441:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204082.445444:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afa300 x1875052937803648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204082.445448:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937803648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204082.445450:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204082.445452:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9c00 x1875052937803776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445456:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204082.445456:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204082.445457:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204082.445458:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204082.445459:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204082.445461:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937803776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204082.445462:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204082.445463:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204082.445464:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204082.445465:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204082.445467:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204082.445468:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204082.445469:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204082.445471:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204082.445472:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204082.445474:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937803776, portal 10
00000100:00000001:2.0:1788204082.445475:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204082.445476:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871305728 : -127143838245888 : ffff8c5d04af9c00)
00000100:00000040:2.0:1788204082.445480:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9c00 x1875052937803776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445483:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204082.445484:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204082.445485:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204082.445487:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937803776, offset 0
00000400:00000200:2.0:1788204082.445490:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204082.445491:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204082.445493:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204082.445495:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204082.445496:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204082.445498:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204082.445499:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204082.445501:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546229:546229:256:4294967295] 192.168.201.135@tcp LPNI seq info [546195:546195:8:4294967295]
00000400:00000200:2.0:1788204082.445503:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204082.445507:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204082.445509:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204082.445511:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204082.445513:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204082.445514:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204082.445516:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204082.445518:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204082.445520:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204082.445521:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204082.445522:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204082.445524:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204082.445526:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204082.445527:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204082.445528:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204082.445530:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9c00 x1875052937803776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445534:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204082.445535:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9c00 x1875052937803776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445538:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204082.445539:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204082.445541:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204082.445542:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204082.445544:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204082.445545:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309060632
00000100:00000001:2.0:1788204082.445547:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309064396
00000100:00000001:2.0:1788204082.445548:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309060632
00000100:00000001:2.0:1788204082.445550:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309064396
00000100:00000001:2.0:1788204082.445551:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204082.445552:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204082.445553:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204082.445556:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204082/real 1788204082]  req@ffff8c5d04af9c00 x1875052937803776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204082.445563:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204082.445565:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204082.445567:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204082.445568:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204082.445571:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204082.445573:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204082.445576:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9c00 x1875052937803776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204082.445583:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9c00 x1875052937803776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445590:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204082.445592:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445593:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204082.445594:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204082.445598:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9c00 x1875052937803776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445604:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204082.445607:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9c00 x1875052937803776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445613:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204082.445615:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445617:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204082.445618:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445620:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204082.445621:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204082.445623:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204082.445626:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204082.445628:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204082.445632:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9c00 x1875052937803776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204082.445637:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937803776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204082.445639:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204082.445641:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8a80 x1875052937803904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445645:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204082.445646:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204082.445647:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204082.445648:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204082.445649:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204082.445651:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937803904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204082.445653:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204082.445654:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204082.445655:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204082.445656:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204082.445658:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204082.445659:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204082.445661:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204082.445663:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204082.445665:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204082.445667:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937803904, portal 4
00000100:00000001:2.0:1788204082.445668:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204082.445669:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871301248 : -127143838250368 : ffff8c5d04af8a80)
00000100:00000040:2.0:1788204082.445672:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8a80 x1875052937803904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445676:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204082.445677:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204082.445678:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204082.445680:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937803904, offset 0
00000400:00000200:2.0:1788204082.445682:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204082.445684:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204082.445686:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204082.445688:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204082.445689:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204082.445691:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204082.445692:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204082.445694:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546230:546230:256:4294967295] 192.168.201.135@tcp LPNI seq info [546196:546196:8:4294967295]
00000400:00000200:2.0:1788204082.445696:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204082.445700:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204082.445702:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204082.445704:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204082.445706:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204082.445708:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204082.445710:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204082.445711:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204082.445713:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204082.445715:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204082.445716:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204082.445718:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204082.445720:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204082.445721:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204082.445722:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204082.445724:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8a80 x1875052937803904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445732:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204082.445734:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8a80 x1875052937803904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445737:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204082.445738:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204082.445740:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204082.445742:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204082.445743:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204082.445744:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309060725
00000100:00000001:2.0:1788204082.445745:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309064396
00000100:00000001:2.0:1788204082.445747:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309060725
00000100:00000001:2.0:1788204082.445748:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309064396
00000100:00000001:2.0:1788204082.445749:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204082.445750:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204082.445751:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204082.445753:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204082/real 1788204082]  req@ffff8c5d04af8a80 x1875052937803904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204082.445757:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204082.445758:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204082.445758:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204082.445759:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204082.445760:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204082.445761:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204082.445764:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8a80 x1875052937803904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204082.445771:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8a80 x1875052937803904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445777:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204082.445779:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445780:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204082.445782:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204082.445785:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8a80 x1875052937803904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445791:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204082.445794:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8a80 x1875052937803904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445801:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204082.445803:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445804:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204082.445806:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445807:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204082.445809:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204082.445810:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204082.445813:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204082.445815:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204082.445818:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8a80 x1875052937803904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204082.445824:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937803904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204082.445827:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204082.445829:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8000 x1875052937804032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445832:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204082.445833:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204082.445834:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204082.445835:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204082.445836:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204082.445838:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937804032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204082.445840:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204082.445841:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204082.445842:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204082.445843:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204082.445845:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204082.445846:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204082.445848:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204082.445849:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204082.445851:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204082.445853:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937804032, portal 4
00000100:00000001:2.0:1788204082.445854:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204082.445855:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871298560 : -127143838253056 : ffff8c5d04af8000)
00000100:00000040:2.0:1788204082.445858:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8000 x1875052937804032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445862:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204082.445863:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204082.445864:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204082.445866:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937804032, offset 0
00000400:00000200:2.0:1788204082.445868:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204082.445870:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204082.445871:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204082.445873:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204082.445874:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204082.445876:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204082.445877:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204082.445879:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546231:546231:256:4294967295] 192.168.201.135@tcp LPNI seq info [546197:546197:8:4294967295]
00000400:00000200:2.0:1788204082.445881:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204082.445885:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204082.445887:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204082.445888:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204082.445891:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204082.445893:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204082.445895:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204082.445896:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204082.445899:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204082.445900:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204082.445901:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204082.445903:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204082.445905:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204082.445906:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204082.445907:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204082.445909:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8000 x1875052937804032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204107 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445914:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204082.445915:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8000 x1875052937804032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204107 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445919:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204082.445920:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204082.445921:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204082.445923:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204082.445925:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204082.445926:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309060742
00000100:00000001:2.0:1788204082.445927:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309064396
00000100:00000001:2.0:1788204082.445928:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309060742
00000100:00000001:2.0:1788204082.445930:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309064396
00000100:00000001:2.0:1788204082.445931:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204082.445932:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204082.445933:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204082.445935:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204082/real 1788204082]  req@ffff8c5d04af8000 x1875052937804032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204082.445938:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204082.445939:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204082.445940:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204082.445941:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204082.445942:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204082.445944:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204082.445945:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8000 x1875052937804032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204082.445949:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8000 x1875052937804032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445952:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204082.445953:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445954:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204082.445955:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204082.445956:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8000 x1875052937804032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445960:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204082.445962:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8000 x1875052937804032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445965:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204082.445966:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445967:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204082.445968:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445969:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204082.445970:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204082.445971:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204082.445973:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204082.445974:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204082.445976:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8000 x1875052937804032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204082.445983:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937804032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204082.445986:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.445987:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204082.445988:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afa300 x1875052937803648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.445992:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204082.445993:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204082.445994:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204082.445995:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204082.445996:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204082.445996:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204082.445997:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204082.445998:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:2.0:1788204082.445999:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204082.446000:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204082.446001:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afa300.
00000100:00000001:2.0:1788204082.446003:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204082.446004:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.446004:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204082.446006:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9c00 x1875052937803776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.446010:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204082.446010:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204082.446011:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204082.446012:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204082.446013:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204082.446013:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204082.446014:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204082.446015:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:2.0:1788204082.446016:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204082.446017:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204082.446018:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9c00.
00000100:00000001:2.0:1788204082.446019:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204082.446020:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.446021:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204082.446023:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8a80 x1875052937803904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.446049:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204082.446050:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204082.446051:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204082.446052:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204082.446053:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204082.446053:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204082.446055:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204082.446055:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:2.0:1788204082.446057:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204082.446057:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204082.446058:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8a80.
00000100:00000001:2.0:1788204082.446059:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204082.446060:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.446061:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204082.446063:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8000 x1875052937804032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204107 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204082.446067:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204082.446068:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204082.446069:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204082.446070:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204082.446070:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204082.446071:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204082.446072:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204082.446073:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:2.0:1788204082.446074:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204082.446074:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204082.446075:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8000.
00000100:00000001:2.0:1788204082.446076:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204082.446076:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.446077:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.446079:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204082.446081:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204082.446082:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204082.446083:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204082.636380:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204082.636387:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204082.636389:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204082.636394:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204082.636398:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204082.636401:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.636404:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204082.636407:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204082.636410:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204083.148477:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204083.148481:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204083.148484:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204083.660391:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204083.660397:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204083.660399:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204083.660403:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204083.660406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204083.660408:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204083.660410:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204083.660412:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204083.660414:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204084.684393:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204084.684399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204084.684401:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204084.684405:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204084.684408:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204084.684411:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204084.684413:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204084.684415:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204084.684417:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204085.196438:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204085.196443:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204085.196447:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204085.708373:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204085.708380:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204085.708383:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204085.708388:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204085.708391:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204085.708394:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204085.708397:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204085.708399:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204085.708402:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204086.220506:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204086.220509:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204086.220512:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204086.732354:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204086.732360:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204086.732362:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204086.732365:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204086.732368:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204086.732370:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204086.732372:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204086.732374:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204086.732376:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204087.244478:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204087.244482:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204087.244486:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204087.564604:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204087.564609:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204087.564613:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204087.564621:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece680 x1875052937804160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.564635:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204087.564637:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204087.564642:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204087.564645:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204087.564650:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204087.564654:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937804160:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204087.564661:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204087.564665:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204087.564668:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204087.564674:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204087.564679:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204087.564682:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204087.564691:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204087.564695:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204087.564702:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204087.564710:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937804160, portal 25
00000100:00000001:2.0:1788204087.564713:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204087.564716:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525056 : -127143247026560 : ffff8c5d27ece680)
00000100:00000040:2.0:1788204087.564725:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece680 x1875052937804160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.564739:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204087.564745:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204087.564750:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204087.564754:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937804160, offset 0
00000400:00000200:2.0:1788204087.564761:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204087.564770:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204087.564777:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204087.564785:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204087.564790:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204087.564795:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204087.564799:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204087.564804:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546232:546232:256:4294967295] 192.168.201.135@tcp LPNI seq info [546198:546198:8:4294967295]
00000400:00000200:2.0:1788204087.564813:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204087.564825:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204087.564834:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204087.564840:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204087.564847:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204087.564852:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204087.564860:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204087.564866:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204087.564874:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204087.564877:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204087.564883:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204087.564889:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204087.564894:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204087.564896:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204087.564901:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204087.564906:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece680 x1875052937804160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.564917:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204087.564921:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece680 x1875052937804160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.564932:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204087.564935:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204087.564957:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204087.564964:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204087.564969:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309069516
00000100:00000010:2.0:1788204087.564976:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850a80.
00000100:00000001:2.0:1788204087.564983:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204087.564990:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309069516
00000100:00000010:2.0:1788204087.564995:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850900.
00000100:00000001:2.0:1788204087.565001:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204087.565007:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204087.565010:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204087.565013:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204087.565020:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204087/real 1788204087]  req@ffff8c5d27ece680 x1875052937804160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204087.565034:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204087.565036:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204087.565040:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204087.565044:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204087.565046:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204087.565050:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204087.565055:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece680 x1875052937804160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204087.565066:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece680 x1875052937804160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565074:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204087.565077:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565081:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204087.565084:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204087.565089:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece680 x1875052937804160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565105:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204087.565112:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece680 x1875052937804160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565119:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204087.565125:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565129:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204087.565131:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565134:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204087.565136:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204087.565140:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204087.565146:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204087.565152:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204087.565157:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece680 x1875052937804160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204087.565173:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937804160:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204087.565180:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565184:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204087.565191:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece680 x1875052937804160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565219:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204087.565225:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204087.565228:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204087.565232:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204087.565236:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204087.565239:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204087.565242:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204087.565245:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:2.0:1788204087.565249:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204087.565251:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204087.565253:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece680.
00000100:00000001:2.0:1788204087.565257:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204087.565259:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565260:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565268:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204087.565270:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204087.565275:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204087.565277:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204087.565280:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204087.565290:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdc00 x1875052937804288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565327:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204087.565330:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204087.565332:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204087.565334:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204087.565338:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204087.565341:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937804288:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204087.565344:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204087.565345:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204087.565346:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204087.565347:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204087.565349:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204087.565351:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204087.565354:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204087.565356:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204087.565359:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204087.565361:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937804288, portal 10
00000100:00000001:2.0:1788204087.565362:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204087.565363:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462522368 : -127143247029248 : ffff8c5d27ecdc00)
00000100:00000040:2.0:1788204087.565367:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdc00 x1875052937804288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565371:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204087.565373:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204087.565374:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204087.565375:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937804288, offset 0
00000400:00000200:2.0:1788204087.565377:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204087.565380:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204087.565382:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204087.565384:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204087.565385:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204087.565387:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204087.565388:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204087.565390:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546233:546233:256:4294967295] 192.168.201.135@tcp LPNI seq info [546199:546199:8:4294967295]
00000400:00000200:2.0:1788204087.565392:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204087.565396:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204087.565399:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204087.565401:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204087.565403:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204087.565405:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204087.565407:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204087.565409:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204087.565411:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204087.565412:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204087.565414:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204087.565416:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204087.565418:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204087.565419:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204087.565421:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204087.565423:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdc00 x1875052937804288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565428:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204087.565430:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdc00 x1875052937804288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565434:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204087.565435:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204087.565436:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204087.565439:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204087.565440:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204087.565442:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309065757
00000100:00000001:2.0:1788204087.565443:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309069516
00000100:00000001:2.0:1788204087.565445:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309065757
00000100:00000001:2.0:1788204087.565446:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309069516
00000100:00000001:2.0:1788204087.565447:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204087.565448:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204087.565449:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204087.565451:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204087/real 1788204087]  req@ffff8c5d27ecdc00 x1875052937804288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204087.565455:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204087.565456:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204087.565457:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204087.565458:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204087.565459:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204087.565460:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204087.565462:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdc00 x1875052937804288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204087.565467:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdc00 x1875052937804288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565474:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204087.565474:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565475:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204087.565476:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204087.565478:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdc00 x1875052937804288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565482:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204087.565484:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdc00 x1875052937804288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565487:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204087.565489:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565489:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204087.565490:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565491:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204087.565492:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204087.565493:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204087.565495:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204087.565496:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204087.565498:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdc00 x1875052937804288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204087.565502:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937804288:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204087.565504:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204087.565506:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd500 x1875052937804416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565510:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204087.565511:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204087.565512:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204087.565513:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204087.565515:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204087.565516:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937804416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204087.565518:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204087.565519:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204087.565520:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204087.565521:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204087.565522:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204087.565523:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204087.565525:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204087.565527:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204087.565529:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204087.565532:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937804416, portal 10
00000100:00000001:2.0:1788204087.565534:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204087.565535:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462520576 : -127143247031040 : ffff8c5d27ecd500)
00000100:00000040:2.0:1788204087.565540:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd500 x1875052937804416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565546:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204087.565548:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204087.565550:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204087.565552:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937804416, offset 0
00000400:00000200:2.0:1788204087.565555:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204087.565559:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204087.565562:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204087.565565:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204087.565568:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204087.565570:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204087.565572:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204087.565575:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546234:546234:256:4294967295] 192.168.201.135@tcp LPNI seq info [546200:546200:8:4294967295]
00000400:00000200:2.0:1788204087.565578:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204087.565583:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204087.565586:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204087.565588:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204087.565590:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204087.565592:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204087.565595:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204087.565596:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204087.565598:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204087.565599:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204087.565601:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204087.565603:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204087.565605:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204087.565606:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204087.565607:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204087.565610:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd500 x1875052937804416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565614:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204087.565616:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd500 x1875052937804416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565620:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204087.565621:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204087.565622:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204087.565624:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204087.565626:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204087.565627:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309065752
00000100:00000001:2.0:1788204087.565628:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309069516
00000100:00000001:2.0:1788204087.565630:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309065752
00000100:00000001:2.0:1788204087.565631:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309069516
00000100:00000001:2.0:1788204087.565632:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204087.565633:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204087.565634:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204087.565636:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204087/real 1788204087]  req@ffff8c5d27ecd500 x1875052937804416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204087.565641:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204087.565642:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204087.565643:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204087.565644:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204087.565645:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204087.565646:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204087.565648:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd500 x1875052937804416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204087.565653:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd500 x1875052937804416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565656:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204087.565657:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565658:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204087.565658:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204087.565660:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd500 x1875052937804416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565664:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204087.565666:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd500 x1875052937804416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565669:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204087.565671:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565672:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204087.565673:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565674:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204087.565675:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204087.565676:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204087.565677:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204087.565679:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204087.565681:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd500 x1875052937804416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204087.565685:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937804416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204087.565688:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204087.565690:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecce00 x1875052937804544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565693:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204087.565694:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204087.565695:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204087.565696:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204087.565697:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204087.565698:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937804544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204087.565700:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204087.565701:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204087.565702:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204087.565703:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204087.565704:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204087.565705:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204087.565707:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204087.565709:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204087.565711:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204087.565712:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937804544, portal 4
00000100:00000001:2.0:1788204087.565713:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204087.565714:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462518784 : -127143247032832 : ffff8c5d27ecce00)
00000100:00000040:2.0:1788204087.565717:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecce00 x1875052937804544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565721:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204087.565722:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204087.565724:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204087.565725:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937804544, offset 0
00000400:00000200:2.0:1788204087.565727:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204087.565729:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204087.565731:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204087.565733:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204087.565734:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204087.565736:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204087.565737:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204087.565739:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546235:546235:256:4294967295] 192.168.201.135@tcp LPNI seq info [546201:546201:8:4294967295]
00000400:00000200:2.0:1788204087.565741:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204087.565745:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204087.565747:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204087.565749:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204087.565751:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204087.565752:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204087.565755:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204087.565756:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204087.565758:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204087.565760:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204087.565761:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204087.565763:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204087.565764:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204087.565765:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204087.565766:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204087.565768:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecce00 x1875052937804544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565772:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204087.565774:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecce00 x1875052937804544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565777:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204087.565778:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204087.565780:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204087.565781:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204087.565783:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204087.565784:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309065845
00000100:00000001:2.0:1788204087.565785:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309069516
00000100:00000001:2.0:1788204087.565787:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309065845
00000100:00000001:2.0:1788204087.565788:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309069516
00000100:00000001:2.0:1788204087.565789:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204087.565790:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204087.565791:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204087.565793:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204087/real 1788204087]  req@ffff8c5d27ecce00 x1875052937804544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204087.565796:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204087.565797:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204087.565798:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204087.565799:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204087.565800:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204087.565801:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204087.565803:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecce00 x1875052937804544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204087.565807:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecce00 x1875052937804544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565810:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204087.565811:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565812:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204087.565812:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204087.565814:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecce00 x1875052937804544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565818:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204087.565819:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecce00 x1875052937804544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565823:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204087.565824:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565825:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204087.565826:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565827:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204087.565828:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204087.565829:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204087.565831:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204087.565832:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204087.565834:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecce00 x1875052937804544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204087.565838:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937804544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204087.565840:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565841:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204087.565842:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdc00 x1875052937804288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565846:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204087.565846:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204087.565847:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204087.565849:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204087.565849:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204087.565850:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204087.565851:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204087.565852:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:2.0:1788204087.565853:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204087.565854:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204087.565855:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdc00.
00000100:00000001:2.0:1788204087.565856:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204087.565857:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565858:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204087.565860:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd500 x1875052937804416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565867:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204087.565868:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204087.565869:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204087.565870:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204087.565871:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204087.565871:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204087.565872:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204087.565873:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:2.0:1788204087.565874:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204087.565875:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204087.565875:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd500.
00000100:00000001:2.0:1788204087.565876:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204087.565877:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565878:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204087.565879:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecce00 x1875052937804544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565883:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204087.565883:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204087.565884:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204087.565885:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204087.565885:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204087.565886:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204087.565887:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204087.565888:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:2.0:1788204087.565889:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204087.565889:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204087.565890:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecce00.
00000100:00000001:2.0:1788204087.565891:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204087.565892:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565893:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.565895:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204087.565895:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204087.565896:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204087.565897:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204087.565898:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204087.565900:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecca80 x1875052937804672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565904:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204087.565905:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204087.565906:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204087.565907:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204087.565908:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204087.565909:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937804672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204087.565911:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204087.565912:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204087.565912:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204087.565913:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204087.565915:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204087.565916:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204087.565917:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204087.565919:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204087.565920:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204087.565922:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937804672, portal 4
00000100:00000001:2.0:1788204087.565923:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204087.565924:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462517888 : -127143247033728 : ffff8c5d27ecca80)
00000100:00000040:2.0:1788204087.565927:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecca80 x1875052937804672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565931:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204087.565932:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204087.565933:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204087.565935:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937804672, offset 0
00000400:00000200:2.0:1788204087.565949:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204087.565951:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204087.565954:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204087.565955:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204087.565957:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204087.565958:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204087.565959:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204087.565962:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546236:546236:256:4294967295] 192.168.201.135@tcp LPNI seq info [546202:546202:8:4294967295]
00000400:00000200:2.0:1788204087.565964:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204087.565968:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204087.565971:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204087.565973:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204087.565975:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204087.565977:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204087.565980:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204087.565981:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204087.565983:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204087.565984:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204087.565986:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204087.565988:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204087.565989:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204087.565990:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204087.565992:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204087.565994:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecca80 x1875052937804672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204112 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.565998:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204087.566000:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecca80 x1875052937804672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204112 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.566004:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204087.566005:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204087.566006:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204087.566008:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204087.566010:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204087.566011:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309065862
00000100:00000001:2.0:1788204087.566013:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309069516
00000100:00000001:2.0:1788204087.566014:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309065862
00000100:00000001:2.0:1788204087.566015:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309069516
00000100:00000001:2.0:1788204087.566016:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204087.566018:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204087.566019:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204087.566021:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204087/real 1788204087]  req@ffff8c5d27ecca80 x1875052937804672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204087.566025:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204087.566026:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204087.566026:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204087.566027:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204087.566028:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204087.566029:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204087.566031:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecca80 x1875052937804672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204087.566036:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecca80 x1875052937804672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.566039:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204087.566040:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.566041:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204087.566041:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204087.566043:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecca80 x1875052937804672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.566047:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204087.566048:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecca80 x1875052937804672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.566052:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204087.566053:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.566054:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204087.566055:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.566056:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204087.566057:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204087.566058:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204087.566061:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204087.566062:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204087.566064:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecca80 x1875052937804672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204087.566068:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937804672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204087.566070:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.566071:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204087.566073:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecca80 x1875052937804672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204112 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204087.566076:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204087.566077:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204087.566078:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204087.566079:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204087.566079:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204087.566080:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204087.566081:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204087.566082:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:2.0:1788204087.566083:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204087.566084:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204087.566084:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecca80.
00000100:00000001:2.0:1788204087.566085:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204087.566086:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.566087:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.566089:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204087.566090:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204087.566091:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204087.566092:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204087.756366:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204087.756373:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204087.756375:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204087.756378:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204087.756381:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204087.756384:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.756386:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204087.756388:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204087.756390:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204088.268452:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204088.268457:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204088.268460:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204088.780352:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204088.780358:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204088.780359:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204088.780363:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204088.780366:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204088.780368:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204088.780370:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204088.780372:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204088.780374:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204089.804403:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204089.804408:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204089.804410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204089.804414:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204089.804417:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204089.804420:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204089.804422:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204089.804424:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204089.804425:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204090.316495:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204090.316500:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204090.316504:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204090.828404:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204090.828411:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204090.828412:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204090.828416:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204090.828419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204090.828422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204090.828423:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204090.828425:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204090.828427:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204091.340459:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204091.340464:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204091.340468:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204091.852393:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204091.852399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204091.852400:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204091.852404:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204091.852406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204091.852409:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204091.852411:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204091.852413:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204091.852414:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204092.364517:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204092.364521:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204092.364524:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204092.684538:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204092.684543:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204092.684547:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204092.684556:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc700 x1875052937804800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.684567:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204092.684571:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204092.684579:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204092.684583:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204092.684588:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204092.684595:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937804800:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204092.684603:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204092.684607:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204092.684609:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204092.684611:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204092.684616:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204092.684620:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204092.684630:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204092.684637:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204092.684644:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204092.684652:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937804800, portal 25
00000100:00000001:2.0:1788204092.684656:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204092.684659:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516992 : -127143247034624 : ffff8c5d27ecc700)
00000100:00000040:2.0:1788204092.684667:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc700 x1875052937804800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.684685:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204092.684693:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204092.684696:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204092.684702:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937804800, offset 0
00000400:00000200:2.0:1788204092.684714:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204092.684725:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204092.684735:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204092.684745:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204092.684753:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204092.684761:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204092.684768:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204092.684779:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546237:546237:256:4294967295] 192.168.201.135@tcp LPNI seq info [546203:546203:8:4294967295]
00000400:00000200:2.0:1788204092.684788:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204092.684805:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204092.684820:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204092.684829:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204092.684842:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204092.684862:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204092.684874:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204092.684880:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204092.684889:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204092.684893:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204092.684900:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204092.684907:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204092.684918:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204092.684923:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204092.684929:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204092.684933:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc700 x1875052937804800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.684956:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204092.684967:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc700 x1875052937804800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.684986:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204092.684990:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204092.684997:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204092.685004:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204092.685008:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309074636
00000100:00000010:2.0:1788204092.685015:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850960.
00000100:00000001:2.0:1788204092.685023:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204092.685031:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309074636
00000100:00000010:2.0:1788204092.685037:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108507e0.
00000100:00000001:2.0:1788204092.685041:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204092.685047:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204092.685051:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204092.685053:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204092.685061:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204092/real 1788204092]  req@ffff8c5d27ecc700 x1875052937804800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204092.685073:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204092.685076:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204092.685079:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204092.685083:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204092.685086:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204092.685090:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204092.685095:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc700 x1875052937804800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204092.685106:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc700 x1875052937804800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685118:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204092.685119:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.685121:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204092.685125:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204092.685129:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc700 x1875052937804800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685152:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204092.685163:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc700 x1875052937804800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685177:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204092.685180:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.685181:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204092.685182:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.685184:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204092.685186:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204092.685188:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204092.685191:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204092.685192:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204092.685195:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc700 x1875052937804800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204092.685200:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937804800:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204092.685203:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.685204:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204092.685206:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc700 x1875052937804800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685210:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204092.685212:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204092.685214:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204092.685216:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204092.685217:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204092.685218:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204092.685220:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204092.685221:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:2.0:1788204092.685224:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204092.685225:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204092.685226:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc700.
00000100:00000001:2.0:1788204092.685228:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204092.685229:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.685230:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.685235:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204092.685237:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204092.685238:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204092.685239:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204092.685240:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204092.685242:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece300 x1875052937804928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685246:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204092.685247:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204092.685248:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204092.685250:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204092.685251:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204092.685252:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937804928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204092.685254:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204092.685255:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204092.685256:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204092.685257:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204092.685259:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204092.685260:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204092.685263:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204092.685264:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204092.685267:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204092.685269:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937804928, portal 10
00000100:00000001:2.0:1788204092.685270:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204092.685271:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462524160 : -127143247027456 : ffff8c5d27ece300)
00000100:00000040:2.0:1788204092.685275:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece300 x1875052937804928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685278:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204092.685280:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204092.685281:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204092.685283:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937804928, offset 0
00000400:00000200:2.0:1788204092.685286:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204092.685290:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204092.685293:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204092.685296:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204092.685320:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204092.685323:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204092.685325:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204092.685328:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546238:546238:256:4294967295] 192.168.201.135@tcp LPNI seq info [546204:546204:8:4294967295]
00000400:00000200:2.0:1788204092.685332:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204092.685337:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204092.685340:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204092.685343:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204092.685346:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204092.685347:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204092.685350:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204092.685352:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204092.685354:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204092.685355:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204092.685357:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204092.685359:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204092.685361:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204092.685362:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204092.685364:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204092.685367:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece300 x1875052937804928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685372:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204092.685373:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece300 x1875052937804928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685378:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204092.685379:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204092.685381:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204092.685384:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204092.685385:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204092.685387:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309070877
00000100:00000001:2.0:1788204092.685389:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309074636
00000100:00000001:2.0:1788204092.685390:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309070877
00000100:00000001:2.0:1788204092.685391:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309074636
00000100:00000001:2.0:1788204092.685393:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204092.685394:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204092.685395:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204092.685397:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204092/real 1788204092]  req@ffff8c5d27ece300 x1875052937804928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204092.685401:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204092.685402:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204092.685403:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204092.685404:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204092.685405:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204092.685406:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204092.685408:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece300 x1875052937804928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204092.685412:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece300 x1875052937804928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685423:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204092.685424:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.685425:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204092.685425:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204092.685428:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece300 x1875052937804928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685431:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204092.685434:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece300 x1875052937804928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685438:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204092.685440:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.685441:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204092.685442:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.685444:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204092.685445:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204092.685447:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204092.685450:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204092.685452:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204092.685456:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece300 x1875052937804928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204092.685463:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937804928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204092.685467:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204092.685470:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecf480 x1875052937805056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685477:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204092.685478:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204092.685480:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204092.685482:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204092.685484:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204092.685486:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937805056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204092.685489:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204092.685491:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204092.685492:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204092.685493:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204092.685495:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204092.685496:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204092.685499:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204092.685500:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204092.685502:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204092.685504:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937805056, portal 10
00000100:00000001:2.0:1788204092.685505:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204092.685506:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462528640 : -127143247022976 : ffff8c5d27ecf480)
00000100:00000040:2.0:1788204092.685509:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecf480 x1875052937805056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685513:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204092.685515:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204092.685516:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204092.685517:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937805056, offset 0
00000400:00000200:2.0:1788204092.685520:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204092.685522:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204092.685524:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204092.685526:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204092.685528:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204092.685529:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204092.685530:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204092.685532:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546239:546239:256:4294967295] 192.168.201.135@tcp LPNI seq info [546205:546205:8:4294967295]
00000400:00000200:2.0:1788204092.685535:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204092.685538:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204092.685541:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204092.685542:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204092.685545:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204092.685546:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204092.685549:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204092.685551:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204092.685553:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204092.685554:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204092.685556:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204092.685558:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204092.685560:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204092.685561:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204092.685563:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204092.685564:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecf480 x1875052937805056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685569:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204092.685571:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecf480 x1875052937805056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685574:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204092.685575:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204092.685577:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204092.685578:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204092.685580:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204092.685582:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309070872
00000100:00000001:2.0:1788204092.685583:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309074636
00000100:00000001:2.0:1788204092.685584:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309070872
00000100:00000001:2.0:1788204092.685586:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309074636
00000100:00000001:2.0:1788204092.685587:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204092.685588:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204092.685589:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204092.685591:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204092/real 1788204092]  req@ffff8c5d27ecf480 x1875052937805056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204092.685595:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204092.685595:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204092.685596:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204092.685598:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204092.685598:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204092.685600:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204092.685601:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecf480 x1875052937805056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204092.685606:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecf480 x1875052937805056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685610:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204092.685610:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.685611:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204092.685612:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204092.685614:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecf480 x1875052937805056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685618:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204092.685620:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecf480 x1875052937805056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685623:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204092.685624:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.685625:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204092.685626:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.685627:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204092.685628:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204092.685629:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204092.685631:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204092.685632:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204092.685634:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecf480 x1875052937805056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204092.685639:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937805056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204092.685641:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204092.685642:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecfb80 x1875052937805184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685646:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204092.685646:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204092.685648:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204092.685649:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204092.685651:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204092.685652:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937805184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204092.685654:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204092.685655:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204092.685656:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204092.685657:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204092.685659:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204092.685660:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204092.685662:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204092.685663:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204092.685665:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204092.685667:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937805184, portal 4
00000100:00000001:2.0:1788204092.685668:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204092.685669:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462530432 : -127143247021184 : ffff8c5d27ecfb80)
00000100:00000040:2.0:1788204092.685672:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecfb80 x1875052937805184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685676:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204092.685677:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204092.685678:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204092.685679:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937805184, offset 0
00000400:00000200:2.0:1788204092.685681:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204092.685683:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204092.685685:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204092.685686:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204092.685688:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204092.685689:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204092.685690:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204092.685692:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546240:546240:256:4294967295] 192.168.201.135@tcp LPNI seq info [546206:546206:8:4294967295]
00000400:00000200:2.0:1788204092.685695:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204092.685698:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204092.685701:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204092.685703:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204092.685705:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204092.685706:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204092.685708:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204092.685710:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204092.685713:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204092.685714:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204092.685715:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204092.685717:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204092.685719:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204092.685720:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204092.685721:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204092.685723:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecfb80 x1875052937805184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685727:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204092.685729:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecfb80 x1875052937805184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685734:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204092.685735:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204092.685737:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204092.685740:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204092.685742:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204092.685744:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309070965
00000100:00000001:2.0:1788204092.685747:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309074636
00000100:00000001:2.0:1788204092.685749:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309070965
00000100:00000001:2.0:1788204092.685750:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309074636
00000100:00000001:2.0:1788204092.685753:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204092.685754:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204092.685756:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204092.685760:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204092/real 1788204092]  req@ffff8c5d27ecfb80 x1875052937805184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204092.685768:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204092.685769:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204092.685771:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204092.685774:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204092.685775:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204092.685777:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204092.685781:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecfb80 x1875052937805184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204092.685789:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecfb80 x1875052937805184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685795:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204092.685797:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.685798:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204092.685800:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204092.685803:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecfb80 x1875052937805184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685810:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204092.685814:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecfb80 x1875052937805184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685819:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204092.685821:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.685822:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204092.685823:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.685824:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204092.685825:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204092.685827:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204092.685830:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204092.685832:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204092.685836:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecfb80 x1875052937805184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204092.685843:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937805184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204092.685847:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204092.685861:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdf80 x1875052937805312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685868:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204092.685869:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204092.685871:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204092.685873:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204092.685875:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204092.685877:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937805312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204092.685880:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204092.685881:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204092.685882:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204092.685883:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204092.685886:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204092.685887:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204092.685889:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204092.685891:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204092.685892:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00000200:2.0:1788204092.685894:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937805312, portal 4
00000100:00000001:2.0:1788204092.685895:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204092.685896:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462523264 : -127143247028352 : ffff8c5d27ecdf80)
00000100:00000040:2.0:1788204092.685900:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdf80 x1875052937805312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685904:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204092.685905:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204092.685906:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
00000100:00000200:2.0:1788204092.685908:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937805312, offset 0
00000400:00000200:2.0:1788204092.685910:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204092.685913:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204092.685915:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204092.685917:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204092.685918:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204092.685920:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204092.685921:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204092.685923:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546241:546241:256:4294967295] 192.168.201.135@tcp LPNI seq info [546207:546207:8:4294967295]
00000400:00000200:2.0:1788204092.685925:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204092.685929:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204092.685931:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204092.685934:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000800:00000200:2.0:1788204092.685937:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204092.685939:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204092.685943:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204092.685946:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204092.685949:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204092.685951:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342c00.
00000400:00000200:2.0:1788204092.685953:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204092.685956:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204092.685959:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08000
00000400:00000010:2.0:1788204092.685961:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08000.
00000100:00000001:2.0:1788204092.685963:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204092.685966:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdf80 x1875052937805312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204117 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685974:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204092.685977:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdf80 x1875052937805312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204117 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.685983:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204092.685983:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204092.685986:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204092.685988:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204092.685990:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204092.685992:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309070982
00000100:00000001:2.0:1788204092.685993:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309074636
00000100:00000001:2.0:1788204092.685995:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309070982
00000100:00000001:2.0:1788204092.685996:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309074636
00000100:00000001:2.0:1788204092.685997:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204092.685998:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204092.685999:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204092.686001:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204092/real 1788204092]  req@ffff8c5d27ecdf80 x1875052937805312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204092.686005:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204092.686006:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204092.686007:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204092.686009:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204092.686010:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204092.686011:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204092.686012:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdf80 x1875052937805312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204092.686017:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdf80 x1875052937805312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.686020:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204092.686021:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.686022:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204092.686022:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204092.686024:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdf80 x1875052937805312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.686028:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204092.686030:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdf80 x1875052937805312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.686034:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204092.686035:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.686036:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204092.686037:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.686038:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204092.686039:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204092.686041:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204092.686042:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204092.686043:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204092.686045:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdf80 x1875052937805312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204092.686049:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937805312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204092.686051:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.686053:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204092.686055:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece300 x1875052937804928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.686058:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204092.686059:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204092.686060:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204092.686062:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204092.686063:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204092.686064:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204092.686065:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204092.686066:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:2.0:1788204092.686067:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204092.686068:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204092.686069:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece300.
00000100:00000001:2.0:1788204092.686071:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204092.686071:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.686072:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204092.686074:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecf480 x1875052937805056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.686081:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204092.686082:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204092.686084:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204092.686086:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204092.686087:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204092.686088:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204092.686090:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204092.686091:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:2.0:1788204092.686092:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204092.686093:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204092.686094:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecf480.
00000100:00000001:2.0:1788204092.686097:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204092.686098:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.686100:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204092.686103:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecfb80 x1875052937805184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.686109:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204092.686110:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204092.686112:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204092.686114:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204092.686115:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204092.686116:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204092.686118:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204092.686119:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:2.0:1788204092.686122:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204092.686122:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204092.686124:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecfb80.
00000100:00000001:2.0:1788204092.686126:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204092.686127:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.686128:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204092.686130:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdf80 x1875052937805312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204117 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204092.686134:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204092.686135:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204092.686137:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204092.686139:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204092.686140:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204092.686141:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204092.686143:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204092.686144:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:2.0:1788204092.686146:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204092.686147:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204092.686149:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdf80.
00000100:00000001:2.0:1788204092.686151:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204092.686152:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.686154:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.686157:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204092.686159:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204092.686160:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204092.686162:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204092.876399:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204092.876408:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204092.876410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204092.876416:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204092.876419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204092.876428:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.876430:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204092.876432:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204092.876435:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204093.388514:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204093.388520:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204093.388524:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204093.900437:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204093.900445:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204093.900447:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204093.900452:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204093.900455:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204093.900459:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204093.900461:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204093.900464:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204093.900473:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204094.924399:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204094.924409:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204094.924410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204094.924415:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204094.924419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204094.924422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204094.924424:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204094.924427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204094.924430:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204095.436493:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204095.436497:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204095.436500:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204095.948478:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204095.948486:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204095.948488:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204095.948493:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204095.948497:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204095.948500:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204095.948502:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204095.948505:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204095.948507:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204096.460582:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204096.460589:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204096.460594:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204096.972426:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204096.972438:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204096.972441:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204096.972449:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204096.972453:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204096.972458:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204096.972461:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204096.972464:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204096.972468:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204097.484504:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204097.484509:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204097.484513:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204097.804480:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204097.804498:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204097.804501:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204097.804506:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204097.804512:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204097.804522:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14403
00000400:00000200:3.0:1788204097.804534:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204097.804542:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204097.804546:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204097.804550:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204097.804554:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204097.804557:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204097.804560:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204097.804565:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204097.804568:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204097.804571:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204097.804575:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204097.804578:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204097.804581:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204097.804584:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204097.804586:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204097.804588:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204097.804591:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204097.804594:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204097.804598:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204097.804601:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204097.804605:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204097.804609:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204097.804613:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204097.804616:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204097.804618:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204097.804631:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204097.804636:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204097.804642:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204097.804644:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204097.804648:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204097.804651:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204097.804656:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204097.804666:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204097.804674:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204097.804687:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937805440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204097.804698:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204097.804704:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204097.804709:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937805440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204097.804733:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204097.804737:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204097.804741:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204097.804743:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204097.804745:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204097.804749:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204097.804752:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14403
00000400:00000200:3.0:1788204097.804757:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204097.804773:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204097.804777:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204097.804781:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204097.804783:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204097.804784:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204097.804789:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204097.804790:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204097.804794:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204097.804796:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204097.804800:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204097.804803:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000040:2.0:1788204097.804804:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937805440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204097.804807:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204097.804811:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:2.0:1788204097.804816:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788204097.804817:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:2.0:1788204097.804820:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204097.804822:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:2.0:1788204097.804824:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204097.804828:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204097.804829:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:2.0:1788204097.804832:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204097.804834:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788204097.804838:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937805440:192.168.201.135@tcp:250:kworker.0
00000100:00000040:3.0:1788204097.804841:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204097.804844:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204097.804845:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:2.0:1788204097.804849:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1788204097.804850:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:2.0:1788204097.804853:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204097.804857:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:2.0:1788204097.804858:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204097.804864:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204097.804867:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204097.804870:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204097.804874:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204097.804876:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1788204097.804879:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
02000000:00000001:3.0:1788204097.804884:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788204097.804886:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
02000000:00000001:3.0:1788204097.804889:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204097.804892:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1788204097.804895:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937805440, portal 25
00000100:00000001:2.0:1788204097.804899:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000008:00100000:3.0:1788204097.804899:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204097.804902:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000008:00000001:3.0:1788204097.804908:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204097.804911:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204097.804919:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937805440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204097.804919:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788204097.804924:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204097.804931:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204097.804932:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1788204097.804934:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204097.804938:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204097.804940:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788204097.804942:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08000.
02000000:00000001:3.0:1788204097.804943:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1788204097.804946:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937805440, offset 0
02000000:00000001:3.0:1788204097.804947:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204097.804956:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000010:3.0:1788204097.804956:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204097.804962:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204097.804966:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:3.0:1788204097.804971:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937805568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204097.804976:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204097.804983:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204097.804987:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204097.804990:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:3.0:1788204097.804993:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204097.804996:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204097.805001:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:3.0:1788204097.805003:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937805568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204097.805008:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546242:546242:256:4294967295] 192.168.201.135@tcp LPNI seq info [546208:546208:8:4294967295]
00000400:00000200:2.0:1788204097.805020:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204097.805035:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204097.805046:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204097.805051:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204097.805052:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204097.805058:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204097.805059:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1788204097.805060:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342c00.
00000100:00080000:3.0:1788204097.805062:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204097.805067:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1788204097.805073:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788204097.805073:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14403
00000400:00000200:3.0:1788204097.805082:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:2.1:1788204097.805086:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000400:00000200:3.0:1788204097.805090:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204097.805095:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204097.805098:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204097.805100:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204097.805103:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204097.805105:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204097.805108:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204097.805108:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204097.805112:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204097.805116:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204097.805117:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788204097.805120:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000100:00000001:2.0:1788204097.805123:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309079756
00000020:00000001:3.0:1788204097.805125:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204097.805130:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000010:2.0:1788204097.805133:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850ba0.
00000100:00000040:3.0:1788204097.805134:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204097.805140:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204097.805142:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204097.805145:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204097.805146:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1788204097.805149:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204097.805154:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204097.805156:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309079756
00000100:00000001:3.0:1788204097.805158:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204097.805161:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108508a0.
02000000:00000001:3.0:1788204097.805163:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204097.805165:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1788204097.805168:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204097.805170:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204097.805172:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.805173:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204097.805179:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204097.805180:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204097.805183:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204097.805184:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1788204097.805190:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204097.805192:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.805195:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204097.805198:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000010:3.0:1788204097.805198:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000100:00000001:2.0:1788204097.805202:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204097.805204:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000001:2.0:1788204097.805205:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204097.805207:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788204097.805212:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1788204097.805214:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937805568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204097.805215:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204097.805220:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204097.805223:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204097.805226:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204097.805227:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.805228:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204097.805232:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204097.805234:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1788204097.805235:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
02000000:00000001:2.0:1788204097.805236:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204097.805243:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937805568:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204097.805243:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.805251:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204097.805254:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204097.805256:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204097.805256:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937805696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204097.805260:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204097.805264:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204097.805268:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204097.805272:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204097.805275:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204097.805278:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204097.805279:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000040:3.0:1788204097.805286:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937805696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204097.805287:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204097.805294:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937805568, portal 10
00000100:00000001:2.0:1788204097.805333:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204097.805335:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000001:3.0:1788204097.805343:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204097.805344:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937805568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204097.805349:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204097.805356:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788204097.805358:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:2.0:1788204097.805361:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204097.805363:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1788204097.805365:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08cc0.
00000100:00080000:3.0:1788204097.805366:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1788204097.805370:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937805568, offset 0
00000100:00000001:3.0:1788204097.805372:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204097.805378:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204097.805379:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14403
00000400:00000200:2.0:1788204097.805385:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204097.805389:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204097.805391:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204097.805394:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204097.805395:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204097.805397:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204097.805399:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546243:546243:255:4294967295] 192.168.201.135@tcp LPNI seq info [546209:546209:7:4294967295]
00000400:00000200:2.0:1788204097.805403:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204097.805409:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204097.805411:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788204097.805417:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000200:2.0:1788204097.805423:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204097.805425:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1788204097.805430:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342e00.
00000100:00000040:3.0:1788204097.805433:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204097.805438:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204097.805439:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788204097.805444:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204097.805449:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:2.1:1788204097.805449:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204097.805455:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204097.805456:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204097.805458:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204097.805461:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204097.805463:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000020:00000040:3.0:1788204097.805464:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204097.805470:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:2.0:1788204097.805472:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788204097.805474:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:2.0:1788204097.805477:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309075997
00000100:00000040:3.0:1788204097.805480:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204097.805483:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309079756
00000100:00000001:3.0:1788204097.805485:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204097.805490:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309075997
00000100:00000040:3.0:1788204097.805490:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204097.805495:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204097.805496:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309079756
00000020:00000040:3.0:1788204097.805500:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:2.0:1788204097.805501:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204097.805506:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204097.805507:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204097.805512:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.805514:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204097.805516:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204097.805518:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204097.805520:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204097.805525:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.805526:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204097.805530:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788204097.805530:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204097.805534:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204097.805539:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.805541:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204097.805542:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.805545:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204097.805549:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1788204097.805549:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788204097.805555:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000040:2.0:1788204097.805559:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937805696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204097.805560:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204097.805562:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204097.805567:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204097.805570:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204097.805574:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.805576:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204097.805580:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204097.805581:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:2.0:1788204097.805583:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204097.805587:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204097.805587:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204097.805593:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204097.805598:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937805824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788204097.805599:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937805696:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204097.805608:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204097.805612:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204097.805615:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204097.805617:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788204097.805619:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204097.805621:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204097.805626:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000040:3.0:1788204097.805629:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937805824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204097.805630:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204097.805640:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204097.805646:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0000.
00000100:00000001:3.0:1788204097.805649:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204097.805653:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00080000:3.0:1788204097.805654:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788204097.805660:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937805696, portal 10
00000100:00080000:3.0:1788204097.805661:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204097.805665:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204097.805666:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204097.805669:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00080000:3.0:1788204097.805670:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204097.805677:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204097.805681:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14403
00000100:00000040:2.0:1788204097.805684:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937805696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204097.805689:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204097.805697:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204097.805702:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788204097.805703:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204097.805710:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204097.805711:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204097.805716:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788204097.805717:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08dd0.
00000100:00000040:3.0:1788204097.805720:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:2.0:1788204097.805723:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937805696, offset 0
00000100:00000001:3.0:1788204097.805724:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204097.805730:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204097.805732:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000400:00000200:2.0:1788204097.805733:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788204097.805735:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204097.805739:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000400:00000200:2.0:1788204097.805743:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788204097.805744:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000200:2.0:1788204097.805750:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204097.805754:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204097.805756:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204097.805771:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1788204097.805774:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000200:2.0:1788204097.805777:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:3.0:1788204097.805784:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204097.805786:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546244:546244:254:4294967295] 192.168.201.135@tcp LPNI seq info [546210:546210:6:4294967295]
00000100:00000001:3.0:1788204097.805791:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204097.805795:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204097.805797:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204097.805802:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204097.805808:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000200:2.0:1788204097.805813:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788204097.805816:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204097.805821:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204097.805823:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204097.805825:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1788204097.805831:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342d00.
02000000:00000001:3.0:1788204097.805831:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204097.805837:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204097.805841:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204097.805843:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204097.805847:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.1:1788204097.805852:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000008:00000001:3.0:1788204097.805854:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.805857:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204097.805858:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204097.805863:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000100:00000010:3.0:1788204097.805866:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788204097.805871:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000200:2.0:1788204097.805872:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204097.805877:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309075992
02000000:00000001:3.0:1788204097.805878:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204097.805881:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.805883:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309079756
00000100:00000001:3.0:1788204097.805885:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204097.805889:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204097.805890:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309075992
02000000:00000001:3.0:1788204097.805892:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.805895:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309079756
02000000:00000010:3.0:1788204097.805899:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:2.0:1788204097.805900:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204097.805906:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204097.805906:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.805910:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204097.805915:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937805952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204097.805916:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204097.805923:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204097.805926:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788204097.805932:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204097.805933:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204097.805935:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204097.805937:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.805939:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204097.805944:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937805952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204097.805948:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937805824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204097.805973:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204097.805974:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.805975:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204097.805980:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204097.805983:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204097.805983:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14413)
02000000:00000001:2.0:1788204097.805988:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204097.805993:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937805824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204097.805997:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204097.805999:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204097.806001:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204097.806004:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204097.806009:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204097.806011:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204097.806015:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204097.806019:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f08f0.
00000400:00000010:2.0:1788204097.806023:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204097.806027:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937805824, portal 4
00000100:00000001:2.0:1788204097.806029:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204097.806031:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:2.0:1788204097.806037:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937805824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204097.806044:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204097.806047:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204097.806051:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08aa0.
00000100:00000200:2.0:1788204097.806054:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937805824, offset 0
00000400:00000200:2.0:1788204097.806059:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204097.806064:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204097.806068:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204097.806072:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204097.806074:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204097.806076:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204097.806079:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204097.806082:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546245:546245:253:4294967295] 192.168.201.135@tcp LPNI seq info [546211:546211:5:4294967295]
00000400:00000200:2.0:1788204097.806086:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204097.806093:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204097.806098:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204097.806103:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342200.
00000800:00000200:2.0:1788204097.806107:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204097.806111:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204097.806115:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204097.806118:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204097.806121:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204097.806123:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309076085
00000100:00000001:2.0:1788204097.806126:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309079756
00000100:00000001:2.0:1788204097.806128:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309076085
00000100:00000001:2.0:1788204097.806130:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309079756
00000100:00000001:2.0:1788204097.806133:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204097.806135:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.806138:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.806140:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204097.806144:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204097.806146:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788204097.806148:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204097.806149:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204097.806151:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204097.806155:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937805952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204097.806163:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204097.806164:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204097.806167:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204097.806169:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204097.806171:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204097.806174:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937805952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204097.806178:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204097.806180:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204097.806182:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204097.806184:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204097.806189:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204097.806191:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204097.806195:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204097.806198:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0f20.
00000400:00000010:2.0:1788204097.806202:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d087f8.
00000100:00000200:2.0:1788204097.806205:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937805952, portal 4
00000100:00000001:2.0:1788204097.806207:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204097.806208:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000040:2.0:1788204097.806215:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937805952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204122 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204097.806222:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204097.806225:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204097.806228:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08d48.
00000100:00000200:2.0:1788204097.806231:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937805952, offset 0
00000400:00000200:2.0:1788204097.806236:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204097.806241:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204097.806244:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204097.806246:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204097.806249:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204097.806251:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204097.806253:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204097.806270:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546246:546246:252:4294967295] 192.168.201.135@tcp LPNI seq info [546212:546212:4:4294967295]
00000400:00000200:2.0:1788204097.806274:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204097.806280:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204097.806285:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204097.806289:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342900.
00000800:00000200:2.0:1788204097.806293:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204097.806296:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204097.806328:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204097.806331:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204097.806335:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204097.806337:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309076103
00000100:00000001:2.0:1788204097.806339:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309079756
00000100:00000001:2.0:1788204097.806342:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309076103
00000100:00000001:2.0:1788204097.806344:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309079756
00000100:00000001:2.0:1788204097.806346:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204097.806348:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.806351:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.806353:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204097.806356:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204097.806358:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788204097.806360:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204097.806361:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204097.806363:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.806365:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204097.996444:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204097.996453:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204097.996455:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204097.996460:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204097.996463:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204097.996467:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204097.996470:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204097.996473:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204097.996475:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204098.508575:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204098.508579:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204098.508582:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204099.020435:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204099.020446:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204099.020449:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204099.020456:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204099.020461:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204099.020466:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204099.020469:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204099.020473:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204099.020477:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204100.044427:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204100.044436:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204100.044438:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204100.044443:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204100.044447:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204100.044451:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.044453:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204100.044456:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.044458:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204100.556586:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204100.556592:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204100.556598:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204100.876759:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204100.876765:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204100.876772:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204100.876784:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204097/real 1788204100]  req@ffff8c5d3ba6b100 x1875052937805440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204100.876801:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204100.876804:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204100.876809:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204100.876815:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204100.876818:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204100.876824:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204100.876832:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937805440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204100.876858:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937805440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.876871:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204100.876875:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.876880:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204100.876884:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204100.876893:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937805440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.876919:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204100.876929:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937805440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.876961:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204100.876967:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.876971:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204100.876973:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.876978:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204100.876982:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204100.876990:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204100.876999:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204100.877004:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204100.877014:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937805440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204100.877031:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937805440:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204100.877042:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204100.877045:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204100.877052:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937805440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877081:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204100.877084:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204100.877092:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204100.877096:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204100.877099:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204100.877101:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204100.877103:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204100.877106:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:2.0:1788204100.877110:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204100.877111:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204100.877113:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:2.0:1788204100.877118:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204100.877119:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877122:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204100.877124:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204100.877125:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204100.877127:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204100.877132:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204097/real 1788204100]  req@ffff8c5d3ba68a80 x1875052937805952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204100.877140:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204100.877141:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204100.877144:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0f20.
00000400:00000200:2.0:1788204100.877146:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d087f8
00000400:00000010:2.0:1788204100.877147:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d087f8.
00000100:00000001:2.0:1788204100.877150:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204100.877153:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937805952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204100.877161:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937805952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877168:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204100.877170:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877171:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204100.877173:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204100.877177:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937805952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877183:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204100.877187:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937805952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877194:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204100.877197:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877198:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204100.877199:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877202:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204100.877204:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204100.877206:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204100.877211:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204100.877213:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204100.877216:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937805952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204100.877225:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937805952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204100.877230:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204100.877234:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204097/real 1788204100]  req@ffff8c5d3ba6b800 x1875052937805824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204100.877242:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204100.877244:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204100.877246:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f08f0.
00000400:00000200:2.0:1788204100.877249:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204100.877251:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204100.877254:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204100.877258:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937805824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204100.877287:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937805824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877295:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204100.877328:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877331:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204100.877332:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204100.877337:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937805824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877344:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204100.877349:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937805824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877356:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204100.877359:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877360:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204100.877361:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877363:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204100.877364:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204100.877367:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204100.877371:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204100.877373:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204100.877377:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937805824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204100.877384:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937805824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204100.877389:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204100.877392:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204097/real 1788204100]  req@ffff8c5d3ba69f80 x1875052937805696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204100.877405:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204100.877406:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204100.877408:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0000.
00000400:00000200:2.0:1788204100.877410:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204100.877412:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204100.877414:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204100.877417:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937805696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204100.877423:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937805696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877429:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204100.877430:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877431:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204100.877432:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204100.877436:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937805696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877441:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204100.877444:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937805696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877449:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204100.877451:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877452:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204100.877453:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877455:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204100.877457:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204100.877459:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204100.877462:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204100.877464:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204100.877468:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937805696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204100.877474:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937805696:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204100.877477:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204100.877480:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204097/real 1788204100]  req@ffff8c5d3ba6bb80 x1875052937805568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204100.877487:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204100.877488:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204100.877490:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204100.877491:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204100.877493:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204100.877495:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204100.877497:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937805568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204100.877509:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937805568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877514:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204100.877515:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877516:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204100.877518:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204100.877521:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937805568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877526:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204100.877529:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937805568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877534:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204100.877536:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877538:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204100.877539:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877540:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204100.877542:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204100.877544:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204100.877547:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204100.877549:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204100.877552:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937805568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204100.877559:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937805568:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204100.877563:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877565:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204100.877567:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937805952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877572:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204100.877575:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204100.877577:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204100.877580:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204100.877582:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204100.877583:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204100.877585:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204100.877586:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:2.0:1788204100.877589:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204100.877590:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204100.877592:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:2.0:1788204100.877594:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204100.877595:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877597:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204100.877600:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937805824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877606:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204100.877608:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204100.877609:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204100.877611:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204100.877612:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204100.877614:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204100.877615:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204100.877617:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:2.0:1788204100.877619:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204100.877620:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204100.877621:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:2.0:1788204100.877624:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204100.877625:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877626:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204100.877630:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937805696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877635:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204100.877636:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204100.877638:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204100.877641:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204100.877643:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204100.877644:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204100.877646:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204100.877647:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:2.0:1788204100.877649:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204100.877651:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204100.877652:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:2.0:1788204100.877655:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204100.877656:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877657:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204100.877660:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937805568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204122 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204100.877666:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204100.877667:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204100.877668:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204100.877670:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204100.877671:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204100.877673:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204100.877675:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204100.877677:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:2.0:1788204100.877678:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204100.877679:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204100.877681:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:2.0:1788204100.877683:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204100.877684:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877686:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204100.877693:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204100.877695:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204100.877698:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204100.877700:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204101.068409:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204101.068422:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204101.068423:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204101.068428:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204101.068430:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204101.068433:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204101.068435:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204101.068437:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204101.068438:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204101.580581:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204101.580587:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204101.580591:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204102.092420:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204102.092428:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204102.092430:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204102.092436:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204102.092439:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204102.092443:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.092445:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204102.092448:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.092450:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204102.604603:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204102.604606:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204102.604609:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204102.924413:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204102.924426:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204102.924429:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204102.924433:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204102.924437:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204102.924446:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14408
00000400:00000200:3.0:1788204102.924455:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204102.924461:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204102.924464:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204102.924466:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204102.924470:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204102.924472:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204102.924474:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204102.924478:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204102.924480:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204102.924482:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204102.924485:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204102.924486:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204102.924488:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204102.924490:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204102.924491:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204102.924493:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204102.924495:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204102.924498:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204102.924500:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204102.924502:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204102.924505:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204102.924509:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204102.924511:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204102.924513:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204102.924515:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204102.924520:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204102.924524:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204102.924530:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204102.924532:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204102.924535:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204102.924539:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204102.924544:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204102.924553:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788204102.924561:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204102.924573:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937806080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204102.924584:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204102.924590:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204102.924595:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937806080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204102.924622:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204102.924627:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204102.924630:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204102.924632:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204102.924634:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204102.924638:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204102.924640:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14408
00000400:00000200:3.0:1788204102.924645:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204102.924648:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204102.924651:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204102.924655:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204102.924658:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204102.924660:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204102.924663:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204102.924666:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204102.924667:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204102.924680:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204102.924684:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:2.0:1788204102.924686:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204102.924687:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204102.924693:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:2.0:1788204102.924695:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204102.924699:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204102.924701:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204102.924703:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204102.924711:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204102.924713:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:2.0:1788204102.924714:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937806080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204102.924716:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204102.924723:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204102.924731:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204102.924736:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204102.924738:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204102.924743:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204102.924744:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204102.924748:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204102.924749:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204102.924754:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204102.924755:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1788204102.924760:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204102.924761:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204102.924768:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204102.924769:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937806080:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204102.924772:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.924779:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1788204102.924781:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204102.924785:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204102.924786:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204102.924790:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204102.924792:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204102.924794:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204102.924797:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204102.924798:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204102.924802:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204102.924804:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204102.924807:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000010:3.0:1788204102.924810:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
02000000:00000001:2.0:1788204102.924811:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204102.924817:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204102.924825:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937806208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204102.924830:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204102.924840:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:3.0:1788204102.924840:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204102.924846:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204102.924852:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937806208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204102.924853:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204102.924865:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937806080, portal 25
00000100:00000001:2.0:1788204102.924871:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204102.924874:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00000001:3.0:1788204102.924879:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204102.924885:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1788204102.924886:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937806080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204102.924895:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204102.924901:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204102.924905:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204102.924909:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204102.924914:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937806080, offset 0
00000100:00000001:3.0:1788204102.924914:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204102.924918:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204102.924923:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204102.924928:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204102.924930:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14408
00000400:00000200:3.0:1788204102.924937:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204102.924941:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204102.924944:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204102.924947:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204102.924951:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204102.924955:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204102.924958:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204102.924962:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788204102.924962:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204102.924969:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204102.924970:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:2.0:1788204102.924973:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1788204102.924974:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204102.924978:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:2.0:1788204102.924982:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000001:3.0:1788204102.924982:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788204102.924990:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204102.924993:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000020:00000001:3.0:1788204102.924998:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788204102.925001:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546247:546247:256:4294967295] 192.168.201.135@tcp LPNI seq info [546213:546213:8:4294967295]
00000100:00000040:3.0:1788204102.925006:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204102.925012:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204102.925012:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204102.925018:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204102.925021:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204102.925024:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204102.925029:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204102.925036:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204102.925037:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1788204102.925042:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204102.925046:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1788204102.925050:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204102.925051:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204102.925056:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204102.925059:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1788204102.925062:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000008:00000001:3.0:1788204102.925062:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204102.925066:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204102.925073:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000800:00000200:2.0:1788204102.925077:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:3.0:1788204102.925078:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204102.925085:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1788204102.925086:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1788204102.925087:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204102.925090:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204102.925094:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204102.925096:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204102.925100:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:3.0:1788204102.925105:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000800:00000200:2.1:1788204102.925106:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1788204102.925111:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788204102.925118:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00100000:3.0:1788204102.925122:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937806336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1788204102.925123:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204102.925132:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204102.925136:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204102.925141:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204102.925143:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788204102.925149:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937806336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204102.925153:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204102.925158:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204102.925166:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204102.925166:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204102.925170:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788204102.925176:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937806080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204102.925183:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204102.925192:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204102.925197:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937806080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.925206:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.925208:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204102.925215:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204102.925220:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204102.925223:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309084876
00000100:00000010:2.0:1788204102.925229:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850d20.
00000100:00000001:2.0:1788204102.925237:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204102.925244:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309084876
00000100:00000010:2.0:1788204102.925248:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850060.
00000100:00000001:2.0:1788204102.925253:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204102.925257:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204102.925260:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.925264:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204102.925269:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204102/real 1788204102]  req@ffff8c5d3ba6ad80 x1875052937806080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204102.925280:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204102.925282:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204102.925285:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204102.925288:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204102.925289:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204102.925292:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204102.925296:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937806080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204102.925353:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937806080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.925360:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204102.925362:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.925365:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204102.925368:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204102.925373:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937806080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.925381:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204102.925386:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937806080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.925393:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204102.925396:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.925398:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204102.925400:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.925403:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204102.925406:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204102.925409:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204102.925413:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204102.925416:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204102.925419:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937806080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204102.925428:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937806080:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204102.925434:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.925436:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204102.925440:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937806080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.925448:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204102.925451:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204102.925455:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204102.925459:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204102.925461:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204102.925464:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204102.925467:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204102.925470:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:2.0:1788204102.925474:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204102.925476:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204102.925478:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:2.0:1788204102.925483:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204102.925484:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.925487:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.925498:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204102.925500:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.925503:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204102.925504:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204102.925506:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204102.925510:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937806208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.925525:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204102.925528:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204102.925530:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204102.925533:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204102.925536:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204102.925540:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937806208:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204102.925543:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204102.925546:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204102.925548:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204102.925557:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204102.925561:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204102.925563:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204102.925568:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204102.925571:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204102.925575:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204102.925579:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937806208, portal 10
00000100:00000001:2.0:1788204102.925581:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204102.925582:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:2.0:1788204102.925591:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937806208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.925598:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204102.925601:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204102.925603:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204102.925607:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937806208, offset 0
00000400:00000200:2.0:1788204102.925611:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204102.925617:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204102.925620:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204102.925624:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204102.925626:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204102.925629:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204102.925631:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204102.925635:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546248:546248:256:4294967295] 192.168.201.135@tcp LPNI seq info [546214:546214:8:4294967295]
00000400:00000200:2.0:1788204102.925640:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204102.925648:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204102.925653:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204102.925656:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204102.925660:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204102.925663:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204102.925668:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204102.925683:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204102.925688:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204102.925690:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204102.925693:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204102.925697:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204102.925701:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204102.925702:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204102.925705:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204102.925708:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937806208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.925717:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204102.925719:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937806208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.925726:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.925727:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204102.925730:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204102.925735:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204102.925744:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204102.925746:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309081117
00000100:00000001:2.0:1788204102.925749:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309084876
00000100:00000001:2.0:1788204102.925751:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309081117
00000100:00000001:2.0:1788204102.925754:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309084876
00000100:00000001:2.0:1788204102.925756:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204102.925759:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.925761:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204102.925765:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204102/real 1788204102]  req@ffff8c5d3ba68e00 x1875052937806208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204102.925773:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204102.925775:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204102.925777:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204102.925779:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204102.925781:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204102.925783:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204102.925786:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937806208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204102.925795:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937806208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.925802:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204102.925803:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.925805:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204102.925806:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204102.925810:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937806208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.925817:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204102.925821:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937806208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.925829:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204102.925832:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.925834:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204102.925835:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.925837:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204102.925839:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204102.925841:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204102.925846:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204102.925849:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204102.925853:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937806208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204102.925862:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937806208:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204102.925866:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204102.925870:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937806336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.925877:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204102.925878:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204102.925881:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204102.925883:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204102.925885:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204102.925888:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937806336:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204102.925891:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204102.925893:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204102.925895:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204102.925897:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204102.925901:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204102.925903:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204102.925906:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204102.925909:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204102.925912:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204102.925915:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937806336, portal 10
00000100:00000001:2.0:1788204102.925918:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204102.925919:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:2.0:1788204102.925925:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937806336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.925931:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204102.925934:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204102.925936:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204102.925939:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937806336, offset 0
00000400:00000200:2.0:1788204102.925943:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204102.925947:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204102.925950:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204102.925953:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204102.925956:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204102.925958:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204102.925961:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204102.925964:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546249:546249:256:4294967295] 192.168.201.135@tcp LPNI seq info [546215:546215:8:4294967295]
00000400:00000200:2.0:1788204102.925968:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204102.925975:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204102.925980:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204102.925984:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204102.925988:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204102.925991:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204102.925995:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204102.925997:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204102.926001:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204102.926003:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204102.926006:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204102.926009:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204102.926013:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204102.926015:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204102.926018:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204102.926022:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937806336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.926031:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204102.926035:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937806336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.926043:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.926046:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204102.926049:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204102.926053:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204102.926057:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204102.926059:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309081112
00000100:00000001:2.0:1788204102.926062:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309084876
00000100:00000001:2.0:1788204102.926064:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309081112
00000100:00000001:2.0:1788204102.926067:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309084876
00000100:00000001:2.0:1788204102.926069:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204102.926072:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.926075:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204102.926079:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204102/real 1788204102]  req@ffff8c5d3ba68000 x1875052937806336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204102.926087:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204102.926089:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204102.926091:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1788204102.926092:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000100:00080000:3.0:1788204102.926096:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204102.926098:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204102.926102:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204102.926103:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204102.926106:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1788204102.926112:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14408
00000100:00000200:2.0:1788204102.926114:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937806336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204102.926124:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204102.926133:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:2.0:1788204102.926135:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937806336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204102.926139:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204102.926145:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204102.926151:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204102.926157:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204102.926158:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204102.926163:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204102.926163:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204102.926169:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1788204102.926172:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204102.926173:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204102.926175:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204102.926179:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00100000:2.0:1788204102.926183:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937806336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204102.926183:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204102.926189:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204102.926195:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:2.0:1788204102.926202:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204102.926203:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204102.926210:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204102.926215:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:2.0:1788204102.926216:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937806336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204102.926219:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204102.926226:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204102.926233:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204102.926237:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204102.926239:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.926243:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204102.926245:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204102.926248:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204102.926251:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204102.926253:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204102.926254:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1788204102.926259:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.926260:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204102.926265:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:2.0:1788204102.926267:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1788204102.926271:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00080000:2.0:1788204102.926275:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000008:00000001:3.0:1788204102.926279:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.926280:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204102.926284:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204102.926288:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937806336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204102.926294:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000100:00100000:2.0:1788204102.926295:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937806336:192.168.201.135@tcp:38:kworker.0
00000020:00000040:3.0:1788204102.926320:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204102.926324:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204102.926326:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204102.926332:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204102.926335:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204102.926337:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204102.926340:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788204102.926344:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204102.926347:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937806208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204102.926354:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:2.0:1788204102.926360:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788204102.926364:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204102.926365:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204102.926371:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204102.926377:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:3.0:1788204102.926377:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937806464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:2.0:1788204102.926381:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204102.926384:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204102.926390:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204102.926394:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204102.926396:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788204102.926400:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1788204102.926402:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204102.926404:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204102.926409:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000040:3.0:1788204102.926410:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937806464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.926414:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204102.926419:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.926424:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204102.926431:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937806336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.926442:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788204102.926444:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204102.926449:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1788204102.926450:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1788204102.926454:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
00000100:00080000:3.0:1788204102.926458:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:2.0:1788204102.926460:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1788204102.926462:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000020:00000001:2.0:1788204102.926464:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:3.0:1788204102.926467:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000020:00000040:2.0:1788204102.926468:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000001:3.0:1788204102.926474:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000020:00000001:2.0:1788204102.926475:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204102.926480:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
00000100:00080000:3.0:1788204102.926482:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14408
02000000:00000001:2.0:1788204102.926486:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204102.926489:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:3.0:1788204102.926491:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:2.0:1788204102.926493:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000400:00000200:3.0:1788204102.926499:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204102.926500:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204102.926504:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204102.926505:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204102.926509:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204102.926513:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204102.926517:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204102.926520:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1788204102.926520:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204102.926525:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204102.926526:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204102.926532:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204102.926532:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204102.926536:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788204102.926536:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:2.0:1788204102.926539:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204102.926541:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204102.926546:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937806464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204102.926546:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204102.926552:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204102.926558:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204102.926565:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204102.926567:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204102.926572:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204102.926572:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204102.926577:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:2.0:1788204102.926579:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204102.926581:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:2.0:1788204102.926583:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788204102.926586:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
02000000:00000001:2.0:1788204102.926589:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204102.926594:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00100000:2.0:1788204102.926598:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937806464:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204102.926600:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.926607:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204102.926607:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204102.926612:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204102.926614:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204102.926615:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204102.926620:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204102.926622:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204102.926626:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:3.0:1788204102.926627:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204102.926631:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204102.926633:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1788204102.926640:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00000001:3.0:1788204102.926640:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204102.926645:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204102.926646:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000010:3.0:1788204102.926652:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000400:00000010:2.0:1788204102.926654:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000020:00000040:3.0:1788204102.926657:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000200:2.0:1788204102.926662:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937806464, portal 4
02000000:00000001:3.0:1788204102.926663:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204102.926667:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788204102.926667:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.926682:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000001:3.0:1788204102.926685:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204102.926688:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204102.926690:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204102.926693:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937806464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204102.926697:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204102.926704:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.926705:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204102.926712:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00100000:3.0:1788204102.926714:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937806592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788204102.926717:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204102.926724:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937806464, offset 0
00000100:00000001:3.0:1788204102.926731:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204102.926735:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204102.926740:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204102.926747:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204102.926748:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937806592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204102.926758:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788204102.926767:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204102.926768:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204102.926775:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000040:3.0:1788204102.926777:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14418)
00000400:00000200:2.0:1788204102.926779:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204102.926785:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204102.926790:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546250:546250:256:4294967295] 192.168.201.135@tcp LPNI seq info [546216:546216:8:4294967295]
00000400:00000200:2.0:1788204102.926796:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204102.926805:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204102.926811:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204102.926816:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204102.926823:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204102.926826:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204102.926832:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204102.926835:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204102.926839:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204102.926841:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204102.926845:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204102.926850:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204102.926854:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204102.926856:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204102.926859:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204102.926863:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937806464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.926871:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204102.926874:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937806464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.926881:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.926883:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204102.926887:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204102.926891:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204102.926894:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204102.926897:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309081206
00000100:00000001:2.0:1788204102.926900:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309084876
00000100:00000001:2.0:1788204102.926903:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309081206
00000100:00000001:2.0:1788204102.926905:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309084876
00000100:00000001:2.0:1788204102.926908:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204102.926911:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.926913:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204102.926917:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204102/real 1788204102]  req@ffff8c5d3ba69c00 x1875052937806464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204102.926926:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204102.926927:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204102.926929:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204102.926931:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204102.926934:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204102.926936:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204102.926939:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937806464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204102.926954:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937806464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.926961:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204102.926963:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.926965:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204102.926966:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204102.926970:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937806464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.926978:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204102.926982:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937806464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.926991:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204102.926994:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.926995:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204102.926997:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.926999:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204102.927001:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204102.927004:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204102.927008:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204102.927011:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204102.927015:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937806464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204102.927024:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937806464:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204102.927028:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.927030:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204102.927034:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937806464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.927048:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204102.927050:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204102.927053:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204102.927056:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204102.927057:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204102.927059:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204102.927061:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204102.927063:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:2.0:1788204102.927066:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204102.927067:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204102.927068:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:2.0:1788204102.927072:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204102.927073:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.927075:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.927079:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204102.927081:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.927083:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204102.927085:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204102.927086:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204102.927090:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937806592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.927098:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204102.927100:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204102.927102:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204102.927104:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204102.927106:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204102.927109:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937806592:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204102.927113:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204102.927116:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204102.927118:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204102.927119:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204102.927123:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204102.927125:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204102.927130:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204102.927133:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204102.927137:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204102.927140:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937806592, portal 4
00000100:00000001:2.0:1788204102.927142:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204102.927143:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:2.0:1788204102.927151:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937806592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.927158:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204102.927160:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204102.927163:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204102.927166:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937806592, offset 0
00000400:00000200:2.0:1788204102.927171:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204102.927176:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204102.927180:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204102.927183:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204102.927186:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204102.927189:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204102.927192:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204102.927195:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546251:546251:256:4294967295] 192.168.201.135@tcp LPNI seq info [546217:546217:8:4294967295]
00000400:00000200:2.0:1788204102.927206:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204102.927214:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204102.927218:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204102.927222:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204102.927227:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204102.927229:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204102.927234:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204102.927237:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204102.927241:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204102.927243:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204102.927247:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204102.927251:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204102.927254:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204102.927256:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204102.927260:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204102.927263:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937806592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204127 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.927271:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204102.927274:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937806592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204127 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.927280:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.927282:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204102.927286:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204102.927290:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204102.927294:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204102.927296:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309081223
00000100:00000001:2.0:1788204102.927330:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309084876
00000100:00000001:2.0:1788204102.927333:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309081224
00000100:00000001:2.0:1788204102.927336:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309084876
00000100:00000001:2.0:1788204102.927338:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204102.927341:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.927344:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204102.927348:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204102/real 1788204102]  req@ffff8c5d3ba69180 x1875052937806592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204102.927358:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204102.927359:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204102.927361:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204102.927364:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204102.927366:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204102.927369:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204102.927372:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937806592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204102.927382:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937806592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.927394:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204102.927396:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.927398:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204102.927400:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204102.927404:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937806592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.927412:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204102.927416:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937806592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.927424:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204102.927427:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.927429:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204102.927431:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.927433:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204102.927434:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204102.927438:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204102.927441:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204102.927444:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204102.927448:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937806592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204102.927457:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937806592:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204102.927462:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.927464:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204102.927468:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937806592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204127 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204102.927475:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204102.927477:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204102.927480:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204102.927483:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204102.927485:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204102.927486:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204102.927488:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204102.927490:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:2.0:1788204102.927493:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204102.927494:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204102.927496:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:2.0:1788204102.927498:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204102.927500:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.927502:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204102.927507:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204102.927509:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204102.927510:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204102.927513:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204103.116436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204103.116448:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204103.116451:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204103.116459:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204103.116463:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204103.116468:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204103.116471:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204103.116475:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204103.116478:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204103.628585:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204103.628589:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204103.628592:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204104.140418:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204104.140429:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204104.140432:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204104.140439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204104.140443:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204104.140448:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204104.140451:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204104.140454:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204104.140458:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204105.164469:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204105.164480:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204105.164483:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204105.164489:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204105.164493:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204105.164498:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204105.164501:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204105.164505:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204105.164508:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204105.676486:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204105.676490:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204105.676493:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204106.188452:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204106.188462:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204106.188464:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204106.188470:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204106.188474:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204106.188478:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204106.188480:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204106.188482:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204106.188485:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204106.700531:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204106.700537:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204106.700540:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204107.212411:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204107.212417:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204107.212419:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204107.212423:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204107.212426:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204107.212428:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204107.212430:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204107.212432:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204107.212434:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204107.724451:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204107.724455:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204107.724458:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204108.044368:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204108.044379:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204108.044382:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204108.044385:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204108.044390:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204108.044397:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14413
00000400:00000200:3.0:1788204108.044405:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204108.044411:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204108.044414:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204108.044417:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204108.044421:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204108.044424:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204108.044427:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204108.044431:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204108.044433:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204108.044436:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204108.044439:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204108.044442:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204108.044444:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204108.044447:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204108.044449:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204108.044451:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204108.044453:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204108.044456:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204108.044459:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204108.044461:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204108.044464:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204108.044467:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204108.044470:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204108.044472:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204108.044475:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204108.044481:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204108.044485:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204108.044490:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204108.044491:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204108.044494:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204108.044498:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204108.044502:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204108.044508:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204108.044514:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204108.044523:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937806720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204108.044533:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204108.044537:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204108.044543:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937806720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204108.044563:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204108.044566:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204108.044569:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204108.044571:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204108.044573:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204108.044576:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204108.044580:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14413
00000400:00000200:3.0:1788204108.044594:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204108.044598:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204108.044599:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1788204108.044601:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204108.044605:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204108.044607:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204108.044609:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204108.044610:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204108.044615:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:2.0:1788204108.044619:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937806720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204108.044619:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204108.044623:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204108.044626:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204108.044629:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204108.044631:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204108.044633:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204108.044636:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204108.044638:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204108.044639:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204108.044642:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937806720:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204108.044645:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204108.044648:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204108.044650:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204108.044653:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204108.044658:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204108.044660:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204108.044666:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204108.044669:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204108.044675:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204108.044681:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937806720, portal 25
00000100:00000001:2.0:1788204108.044684:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204108.044685:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00000040:2.0:1788204108.044691:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937806720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.044698:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204108.044701:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204108.044704:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000020:00000040:3.0:1788204108.044705:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000200:2.0:1788204108.044708:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937806720, offset 0
00000020:00000001:3.0:1788204108.044710:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204108.044714:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000400:00000200:2.0:1788204108.044719:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204108.044720:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204108.044724:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204108.044727:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204108.044729:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204108.044731:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788204108.044734:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000400:00000200:2.0:1788204108.044739:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:3.0:1788204108.044741:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788204108.044745:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204108.044746:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204108.044749:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204108.044751:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204108.044754:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788204108.044756:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204108.044758:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:3.0:1788204108.044760:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204108.044764:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204108.044765:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546252:546252:256:4294967295] 192.168.201.135@tcp LPNI seq info [546218:546218:8:4294967295]
00000008:00100000:3.0:1788204108.044769:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204108.044774:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00000001:3.0:1788204108.044774:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204108.044779:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204108.044783:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204108.044788:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000400:00000200:2.0:1788204108.044790:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1788204108.044792:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204108.044795:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204108.044798:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1788204108.044800:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204108.044801:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204108.044804:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204108.044808:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
02000000:00000010:3.0:1788204108.044810:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000800:00000200:2.0:1788204108.044815:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204108.044818:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1788204108.044825:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204108.044825:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204108.044830:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204108.044835:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204108.044837:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204108.044840:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204108.044844:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204108.044850:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204108.044852:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204108.044856:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204108.044860:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937806720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.044870:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204108.044874:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937806720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.044882:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.044884:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204108.044889:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204108.044892:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204108.044894:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309089996
00000100:00000010:2.0:1788204108.044898:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850a20.
00000100:00000001:2.0:1788204108.044903:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204108.044907:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309089996
00000100:00000010:2.0:1788204108.044909:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850240.
00000100:00000001:2.0:1788204108.044911:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204108.044913:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204108.044915:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.044917:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204108.044921:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204108/real 1788204108]  req@ffff8c5d3ba68700 x1875052937806720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204108.044927:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204108.044928:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204108.044930:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204108.044932:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204108.044934:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204108.044936:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204108.044938:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937806720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204108.044942:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937806848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788204108.044944:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937806720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.044968:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204108.044970:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204108.044971:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.044975:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204108.044977:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.044978:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204108.044985:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937806720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204108.044989:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937806848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.044991:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204108.044995:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937806720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.044999:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204108.045001:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.045003:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204108.045003:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.045005:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204108.045007:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204108.045009:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204108.045012:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204108.045016:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204108.045019:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937806720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204108.045025:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937806720:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204108.045029:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.045031:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204108.045033:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937806720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.045049:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204108.045052:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204108.045055:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204108.045060:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204108.045063:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204108.045066:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:3.0:1788204108.045068:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204108.045070:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00080000:3.0:1788204108.045073:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1788204108.045074:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
00000100:00080000:3.0:1788204108.045080:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1788204108.045081:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1788204108.045084:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1788204108.045085:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:3.0:1788204108.045087:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1788204108.045089:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:3.0:1788204108.045091:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204108.045094:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00080000:3.0:1788204108.045096:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14413
00000100:00000001:2.0:1788204108.045097:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.045102:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204108.045103:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204108.045108:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204108.045110:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788204108.045110:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204108.045114:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204108.045116:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204108.045119:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204108.045120:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204108.045123:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204108.045125:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204108.045126:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204108.045130:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:2.0:1788204108.045134:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937806848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204108.045134:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204108.045137:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204108.045140:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204108.045143:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204108.045146:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204108.045149:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204108.045152:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204108.045157:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204108.045157:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204108.045161:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204108.045162:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204108.045166:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:2.0:1788204108.045167:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1788204108.045170:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
02000000:00000001:2.0:1788204108.045171:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204108.045175:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:2.0:1788204108.045177:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204108.045180:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204108.045183:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937806848:192.168.201.135@tcp:38:kworker.0
02000000:00000001:3.0:1788204108.045185:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204108.045188:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204108.045190:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204108.045191:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204108.045193:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204108.045196:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204108.045196:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204108.045201:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204108.045203:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204108.045205:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204108.045207:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:3.0:1788204108.045208:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204108.045211:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204108.045214:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000400:00000200:2.0:1788204108.045216:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788204108.045220:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000010:2.0:1788204108.045221:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204108.045226:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
02000000:00000001:3.0:1788204108.045227:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204108.045230:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204108.045231:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937806848, portal 10
00000100:00000001:2.0:1788204108.045234:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204108.045234:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204108.045237:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
02000000:00000001:3.0:1788204108.045239:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204108.045242:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204108.045244:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937806848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204108.045248:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:2.0:1788204108.045249:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204108.045253:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204108.045255:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204108.045256:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204108.045261:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937806848, offset 0
00000400:00000200:2.0:1788204108.045266:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00100000:3.0:1788204108.045267:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937806976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204108.045270:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204108.045276:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204108.045282:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204108.045286:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:3.0:1788204108.045287:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204108.045289:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204108.045292:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204108.045293:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204108.045322:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546253:546253:256:4294967295] 192.168.201.135@tcp LPNI seq info [546219:546219:8:4294967295]
00000100:00000040:3.0:1788204108.045326:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937806976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204108.045327:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204108.045339:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204108.045347:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204108.045349:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204108.045351:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000100:00080000:3.0:1788204108.045353:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1788204108.045357:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204108.045362:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1788204108.045362:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204108.045366:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1788204108.045367:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788204108.045369:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1788204108.045370:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204108.045376:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204108.045376:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:2.0:1788204108.045378:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204108.045381:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788204108.045382:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14413
00000400:00000200:2.0:1788204108.045386:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204108.045390:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000200:3.0:1788204108.045391:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204108.045392:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204108.045396:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1788204108.045400:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:2.0:1788204108.045401:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937806848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204108.045407:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204108.045412:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204108.045414:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:2.0:1788204108.045417:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937806848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204108.045418:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204108.045424:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204108.045426:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.045429:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204108.045429:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204108.045432:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204108.045433:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204108.045436:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000040:2.0:1788204108.045437:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000020:00000001:3.0:1788204108.045439:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204108.045442:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788204108.045444:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:2.0:1788204108.045445:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309086237
00000100:00000001:2.0:1788204108.045449:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309089996
00000020:00000001:3.0:1788204108.045450:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:2.0:1788204108.045452:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309086237
00000100:00000001:2.0:1788204108.045455:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309089996
00000020:00000001:3.0:1788204108.045455:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:2.0:1788204108.045459:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204108.045462:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204108.045463:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204108.045464:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204108.045467:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788204108.045469:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204108/real 1788204108]  req@ffff8c5d3ba69880 x1875052937806848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204108.045473:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204108.045479:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204108.045483:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204108.045490:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000001:2.0:1788204108.045492:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204108.045494:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204108.045494:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204108.045496:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
02000000:00000001:3.0:1788204108.045499:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204108.045500:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204108.045502:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204108.045504:0:2392:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1788204108.045504:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204108.045509:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204108.045511:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937806848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204108.045512:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204108.045516:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204108.045521:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204108.045525:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204108.045529:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937806848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204108.045531:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204108.045536:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204108.045541:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204108.045545:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.045546:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204108.045548:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204108.045550:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204108.045551:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204108.045553:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788204108.045555:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.045556:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788204108.045560:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00100000:2.0:1788204108.045561:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937806848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204108.045566:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.045569:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204108.045576:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937806848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204108.045577:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937807104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204108.045602:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204108.045607:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204108.045608:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204108.045609:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204108.045612:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204108.045613:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.045614:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204108.045616:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204108.045619:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788204108.045623:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937807104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204108.045624:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204108.045628:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204108.045634:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937806848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204108.045643:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204108.045646:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937806848:192.168.201.135@tcp:38:kworker.0
00000100:00080000:3.0:1788204108.045648:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204108.045649:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.045652:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204108.045656:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937806848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204108.045656:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204108.045660:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204108.045663:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204108.045666:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788204108.045667:0:267769:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788204108.045668:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204108.045671:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
00000100:00080000:3.0:1788204108.045673:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14413
02000000:00000001:2.0:1788204108.045674:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204108.045677:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204108.045679:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000400:00000200:3.0:1788204108.045681:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:2.0:1788204108.045682:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204108.045684:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:2.0:1788204108.045687:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:3.0:1788204108.045688:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
02000000:00000001:2.0:1788204108.045689:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204108.045691:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00080000:3.0:1788204108.045693:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204108.045694:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204108.045697:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.045699:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204108.045700:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204108.045703:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204108.045704:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204108.045705:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.045708:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204108.045710:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204108.045710:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204108.045712:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204108.045715:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:2.0:1788204108.045717:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937806976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204108.045720:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204108.045723:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:2.0:1788204108.045727:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788204108.045727:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204108.045731:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204108.045732:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
02000000:00000001:2.0:1788204108.045733:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204108.045736:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788204108.045737:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:2.0:1788204108.045738:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204108.045742:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00100000:2.0:1788204108.045743:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937806976:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204108.045747:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204108.045750:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1788204108.045750:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:2.0:1788204108.045752:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204108.045755:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204108.045756:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1788204108.045758:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204108.045762:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204108.045762:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204108.045766:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204108.045771:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788204108.045771:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204108.045776:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000010:2.0:1788204108.045777:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:3.0:1788204108.045780:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204108.045783:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
02000000:00000001:3.0:1788204108.045783:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204108.045787:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1788204108.045788:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937806976, portal 10
02000000:00000001:3.0:1788204108.045792:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.045793:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204108.045796:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000001:3.0:1788204108.045797:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204108.045800:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204108.045804:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204108.045806:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937806976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204108.045807:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204108.045814:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000100:00000001:2.0:1788204108.045815:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204108.045819:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788204108.045819:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000010:2.0:1788204108.045823:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
02000000:00000001:3.0:1788204108.045824:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1788204108.045828:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937806976, offset 0
02000000:00000001:3.0:1788204108.045828:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204108.045832:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204108.045834:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204108.045835:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204108.045839:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204108.045839:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204108.045844:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000010:3.0:1788204108.045846:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000400:00000200:2.0:1788204108.045848:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204108.045852:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204108.045853:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204108.045860:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1788204108.045861:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937807232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204108.045865:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204108.045873:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546254:546254:256:4294967295] 192.168.201.135@tcp LPNI seq info [546220:546220:8:4294967295]
00000100:00000001:3.0:1788204108.045879:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204108.045883:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204108.045883:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204108.045891:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937807232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204108.045894:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204108.045903:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204108.045908:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000100:00000001:3.0:1788204108.045912:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204108.045914:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204108.045917:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1788204108.045918:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14423)
00000800:00000200:2.1:1788204108.045923:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204108.045925:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204108.045928:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204108.045930:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204108.045932:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204108.045935:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204108.045937:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204108.045938:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204108.045940:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204108.045942:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937806976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.045947:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204108.045949:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937806976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.045953:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.045954:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204108.045956:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204108.045958:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204108.045959:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204108.045961:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309086232
00000100:00000001:2.0:1788204108.045963:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309089996
00000100:00000001:2.0:1788204108.045964:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309086232
00000100:00000001:2.0:1788204108.045965:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309089996
00000100:00000001:2.0:1788204108.045966:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204108.045968:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.045969:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204108.045970:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204108/real 1788204108]  req@ffff8c5d3ba68380 x1875052937806976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204108.045975:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204108.045976:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204108.045977:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204108.045978:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204108.045979:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204108.045981:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204108.045982:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937806976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204108.045987:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937806976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.045990:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204108.045990:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.045991:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204108.045992:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204108.045994:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937806976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.045997:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204108.045999:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937806976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046003:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204108.046005:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.046006:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204108.046006:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.046007:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204108.046008:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204108.046010:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204108.046012:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204108.046013:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204108.046015:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937806976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204108.046023:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937806976:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204108.046026:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204108.046028:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937807104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046031:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204108.046032:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204108.046033:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204108.046034:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204108.046035:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204108.046037:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937807104:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204108.046038:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204108.046039:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204108.046040:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204108.046041:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204108.046043:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204108.046044:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204108.046046:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204108.046048:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204108.046050:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204108.046052:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937807104, portal 4
00000100:00000001:2.0:1788204108.046053:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204108.046054:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:2.0:1788204108.046059:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937807104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046066:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204108.046068:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204108.046070:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204108.046073:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937807104, offset 0
00000400:00000200:2.0:1788204108.046077:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204108.046081:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204108.046084:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204108.046087:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204108.046089:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204108.046091:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204108.046093:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204108.046096:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546255:546255:256:4294967295] 192.168.201.135@tcp LPNI seq info [546221:546221:8:4294967295]
00000400:00000200:2.0:1788204108.046100:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204108.046104:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204108.046107:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204108.046109:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204108.046111:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204108.046113:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204108.046115:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204108.046117:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204108.046120:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204108.046121:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204108.046123:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204108.046125:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204108.046126:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204108.046127:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204108.046129:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204108.046131:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937807104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046136:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204108.046138:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937807104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046141:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.046142:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204108.046144:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204108.046146:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204108.046148:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204108.046150:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309086325
00000100:00000001:2.0:1788204108.046151:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309089996
00000100:00000001:2.0:1788204108.046152:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309086325
00000100:00000001:2.0:1788204108.046154:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309089996
00000100:00000001:2.0:1788204108.046155:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204108.046156:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.046157:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204108.046159:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204108/real 1788204108]  req@ffff8c5d3ba6b480 x1875052937807104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204108.046163:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204108.046164:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204108.046165:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204108.046166:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204108.046167:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204108.046168:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204108.046170:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937807104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204108.046174:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937807104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046178:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204108.046179:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.046179:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204108.046180:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204108.046182:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937807104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046185:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204108.046187:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937807104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046191:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204108.046192:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.046193:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204108.046194:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.046195:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204108.046196:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204108.046198:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204108.046199:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204108.046201:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204108.046203:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937807104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204108.046206:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937807104:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204108.046208:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.046209:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204108.046211:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937806976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046215:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204108.046216:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204108.046217:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204108.046218:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204108.046219:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204108.046220:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204108.046221:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204108.046222:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204108.046224:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204108.046225:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204108.046225:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:2.0:1788204108.046227:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204108.046228:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.046228:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204108.046230:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937807104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046237:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204108.046238:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204108.046238:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204108.046240:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204108.046240:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204108.046241:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204108.046242:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204108.046242:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788204108.046243:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204108.046244:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204108.046245:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:2.0:1788204108.046246:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204108.046246:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.046247:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.046249:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204108.046250:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.046251:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204108.046252:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204108.046253:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204108.046254:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937807232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046258:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204108.046259:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204108.046260:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204108.046261:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204108.046262:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204108.046263:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937807232:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204108.046265:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204108.046266:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204108.046267:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204108.046268:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204108.046270:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204108.046271:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204108.046273:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204108.046274:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204108.046276:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204108.046278:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937807232, portal 4
00000100:00000001:2.0:1788204108.046279:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204108.046280:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:2.0:1788204108.046283:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937807232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046287:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204108.046288:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204108.046289:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204108.046291:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937807232, offset 0
00000400:00000200:2.0:1788204108.046293:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204108.046295:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204108.046296:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204108.046314:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204108.046317:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204108.046318:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204108.046321:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204108.046323:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546256:546256:256:4294967295] 192.168.201.135@tcp LPNI seq info [546222:546222:8:4294967295]
00000400:00000200:2.0:1788204108.046326:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204108.046330:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204108.046333:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204108.046335:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204108.046337:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204108.046339:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204108.046341:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204108.046343:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204108.046345:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204108.046346:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204108.046348:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204108.046350:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204108.046351:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204108.046352:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204108.046354:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204108.046356:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937807232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204133 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046361:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204108.046362:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937807232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204133 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046366:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.046366:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204108.046368:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204108.046370:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204108.046371:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204108.046372:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309086343
00000100:00000001:2.0:1788204108.046373:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309089996
00000100:00000001:2.0:1788204108.046375:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309086343
00000100:00000001:2.0:1788204108.046376:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309089996
00000100:00000001:2.0:1788204108.046377:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204108.046378:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.046379:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204108.046381:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204108/real 1788204108]  req@ffff8c5d3ba69500 x1875052937807232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204108.046385:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204108.046386:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204108.046387:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204108.046388:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204108.046388:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204108.046389:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204108.046391:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937807232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204108.046395:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937807232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046402:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204108.046403:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.046404:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204108.046405:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204108.046407:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937807232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046410:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204108.046412:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937807232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046416:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204108.046417:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.046418:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204108.046418:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.046419:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204108.046420:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204108.046421:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204108.046423:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204108.046424:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204108.046426:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937807232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204108.046430:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937807232:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204108.046431:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.046432:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204108.046434:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937807232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204133 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204108.046438:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204108.046439:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204108.046440:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204108.046441:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204108.046442:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204108.046443:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204108.046444:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204108.046445:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:2.0:1788204108.046446:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204108.046446:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204108.046447:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:2.0:1788204108.046448:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204108.046449:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.046450:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.046452:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204108.046453:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.046454:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204108.046455:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204108.236400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204108.236405:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204108.236407:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204108.236411:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204108.236414:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204108.236417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.236419:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204108.236421:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204108.236422:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204108.748476:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204108.748479:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204108.748481:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204109.260387:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204109.260395:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204109.260397:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204109.260402:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204109.260405:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204109.260422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204109.260425:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204109.260428:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204109.260430:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204110.284364:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204110.284370:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204110.284371:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204110.284375:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204110.284378:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204110.284381:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204110.284382:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204110.284384:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204110.284386:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204110.796494:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204110.796497:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204110.796499:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204111.308420:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204111.308429:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204111.308431:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204111.308436:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204111.308440:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204111.308444:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204111.308447:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204111.308449:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204111.308452:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204111.820534:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204111.820538:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204111.820542:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1788204112.140403:0:267880:0:(osc_request.c:745:osc_update_next_shrink()) next time 15623 to shrink grant
00000100:00000001:2.0:1788204112.332373:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204112.332383:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204112.332386:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204112.332394:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204112.332399:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204112.332403:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204112.332406:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204112.332410:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204112.332413:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204112.844578:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204112.844583:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204112.844587:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204113.164700:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204113.164706:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204113.164710:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204113.164719:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27eced80 x1875052937807360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.164734:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204113.164737:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204113.164742:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204113.164747:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204113.164751:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204113.164757:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937807360:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204113.164764:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204113.164769:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204113.164772:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204113.164775:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204113.164781:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204113.164784:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204113.164794:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204113.164798:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204113.164806:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204113.164814:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937807360, portal 25
00000100:00000001:2.0:1788204113.164819:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204113.164821:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462526848 : -127143247024768 : ffff8c5d27eced80)
00000100:00000040:2.0:1788204113.164827:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27eced80 x1875052937807360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.164840:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204113.164842:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204113.164845:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204113.164849:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937807360, offset 0
00000400:00000200:2.0:1788204113.164858:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204113.164868:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204113.164874:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204113.164881:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204113.164888:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204113.164893:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204113.164898:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204113.164905:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546257:546257:256:4294967295] 192.168.201.135@tcp LPNI seq info [546223:546223:8:4294967295]
00000400:00000200:2.0:1788204113.164914:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204113.164929:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204113.164940:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204113.164946:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204113.164955:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204113.164960:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204113.164969:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204113.164975:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788204113.164981:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204113.164985:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204113.164992:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204113.165001:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204113.165007:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204113.165011:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204113.165017:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204113.165022:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27eced80 x1875052937807360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165037:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204113.165042:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27eced80 x1875052937807360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165055:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204113.165060:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204113.165070:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204113.165078:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204113.165083:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309095116
00000100:00000010:2.0:1788204113.165092:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108500c0.
00000100:00000001:2.0:1788204113.165102:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204113.165108:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309095116
00000100:00000010:2.0:1788204113.165115:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850c60.
00000100:00000001:2.0:1788204113.165119:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204113.165123:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204113.165128:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204113.165132:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204113.165137:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204113/real 1788204113]  req@ffff8c5d27eced80 x1875052937807360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204113.165149:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204113.165152:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204113.165155:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204113.165159:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204113.165162:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204113.165166:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204113.165171:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27eced80 x1875052937807360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204113.165182:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27eced80 x1875052937807360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165198:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204113.165200:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.165204:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204113.165207:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204113.165211:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27eced80 x1875052937807360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165221:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204113.165227:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27eced80 x1875052937807360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165238:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204113.165242:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.165245:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204113.165248:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.165252:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204113.165255:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204113.165258:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204113.165264:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204113.165270:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204113.165276:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27eced80 x1875052937807360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204113.165287:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937807360:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204113.165294:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.165315:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204113.165318:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27eced80 x1875052937807360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165322:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204113.165326:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204113.165328:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204113.165334:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204113.165337:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204113.165339:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204113.165343:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204113.165348:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:2.0:1788204113.165355:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204113.165358:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204113.165361:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27eced80.
00000100:00000001:2.0:1788204113.165365:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204113.165367:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.165369:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.165379:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204113.165383:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204113.165386:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204113.165389:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204113.165392:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204113.165396:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdf80 x1875052937807488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165406:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204113.165408:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204113.165412:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204113.165415:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204113.165419:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204113.165424:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937807488:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204113.165429:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204113.165431:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204113.165433:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204113.165436:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204113.165439:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204113.165442:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204113.165446:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204113.165450:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204113.165454:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204113.165458:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937807488, portal 10
00000100:00000001:2.0:1788204113.165461:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204113.165464:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462523264 : -127143247028352 : ffff8c5d27ecdf80)
00000100:00000040:2.0:1788204113.165473:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdf80 x1875052937807488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165490:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204113.165506:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204113.165510:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204113.165513:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937807488, offset 0
00000400:00000200:2.0:1788204113.165519:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204113.165527:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204113.165534:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204113.165538:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204113.165546:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204113.165553:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204113.165560:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204113.165568:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546258:546258:256:4294967295] 192.168.201.135@tcp LPNI seq info [546224:546224:8:4294967295]
00000400:00000200:2.0:1788204113.165579:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204113.165596:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204113.165607:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204113.165614:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204113.165624:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204113.165629:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204113.165642:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204113.165648:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788204113.165656:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204113.165661:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204113.165666:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204113.165676:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204113.165682:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204113.165686:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204113.165690:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204113.165698:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdf80 x1875052937807488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165712:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204113.165717:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdf80 x1875052937807488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165730:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204113.165734:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204113.165739:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204113.165746:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204113.165755:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204113.165759:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309091357
00000100:00000001:2.0:1788204113.165765:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309095116
00000100:00000001:2.0:1788204113.165770:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309091357
00000100:00000001:2.0:1788204113.165774:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309095116
00000100:00000001:2.0:1788204113.165778:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204113.165780:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204113.165785:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204113.165790:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204113/real 1788204113]  req@ffff8c5d27ecdf80 x1875052937807488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204113.165801:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204113.165802:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204113.165804:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204113.165805:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204113.165806:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204113.165808:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204113.165810:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdf80 x1875052937807488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204113.165815:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdf80 x1875052937807488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165818:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204113.165819:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.165820:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204113.165821:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204113.165823:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdf80 x1875052937807488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165827:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204113.165829:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdf80 x1875052937807488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165833:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204113.165835:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.165836:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204113.165836:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.165837:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204113.165839:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204113.165840:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204113.165842:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204113.165843:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204113.165846:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdf80 x1875052937807488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204113.165851:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937807488:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204113.165853:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204113.165855:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecfb80 x1875052937807616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165858:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204113.165859:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204113.165860:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204113.165861:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204113.165862:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204113.165864:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937807616:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204113.165866:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204113.165867:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204113.165868:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204113.165869:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204113.165872:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204113.165873:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204113.165875:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204113.165876:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204113.165878:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204113.165880:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937807616, portal 10
00000100:00000001:2.0:1788204113.165882:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204113.165883:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462530432 : -127143247021184 : ffff8c5d27ecfb80)
00000100:00000040:2.0:1788204113.165887:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecfb80 x1875052937807616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165891:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204113.165892:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204113.165894:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204113.165895:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937807616, offset 0
00000400:00000200:2.0:1788204113.165898:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204113.165900:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204113.165902:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204113.165904:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204113.165906:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204113.165907:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204113.165909:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204113.165911:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546259:546259:256:4294967295] 192.168.201.135@tcp LPNI seq info [546225:546225:8:4294967295]
00000400:00000200:2.0:1788204113.165914:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204113.165917:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204113.165920:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204113.165922:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204113.165925:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204113.165926:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204113.165929:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204113.165930:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788204113.165933:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204113.165934:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204113.165936:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204113.165938:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204113.165940:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204113.165941:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204113.165942:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204113.165944:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecfb80 x1875052937807616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165949:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204113.165950:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecfb80 x1875052937807616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165954:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204113.165955:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204113.165957:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204113.165959:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204113.165961:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204113.165963:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309091352
00000100:00000001:2.0:1788204113.165964:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309095116
00000100:00000001:2.0:1788204113.165966:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309091352
00000100:00000001:2.0:1788204113.165967:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309095116
00000100:00000001:2.0:1788204113.165968:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204113.165969:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204113.165970:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204113.165972:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204113/real 1788204113]  req@ffff8c5d27ecfb80 x1875052937807616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204113.165975:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204113.165976:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204113.165977:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204113.165978:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204113.165979:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204113.165980:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204113.165982:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecfb80 x1875052937807616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204113.165987:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecfb80 x1875052937807616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165990:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204113.165991:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.165992:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204113.165993:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204113.165994:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecfb80 x1875052937807616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.165998:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204113.166000:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecfb80 x1875052937807616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166003:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204113.166005:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.166006:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204113.166007:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.166008:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204113.166009:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204113.166011:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204113.166012:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204113.166014:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204113.166015:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecfb80 x1875052937807616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204113.166019:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937807616:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204113.166021:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.166023:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204113.166024:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdf80 x1875052937807488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166027:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204113.166028:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204113.166029:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204113.166031:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204113.166031:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204113.166032:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204113.166033:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204113.166034:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:2.0:1788204113.166036:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204113.166037:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204113.166038:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdf80.
00000100:00000001:2.0:1788204113.166039:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204113.166040:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.166041:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204113.166043:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecfb80 x1875052937807616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166053:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204113.166054:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204113.166056:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204113.166058:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204113.166059:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204113.166060:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204113.166062:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204113.166063:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:2.0:1788204113.166065:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204113.166066:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204113.166068:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecfb80.
00000100:00000001:2.0:1788204113.166069:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204113.166071:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.166073:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.166076:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204113.166077:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204113.166079:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204113.166080:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204113.166082:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204113.166085:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecf480 x1875052937807744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166092:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204113.166093:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204113.166095:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204113.166097:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204113.166098:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204113.166100:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937807744:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204113.166102:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204113.166103:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204113.166104:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204113.166105:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204113.166108:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204113.166109:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204113.166112:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204113.166114:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204113.166116:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204113.166118:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937807744, portal 4
00000100:00000001:2.0:1788204113.166119:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204113.166120:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462528640 : -127143247022976 : ffff8c5d27ecf480)
00000100:00000040:2.0:1788204113.166124:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecf480 x1875052937807744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166128:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204113.166129:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204113.166131:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204113.166132:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937807744, offset 0
00000400:00000200:2.0:1788204113.166134:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204113.166137:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204113.166139:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204113.166141:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204113.166142:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204113.166144:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204113.166145:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204113.166147:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546260:546260:256:4294967295] 192.168.201.135@tcp LPNI seq info [546226:546226:8:4294967295]
00000400:00000200:2.0:1788204113.166149:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204113.166153:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204113.166156:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204113.166158:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204113.166160:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204113.166162:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204113.166165:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204113.166166:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788204113.166169:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204113.166170:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204113.166172:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204113.166174:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204113.166176:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204113.166177:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204113.166179:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204113.166181:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecf480 x1875052937807744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166186:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204113.166187:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecf480 x1875052937807744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166191:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204113.166192:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204113.166194:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204113.166196:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204113.166198:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204113.166199:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309091445
00000100:00000001:2.0:1788204113.166201:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309095116
00000100:00000001:2.0:1788204113.166202:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309091445
00000100:00000001:2.0:1788204113.166203:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309095116
00000100:00000001:2.0:1788204113.166204:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204113.166205:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204113.166206:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204113.166208:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204113/real 1788204113]  req@ffff8c5d27ecf480 x1875052937807744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204113.166212:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204113.166213:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204113.166214:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204113.166215:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204113.166216:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204113.166218:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204113.166220:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecf480 x1875052937807744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204113.166224:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecf480 x1875052937807744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166229:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204113.166230:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.166231:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204113.166232:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204113.166234:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecf480 x1875052937807744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166237:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204113.166239:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecf480 x1875052937807744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166243:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204113.166244:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.166245:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204113.166245:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.166246:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204113.166247:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204113.166248:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204113.166250:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204113.166251:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204113.166253:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecf480 x1875052937807744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204113.166257:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937807744:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204113.166260:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204113.166262:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece300 x1875052937807872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166265:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204113.166266:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204113.166268:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204113.166269:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204113.166270:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204113.166272:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937807872:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204113.166274:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204113.166274:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204113.166275:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204113.166276:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204113.166278:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204113.166278:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204113.166280:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204113.166282:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204113.166284:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204113.166285:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937807872, portal 4
00000100:00000001:2.0:1788204113.166287:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204113.166287:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462524160 : -127143247027456 : ffff8c5d27ece300)
00000100:00000040:2.0:1788204113.166291:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece300 x1875052937807872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166295:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204113.166296:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204113.166314:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204113.166317:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937807872, offset 0
00000400:00000200:2.0:1788204113.166321:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204113.166324:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204113.166328:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204113.166331:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204113.166333:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204113.166335:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204113.166337:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204113.166340:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546261:546261:256:4294967295] 192.168.201.135@tcp LPNI seq info [546227:546227:8:4294967295]
00000400:00000200:2.0:1788204113.166344:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204113.166350:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204113.166356:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204113.166359:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204113.166362:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204113.166364:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1788204113.166368:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204113.166371:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1788204113.166374:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204113.166376:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204113.166379:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204113.166382:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204113.166384:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204113.166386:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204113.166388:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204113.166391:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece300 x1875052937807872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204138 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166399:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204113.166402:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece300 x1875052937807872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204138 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166408:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204113.166409:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204113.166412:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204113.166416:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204113.166418:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204113.166420:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309091463
00000100:00000001:2.0:1788204113.166422:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309095116
00000100:00000001:2.0:1788204113.166423:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309091463
00000100:00000001:2.0:1788204113.166425:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309095116
00000100:00000001:2.0:1788204113.166426:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204113.166427:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204113.166428:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204113.166430:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204113/real 1788204113]  req@ffff8c5d27ece300 x1875052937807872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204113.166436:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204113.166437:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204113.166439:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204113.166440:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204113.166441:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204113.166443:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204113.166445:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece300 x1875052937807872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204113.166450:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece300 x1875052937807872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166453:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204113.166454:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.166455:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204113.166456:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204113.166457:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece300 x1875052937807872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166461:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204113.166463:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece300 x1875052937807872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166466:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204113.166468:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.166469:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204113.166470:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.166471:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204113.166472:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204113.166473:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204113.166475:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204113.166476:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204113.166479:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece300 x1875052937807872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204113.166486:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937807872:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204113.166490:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.166492:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204113.166507:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecf480 x1875052937807744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166513:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204113.166515:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204113.166517:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204113.166519:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204113.166521:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204113.166522:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204113.166524:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204113.166526:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:2.0:1788204113.166528:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204113.166529:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204113.166531:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecf480.
00000100:00000001:2.0:1788204113.166533:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204113.166535:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.166536:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204113.166540:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece300 x1875052937807872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204138 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204113.166546:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204113.166548:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204113.166549:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204113.166552:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204113.166553:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204113.166554:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204113.166556:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204113.166557:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:2.0:1788204113.166559:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204113.166561:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204113.166562:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece300.
00000100:00000001:2.0:1788204113.166564:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204113.166565:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.166567:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.166571:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204113.166572:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204113.166574:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204113.166576:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204113.356405:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204113.356414:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204113.356416:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204113.356421:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204113.356425:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204113.356428:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.356430:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204113.356433:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204113.356435:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204113.868603:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204113.868608:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204113.868612:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204114.380412:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204114.380422:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204114.380425:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204114.380431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204114.380436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204114.380441:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204114.380444:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204114.380447:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204114.380450:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204115.404487:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204115.404496:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204115.404499:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204115.404506:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204115.404510:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204115.404515:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204115.404519:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204115.404523:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204115.404527:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204115.916493:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204115.916497:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204115.916500:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204116.428362:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204116.428369:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204116.428371:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204116.428375:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204116.428378:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204116.428380:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204116.428382:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204116.428384:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204116.428386:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204116.940673:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204116.940677:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204116.940680:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204117.452432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204117.452443:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204117.452446:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204117.452454:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204117.452458:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204117.452464:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204117.452467:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204117.452470:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204117.452474:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204117.964492:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204117.964496:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204117.964499:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204118.284715:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204118.284721:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204118.284725:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204118.284735:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb480 x1875052937808000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.284761:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204118.284764:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204118.284771:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204118.284774:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204118.284778:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204118.284785:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937808000:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204118.284792:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204118.284796:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204118.284799:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204118.284805:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204118.284811:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204118.284814:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204118.284821:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204118.284827:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204118.284835:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204118.284845:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937808000, portal 25
00000100:00000001:2.0:1788204118.284850:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204118.284852:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871312000 : -127143838239616 : ffff8c5d04afb480)
00000100:00000040:2.0:1788204118.284860:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb480 x1875052937808000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.284876:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204118.284881:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204118.284883:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204118.284887:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937808000, offset 0
00000400:00000200:2.0:1788204118.284894:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204118.284905:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204118.284914:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204118.284921:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204118.284926:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204118.284931:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204118.284936:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204118.284942:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546262:546262:256:4294967295] 192.168.201.135@tcp LPNI seq info [546228:546228:8:4294967295]
00000400:00000200:2.0:1788204118.284950:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204118.284966:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204118.284977:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204118.284985:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204118.284998:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204118.285006:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204118.285019:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204118.285026:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788204118.285037:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204118.285043:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204118.285053:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204118.285064:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204118.285077:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204118.285080:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204118.285087:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204118.285093:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb480 x1875052937808000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285110:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204118.285115:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb480 x1875052937808000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285127:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204118.285131:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204118.285146:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204118.285153:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204118.285159:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309100236
00000100:00000010:2.0:1788204118.285169:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108506c0.
00000100:00000001:2.0:1788204118.285180:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204118.285190:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309100236
00000100:00000010:2.0:1788204118.285195:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108504e0.
00000100:00000001:2.0:1788204118.285200:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204118.285207:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204118.285210:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204118.285215:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204118.285224:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204118/real 1788204118]  req@ffff8c5d04afb480 x1875052937808000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204118.285252:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204118.285255:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204118.285258:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204118.285264:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204118.285268:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204118.285273:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204118.285279:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb480 x1875052937808000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204118.285295:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb480 x1875052937808000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285332:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204118.285334:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.285336:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204118.285337:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204118.285341:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb480 x1875052937808000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285365:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204118.285371:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb480 x1875052937808000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285385:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204118.285389:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.285393:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204118.285396:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.285399:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204118.285402:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204118.285420:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204118.285426:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204118.285429:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204118.285439:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb480 x1875052937808000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204118.285453:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937808000:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204118.285458:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.285462:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204118.285467:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb480 x1875052937808000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285477:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204118.285480:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204118.285483:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204118.285488:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204118.285491:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204118.285493:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204118.285498:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204118.285501:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4800.
02000000:00000001:2.0:1788204118.285508:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204118.285510:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204118.285513:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb480.
00000100:00000001:2.0:1788204118.285520:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204118.285523:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.285531:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.285539:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204118.285541:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204118.285544:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204118.285547:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204118.285550:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204118.285557:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9500 x1875052937808128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285574:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204118.285577:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204118.285584:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204118.285589:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204118.285593:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204118.285603:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937808128:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204118.285612:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204118.285615:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204118.285618:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204118.285622:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204118.285626:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204118.285630:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204118.285637:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204118.285640:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204118.285643:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204118.285646:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937808128, portal 10
00000100:00000001:2.0:1788204118.285647:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204118.285648:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871303936 : -127143838247680 : ffff8c5d04af9500)
00000100:00000040:2.0:1788204118.285654:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9500 x1875052937808128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285659:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204118.285661:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204118.285662:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204118.285664:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937808128, offset 0
00000400:00000200:2.0:1788204118.285667:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204118.285670:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204118.285672:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204118.285674:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204118.285676:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204118.285678:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204118.285679:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204118.285682:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546263:546263:256:4294967295] 192.168.201.135@tcp LPNI seq info [546229:546229:8:4294967295]
00000400:00000200:2.0:1788204118.285684:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204118.285689:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204118.285692:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204118.285694:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204118.285697:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204118.285699:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204118.285703:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204118.285705:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788204118.285707:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204118.285709:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204118.285711:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204118.285714:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204118.285716:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204118.285717:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204118.285719:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204118.285721:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9500 x1875052937808128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285726:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204118.285728:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9500 x1875052937808128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285732:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204118.285733:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204118.285735:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204118.285738:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204118.285740:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204118.285742:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309096477
00000100:00000001:2.0:1788204118.285744:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309100236
00000100:00000001:2.0:1788204118.285745:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309096477
00000100:00000001:2.0:1788204118.285746:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309100236
00000100:00000001:2.0:1788204118.285748:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204118.285749:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204118.285751:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204118.285753:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204118/real 1788204118]  req@ffff8c5d04af9500 x1875052937808128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204118.285757:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204118.285758:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204118.285760:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204118.285761:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204118.285762:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204118.285764:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204118.285766:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9500 x1875052937808128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204118.285771:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9500 x1875052937808128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285776:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204118.285777:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.285779:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204118.285780:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204118.285784:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9500 x1875052937808128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285791:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204118.285794:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9500 x1875052937808128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285801:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204118.285806:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.285808:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204118.285809:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.285810:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204118.285812:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204118.285814:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204118.285817:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204118.285819:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204118.285823:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9500 x1875052937808128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204118.285830:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937808128:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204118.285834:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204118.285837:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb800 x1875052937808256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285843:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204118.285844:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204118.285846:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204118.285848:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204118.285850:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204118.285853:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937808256:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204118.285856:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204118.285858:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204118.285859:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204118.285861:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204118.285864:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204118.285866:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204118.285870:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204118.285872:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204118.285875:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204118.285878:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937808256, portal 10
00000100:00000001:2.0:1788204118.285880:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204118.285881:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871312896 : -127143838238720 : ffff8c5d04afb800)
00000100:00000040:2.0:1788204118.285886:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb800 x1875052937808256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285892:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204118.285894:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204118.285896:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204118.285898:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937808256, offset 0
00000400:00000200:2.0:1788204118.285902:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204118.285905:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204118.285908:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204118.285911:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204118.285913:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204118.285915:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204118.285918:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204118.285921:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546264:546264:256:4294967295] 192.168.201.135@tcp LPNI seq info [546230:546230:8:4294967295]
00000400:00000200:2.0:1788204118.285925:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204118.285931:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204118.285935:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204118.285937:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204118.285941:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204118.285943:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204118.285947:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204118.285950:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788204118.285953:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204118.285954:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204118.285957:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204118.285960:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204118.285963:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204118.285965:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204118.285967:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204118.285971:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb800 x1875052937808256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285978:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204118.285980:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb800 x1875052937808256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.285987:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204118.285988:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204118.285991:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204118.285993:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204118.285997:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204118.285999:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309096472
00000100:00000001:2.0:1788204118.286001:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309100236
00000100:00000001:2.0:1788204118.286003:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309096472
00000100:00000001:2.0:1788204118.286006:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309100236
00000100:00000001:2.0:1788204118.286008:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204118.286010:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204118.286012:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204118.286016:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204118/real 1788204118]  req@ffff8c5d04afb800 x1875052937808256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204118.286024:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204118.286025:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204118.286026:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204118.286029:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204118.286030:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204118.286032:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204118.286035:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb800 x1875052937808256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204118.286044:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb800 x1875052937808256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286051:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204118.286052:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286053:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204118.286054:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204118.286057:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb800 x1875052937808256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286062:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204118.286064:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb800 x1875052937808256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286069:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204118.286070:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286071:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204118.286072:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286074:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204118.286075:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204118.286077:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204118.286079:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204118.286081:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204118.286083:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb800 x1875052937808256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204118.286088:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937808256:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204118.286090:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204118.286093:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8700 x1875052937808384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286098:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204118.286099:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204118.286100:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204118.286102:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204118.286103:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204118.286105:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937808384:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204118.286107:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204118.286108:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204118.286110:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204118.286111:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204118.286114:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204118.286115:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204118.286118:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204118.286120:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204118.286122:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204118.286125:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937808384, portal 4
00000100:00000001:2.0:1788204118.286126:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204118.286127:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871300352 : -127143838251264 : ffff8c5d04af8700)
00000100:00000040:2.0:1788204118.286133:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8700 x1875052937808384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286140:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204118.286143:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204118.286145:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204118.286147:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937808384, offset 0
00000400:00000200:2.0:1788204118.286151:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204118.286155:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204118.286159:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204118.286162:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204118.286165:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204118.286168:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204118.286171:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204118.286174:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546265:546265:256:4294967295] 192.168.201.135@tcp LPNI seq info [546231:546231:8:4294967295]
00000400:00000200:2.0:1788204118.286179:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204118.286185:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204118.286188:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204118.286191:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204118.286194:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204118.286196:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204118.286199:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204118.286200:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788204118.286203:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204118.286204:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204118.286206:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204118.286209:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204118.286211:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204118.286212:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204118.286213:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204118.286216:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8700 x1875052937808384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286222:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204118.286224:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8700 x1875052937808384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286233:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204118.286234:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204118.286236:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204118.286238:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204118.286240:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204118.286242:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309096565
00000100:00000001:2.0:1788204118.286243:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309100236
00000100:00000001:2.0:1788204118.286245:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309096565
00000100:00000001:2.0:1788204118.286246:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309100236
00000100:00000001:2.0:1788204118.286247:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204118.286248:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204118.286250:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204118.286252:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204118/real 1788204118]  req@ffff8c5d04af8700 x1875052937808384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204118.286257:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204118.286258:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204118.286259:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204118.286260:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204118.286261:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204118.286263:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204118.286265:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8700 x1875052937808384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204118.286270:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8700 x1875052937808384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286274:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204118.286275:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286276:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204118.286277:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204118.286279:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8700 x1875052937808384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286284:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204118.286286:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8700 x1875052937808384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286291:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204118.286292:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286293:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204118.286294:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286295:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204118.286296:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204118.286315:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204118.286317:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204118.286319:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204118.286321:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8700 x1875052937808384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204118.286326:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937808384:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204118.286328:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286330:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204118.286332:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9500 x1875052937808128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286336:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204118.286337:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204118.286338:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204118.286340:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204118.286341:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204118.286343:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204118.286344:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204118.286345:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:2.0:1788204118.286348:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204118.286349:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204118.286350:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9500.
00000100:00000001:2.0:1788204118.286352:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204118.286353:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286354:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204118.286356:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb800 x1875052937808256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286360:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204118.286361:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204118.286362:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204118.286363:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204118.286364:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204118.286364:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204118.286366:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204118.286366:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4400.
02000000:00000001:2.0:1788204118.286368:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204118.286369:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204118.286370:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb800.
00000100:00000001:2.0:1788204118.286373:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204118.286374:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286375:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204118.286378:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8700 x1875052937808384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286384:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204118.286385:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204118.286386:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204118.286388:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204118.286389:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204118.286390:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204118.286393:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204118.286394:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:2.0:1788204118.286396:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204118.286398:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204118.286399:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8700.
00000100:00000001:2.0:1788204118.286401:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204118.286415:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286418:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286421:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204118.286422:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204118.286424:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204118.286426:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204118.286428:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204118.286432:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb480 x1875052937808512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286440:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204118.286441:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204118.286443:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204118.286446:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204118.286448:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204118.286451:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937808512:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204118.286455:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204118.286457:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204118.286458:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204118.286460:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204118.286464:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204118.286466:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204118.286470:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204118.286472:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204118.286476:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204118.286479:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937808512, portal 4
00000100:00000001:2.0:1788204118.286482:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204118.286483:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871312000 : -127143838239616 : ffff8c5d04afb480)
00000100:00000040:2.0:1788204118.286490:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb480 x1875052937808512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286497:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204118.286499:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204118.286502:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204118.286504:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937808512, offset 0
00000400:00000200:2.0:1788204118.286509:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204118.286514:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204118.286518:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204118.286521:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204118.286523:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204118.286526:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204118.286528:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204118.286531:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546266:546266:256:4294967295] 192.168.201.135@tcp LPNI seq info [546232:546232:8:4294967295]
00000400:00000200:2.0:1788204118.286535:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204118.286542:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204118.286547:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204118.286550:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204118.286554:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204118.286557:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788204118.286561:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204118.286564:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788204118.286569:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204118.286571:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204118.286574:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204118.286579:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204118.286583:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204118.286585:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204118.286588:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204118.286593:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb480 x1875052937808512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286603:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204118.286607:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb480 x1875052937808512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204143 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286614:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204118.286616:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204118.286620:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204118.286623:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204118.286626:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204118.286629:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309096583
00000100:00000001:2.0:1788204118.286632:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309100236
00000100:00000001:2.0:1788204118.286634:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309096583
00000100:00000001:2.0:1788204118.286636:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309100236
00000100:00000001:2.0:1788204118.286639:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204118.286641:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204118.286643:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204118.286648:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204118/real 1788204118]  req@ffff8c5d04afb480 x1875052937808512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204118.286658:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204118.286659:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204118.286661:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204118.286664:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204118.286666:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204118.286669:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204118.286673:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb480 x1875052937808512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204118.286683:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb480 x1875052937808512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286691:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204118.286693:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286695:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204118.286696:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204118.286701:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb480 x1875052937808512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286709:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204118.286714:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb480 x1875052937808512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286721:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204118.286725:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286727:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204118.286728:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286730:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204118.286732:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204118.286735:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204118.286739:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204118.286742:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204118.286747:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb480 x1875052937808512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204118.286756:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937808512:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204118.286761:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286763:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204118.286767:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb480 x1875052937808512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204143 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204118.286774:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204118.286776:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204118.286778:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204118.286782:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204118.286783:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204118.286785:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204118.286787:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204118.286789:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:2.0:1788204118.286792:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204118.286794:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204118.286796:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb480.
00000100:00000001:2.0:1788204118.286800:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204118.286801:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286803:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.286808:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204118.286809:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204118.286812:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204118.286814:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204118.476363:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204118.476369:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204118.476371:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204118.476375:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204118.476377:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204118.476380:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.476382:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204118.476384:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204118.476386:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204118.988568:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204118.988573:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204118.988577:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204119.500422:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204119.500430:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204119.500432:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204119.500439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204119.500443:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204119.500447:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204119.500449:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204119.500453:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204119.500456:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204120.524472:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204120.524481:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204120.524483:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204120.524488:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204120.524492:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204120.524495:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204120.524498:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204120.524501:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204120.524503:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204121.036580:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204121.036585:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204121.036590:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204121.548459:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204121.548471:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204121.548474:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204121.548482:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204121.548487:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204121.548492:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204121.548495:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204121.548498:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204121.548501:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204122.060591:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204122.060596:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204122.060601:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204122.572451:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204122.572460:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204122.572462:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204122.572467:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204122.572471:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204122.572476:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204122.572478:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204122.572481:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204122.572484:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204123.084609:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204123.084615:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204123.084619:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204123.404453:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204123.404466:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204123.404469:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204123.404473:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204123.404478:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204123.404486:0:245754:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14429
00000400:00000200:3.0:1788204123.404495:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204123.404501:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204123.404504:0:245754:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204123.404506:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.404509:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204123.404512:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.404514:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204123.404517:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204123.404519:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204123.404522:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204123.404525:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204123.404527:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204123.404529:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204123.404531:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.404532:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204123.404534:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.404535:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204123.404538:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204123.404540:0:245754:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204123.404542:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204123.404545:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204123.404548:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204123.404558:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204123.404560:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204123.404561:0:245754:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204123.404575:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788204123.404579:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204123.404584:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204123.404585:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204123.404589:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204123.404592:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204123.404596:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204123.404604:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204123.404611:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204123.404621:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937808640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204123.404630:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204123.404634:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204123.404638:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937808640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204123.404660:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204123.404662:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204123.404665:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204123.404666:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204123.404668:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204123.404670:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204123.404672:0:245754:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14429
00000400:00000200:3.0:1788204123.404674:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204123.404676:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204123.404678:0:245754:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204123.404680:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.404682:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204123.404683:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.404684:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204123.404686:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204123.404687:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204123.404688:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204123.404690:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204123.404691:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204123.404693:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204123.404696:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.404697:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204123.404698:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.404700:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204123.404701:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204123.404704:0:245754:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204123.404706:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204123.404707:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204123.404712:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204123.404714:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204123.404715:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204123.404718:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1788204123.404720:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204123.404724:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204123.404726:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204123.404726:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204123.404730:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000100:00000001:2.0:1788204123.404731:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788204123.404734:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204123.404738:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204123.404739:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204123.404740:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204123.404743:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204123.404744:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204123.404745:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6a680 x1875052937808640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204123.404747:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204123.404752:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204123.404760:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937808768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204123.404768:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204123.404772:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204123.404774:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204123.404779:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204123.404780:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788204123.404785:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937808768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204123.404786:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204123.404793:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204123.404803:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937808640:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204123.404813:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204123.404818:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204123.404820:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1788204123.404823:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1788204123.404826:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204123.404829:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1788204123.404832:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204123.404833:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204123.404836:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204123.404839:0:245754:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:2.0:1788204123.404841:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00080000:3.0:1788204123.404844:0:245754:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14429
02000000:00000001:2.0:1788204123.404847:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204123.404852:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204123.404856:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204123.404858:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788204123.404861:0:245754:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1788204123.404866:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000040:3.0:1788204123.404867:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.404872:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204123.404875:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:2.0:1788204123.404877:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204123.404877:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204123.404883:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204123.404884:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204123.404886:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204123.404888:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000100:00000200:2.0:1788204123.404890:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937808640, portal 25
00000020:00000001:3.0:1788204123.404891:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000001:2.0:1788204123.404898:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1788204123.404898:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000001:2.0:1788204123.404903:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793465472 : -127142916086144 : ffff8c5d3ba6a680)
00000100:00000040:3.0:1788204123.404906:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.404911:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204123.404915:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6a680 x1875052937808640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204123.404916:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.404922:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204123.404928:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204123.404935:0:245754:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204123.404937:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204123.404940:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204123.404946:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204123.404947:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204123.404952:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788204123.404954:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
02000000:00000001:3.0:1788204123.404957:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204123.404961:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937808640, offset 0
00000100:00000001:3.0:1788204123.404962:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204123.404966:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204123.404971:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204123.404975:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204123.404976:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204123.404983:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204123.404986:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:2.0:1788204123.404989:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204123.404990:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204123.404993:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204123.404995:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204123.404996:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204123.404998:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204123.405001:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000010:3.0:1788204123.405003:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204123.405008:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204123.405011:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:3.0:1788204123.405014:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937808896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204123.405021:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:3.0:1788204123.405024:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204123.405027:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204123.405031:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788204123.405033:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937808896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204123.405038:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.405045:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204123.405050:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204123.405051:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546267:546267:256:4294967295] 192.168.201.135@tcp LPNI seq info [546233:546233:8:4294967295]
00000100:00080000:3.0:1788204123.405057:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204123.405061:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204123.405064:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204123.405065:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204123.405068:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204123.405072:0:245754:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14429
00000400:00000200:3.0:1788204123.405075:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204123.405078:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204123.405080:0:245754:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204123.405082:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.405084:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204123.405089:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.405093:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204123.405097:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204123.405099:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000400:00000200:2.0:1788204123.405101:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1788204123.405101:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204123.405106:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204123.405110:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204123.405111:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204123.405116:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:2.0:1788204123.405119:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204123.405119:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204123.405121:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.405126:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204123.405127:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204123.405129:0:245754:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000010:2.0:1788204123.405131:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000100:00000001:3.0:1788204123.405131:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204123.405136:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204123.405139:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204123.405140:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204123.405142:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204123.405145:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.0:1788204123.405147:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000008:00000001:3.0:1788204123.405148:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204123.405151:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204123.405157:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000100:00000010:3.0:1788204123.405157:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204123.405160:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204123.405164:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204123.405166:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204123.405171:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1788204123.405172:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788204123.405175:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1788204123.405178:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
02000000:00000001:3.0:1788204123.405180:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204123.405185:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204123.405191:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788204123.405197:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00100000:3.0:1788204123.405201:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937809024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1788204123.405203:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204123.405214:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204123.405215:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204123.405219:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204123.405227:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788204123.405228:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937809024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204123.405239:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000100:00000001:3.0:1788204123.405239:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204123.405245:0:245754:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788204123.405246:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00080000:3.0:1788204123.405252:0:245754:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204123.405254:0:245754:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204123.405257:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1788204123.405257:0:245754:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204123.405262:0:245754:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204123.405266:0:245754:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14429
00000100:00000200:2.0:1788204123.405267:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6a680 x1875052937808640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204123.405271:0:245754:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204123.405276:0:245754:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204123.405280:0:245754:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204123.405287:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.405290:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204123.405292:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204123.405292:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.405340:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204123.405344:0:245754:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204123.405346:0:245754:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204123.405348:0:245754:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204123.405351:0:245754:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000040:2.0:1788204123.405355:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6a680 x1875052937808640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204123.405356:0:245754:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204123.405362:0:245754:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204123.405370:0:245754:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.405375:0:245754:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204123.405377:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204123.405377:0:245754:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204123.405383:0:245754:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204123.405384:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1788204123.405386:0:245754:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204123.405389:0:245754:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204123.405391:0:245754:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204123.405392:0:245754:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204123.405394:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204123.405395:0:245754:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204123.405401:0:245754:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204123.405403:0:245754:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204123.405406:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00100000:3.0:1788204123.405406:0:245754:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204123.405411:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309105357
00000008:00000001:3.0:1788204123.405411:0:245754:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204123.405416:0:245754:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204123.405420:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850cc0.
00000100:00000010:3.0:1788204123.405421:0:245754:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204123.405426:0:245754:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204123.405427:0:245754:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204123.405428:0:245754:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204123.405430:0:245754:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204123.405431:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1788204123.405432:0:245754:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204123.405436:0:245754:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204123.405440:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309105357
02000000:00000010:3.0:1788204123.405441:0:245754:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204123.405447:0:245754:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204123.405448:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850b40.
00000100:00000001:2.0:1788204123.405452:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00100000:3.0:1788204123.405453:0:245754:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937809152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204123.405456:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204123.405462:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204123.405467:0:245754:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204123.405468:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204123.405471:0:245754:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204123.405477:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204123/real 1788204123]  req@ffff8c5d3ba6a680 x1875052937808640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204123.405478:0:245754:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937809152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204123.405509:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788204123.405509:0:245754:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204123.405512:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1788204123.405514:0:245754:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14439)
00000400:00000010:2.0:1788204123.405516:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204123.405520:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204123.405521:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204123.405524:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204123.405528:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6a680 x1875052937808640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204123.405535:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6a680 x1875052937808640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.405541:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204123.405542:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.405544:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204123.405546:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204123.405549:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6a680 x1875052937808640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.405553:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204123.405557:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6a680 x1875052937808640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.405562:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204123.405564:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.405565:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204123.405566:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.405568:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204123.405570:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204123.405572:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204123.405574:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204123.405576:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204123.405579:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6a680 x1875052937808640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204123.405584:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937808640:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204123.405588:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.405590:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204123.405592:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6a680 x1875052937808640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.405596:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204123.405599:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204123.405602:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204123.405606:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204123.405608:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204123.405610:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204123.405612:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204123.405615:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:2.0:1788204123.405620:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204123.405623:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204123.405625:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6a680.
00000100:00000001:2.0:1788204123.405628:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204123.405630:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.405632:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.405641:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204123.405643:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204123.405646:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204123.405647:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204123.405649:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204123.405653:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937808768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.405658:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204123.405659:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204123.405661:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204123.405663:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204123.405664:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204123.405666:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937808768:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204123.405668:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204123.405670:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204123.405671:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204123.405672:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204123.405674:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204123.405676:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204123.405679:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204123.405681:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204123.405683:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204123.405685:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937808768, portal 10
00000100:00000001:2.0:1788204123.405688:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204123.405689:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:2.0:1788204123.405694:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937808768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.405698:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204123.405700:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204123.405701:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204123.405703:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937808768, offset 0
00000400:00000200:2.0:1788204123.405706:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204123.405709:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204123.405711:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204123.405714:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204123.405716:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204123.405718:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204123.405720:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204123.405722:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546268:546268:256:4294967295] 192.168.201.135@tcp LPNI seq info [546234:546234:8:4294967295]
00000400:00000200:2.0:1788204123.405725:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204123.405730:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204123.405733:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204123.405735:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204123.405738:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204123.405740:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204123.405743:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204123.405746:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204123.405748:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204123.405750:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204123.405752:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204123.405754:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204123.405756:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204123.405758:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204123.405759:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204123.405762:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937808768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.405772:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204123.405774:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937808768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.405779:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204123.405780:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204123.405782:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204123.405785:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204123.405787:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204123.405788:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309101597
00000100:00000001:2.0:1788204123.405790:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309105357
00000100:00000001:2.0:1788204123.405792:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309101597
00000100:00000001:2.0:1788204123.405793:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309105357
00000100:00000001:2.0:1788204123.405795:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204123.405797:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204123.405798:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204123.405800:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204123/real 1788204123]  req@ffff8c5d3ba69500 x1875052937808768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204123.405805:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204123.405806:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204123.405807:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204123.405808:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204123.405809:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204123.405811:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204123.405813:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937808768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204123.405818:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937808768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.405822:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204123.405823:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.405824:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204123.405826:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204123.405828:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937808768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.405832:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204123.405835:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937808768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.405839:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204123.405840:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.405841:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204123.405842:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.405843:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204123.405844:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204123.405846:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204123.405848:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204123.405849:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204123.405851:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937808768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204123.405856:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937808768:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204123.405858:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204123.405860:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937808896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.405865:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204123.405866:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204123.405868:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204123.405869:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204123.405870:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204123.405872:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937808896:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204123.405874:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204123.405876:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204123.405877:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204123.405878:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204123.405880:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204123.405881:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204123.405883:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204123.405885:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204123.405887:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204123.405889:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937808896, portal 10
00000100:00000001:2.0:1788204123.405890:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204123.405891:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:2.0:1788204123.405895:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937808896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.405899:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204123.405901:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204123.405902:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204123.405904:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937808896, offset 0
00000400:00000200:2.0:1788204123.405906:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204123.405908:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204123.405910:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204123.405912:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204123.405914:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204123.405915:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204123.405917:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204123.405919:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546269:546269:256:4294967295] 192.168.201.135@tcp LPNI seq info [546235:546235:8:4294967295]
00000400:00000200:2.0:1788204123.405922:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204123.405926:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204123.405929:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204123.405931:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204123.405934:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204123.405936:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204123.405938:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204123.405940:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204123.405943:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204123.405944:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204123.405946:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204123.405948:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204123.405950:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204123.405951:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204123.405953:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204123.405955:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937808896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.405960:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204123.405962:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937808896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.405966:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204123.405967:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204123.405969:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204123.405970:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204123.405972:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204123.405973:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309101592
00000100:00000001:2.0:1788204123.405974:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309105357
00000100:00000001:2.0:1788204123.405976:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309101592
00000100:00000001:2.0:1788204123.405977:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309105357
00000100:00000001:2.0:1788204123.405979:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204123.405981:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204123.405982:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204123.405984:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204123/real 1788204123]  req@ffff8c5d3ba6b480 x1875052937808896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204123.405989:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204123.405990:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204123.405991:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204123.405992:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204123.405993:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204123.405995:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204123.405997:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937808896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204123.406002:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937808896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406006:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204123.406006:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.406007:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204123.406008:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204123.406010:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937808896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406014:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204123.406016:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937808896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406020:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204123.406022:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.406023:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204123.406023:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.406025:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204123.406026:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204123.406027:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204123.406029:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204123.406031:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204123.406033:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937808896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204123.406043:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937808896:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204123.406045:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204123.406048:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937809024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406051:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204123.406052:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204123.406054:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204123.406055:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204123.406056:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204123.406058:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937809024:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204123.406059:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204123.406060:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204123.406061:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204123.406062:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204123.406064:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204123.406065:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204123.406067:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204123.406069:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204123.406071:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204123.406073:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937809024, portal 4
00000100:00000001:2.0:1788204123.406075:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204123.406076:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000040:2.0:1788204123.406080:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937809024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406084:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204123.406085:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204123.406086:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204123.406088:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937809024, offset 0
00000400:00000200:2.0:1788204123.406090:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204123.406093:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204123.406095:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204123.406097:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204123.406099:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204123.406100:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204123.406102:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204123.406104:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546270:546270:256:4294967295] 192.168.201.135@tcp LPNI seq info [546236:546236:8:4294967295]
00000400:00000200:2.0:1788204123.406107:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204123.406111:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204123.406114:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204123.406115:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204123.406118:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204123.406119:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204123.406122:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204123.406124:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204123.406126:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204123.406128:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204123.406129:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204123.406131:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204123.406133:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204123.406135:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204123.406136:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204123.406138:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937809024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406143:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204123.406145:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937809024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406149:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204123.406150:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204123.406151:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204123.406153:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204123.406155:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204123.406157:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309101685
00000100:00000001:2.0:1788204123.406158:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309105357
00000100:00000001:2.0:1788204123.406160:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309101685
00000100:00000001:2.0:1788204123.406161:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309105357
00000100:00000001:2.0:1788204123.406162:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204123.406164:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204123.406165:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204123.406167:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204123/real 1788204123]  req@ffff8c5d3ba68380 x1875052937809024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204123.406171:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204123.406172:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204123.406173:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204123.406174:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204123.406175:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204123.406176:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204123.406178:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937809024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204123.406183:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937809024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406187:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204123.406188:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.406189:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204123.406190:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204123.406192:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937809024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406196:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204123.406199:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937809024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406202:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204123.406205:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.406206:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204123.406207:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.406208:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204123.406209:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204123.406211:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204123.406212:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204123.406214:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204123.406216:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937809024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204123.406220:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937809024:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204123.406222:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204123.406225:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937809152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406228:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204123.406229:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204123.406230:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204123.406231:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204123.406233:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204123.406234:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937809152:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204123.406236:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204123.406237:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204123.406238:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204123.406239:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204123.406241:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204123.406242:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204123.406243:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204123.406245:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204123.406246:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204123.406248:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937809152, portal 4
00000100:00000001:2.0:1788204123.406250:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204123.406251:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:2.0:1788204123.406255:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937809152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406259:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204123.406261:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204123.406262:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204123.406263:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937809152, offset 0
00000400:00000200:2.0:1788204123.406265:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204123.406267:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204123.406269:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204123.406271:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204123.406272:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204123.406274:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204123.406275:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204123.406278:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546271:546271:256:4294967295] 192.168.201.135@tcp LPNI seq info [546237:546237:8:4294967295]
00000400:00000200:2.0:1788204123.406280:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204123.406285:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204123.406287:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204123.406289:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204123.406292:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204123.406294:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204123.406296:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204123.406314:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204123.406332:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204123.406334:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204123.406336:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204123.406339:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204123.406341:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204123.406342:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204123.406344:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204123.406346:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937809152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406357:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204123.406359:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937809152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204148 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406363:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204123.406364:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204123.406366:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204123.406369:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204123.406372:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204123.406373:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309101703
00000100:00000001:2.0:1788204123.406375:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309105357
00000100:00000001:2.0:1788204123.406377:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309101703
00000100:00000001:2.0:1788204123.406378:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309105357
00000100:00000001:2.0:1788204123.406380:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204123.406381:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204123.406382:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204123.406384:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204123/real 1788204123]  req@ffff8c5d3ba69880 x1875052937809152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204123.406389:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204123.406390:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204123.406391:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204123.406393:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204123.406394:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204123.406395:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204123.406397:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937809152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204123.406403:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937809152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406407:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204123.406408:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.406410:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204123.406411:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204123.406413:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937809152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406417:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204123.406420:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937809152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406424:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204123.406425:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.406426:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204123.406427:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.406428:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204123.406429:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204123.406430:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204123.406432:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204123.406433:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204123.406435:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937809152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204123.406440:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937809152:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204123.406442:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.406444:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204123.406446:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937808768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406450:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204123.406452:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204123.406453:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204123.406455:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204123.406455:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204123.406457:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204123.406459:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204123.406460:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:2.0:1788204123.406462:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204123.406463:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204123.406464:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:2.0:1788204123.406465:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204123.406466:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.406468:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204123.406470:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937808896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406474:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204123.406475:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204123.406476:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204123.406477:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204123.406478:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204123.406479:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204123.406480:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204123.406481:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:2.0:1788204123.406482:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204123.406482:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204123.406483:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:2.0:1788204123.406485:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204123.406485:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.406486:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204123.406488:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937809024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406492:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204123.406492:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204123.406493:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204123.406495:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204123.406495:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204123.406496:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204123.406497:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204123.406498:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788204123.406499:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204123.406501:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204123.406502:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:2.0:1788204123.406503:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204123.406504:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.406505:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204123.406507:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937809152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204148 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204123.406511:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204123.406512:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204123.406513:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204123.406514:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204123.406514:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204123.406515:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204123.406516:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204123.406517:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204123.406518:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204123.406519:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204123.406520:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:2.0:1788204123.406521:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204123.406521:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.406522:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.406525:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204123.406526:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204123.406527:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204123.406528:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204123.596432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204123.596444:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204123.596446:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204123.596454:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204123.596458:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204123.596463:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.596466:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204123.596470:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204123.596474:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204124.108551:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204124.108556:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204124.108561:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204124.620452:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204124.620463:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204124.620465:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204124.620480:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204124.620483:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204124.620487:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204124.620490:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204124.620493:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204124.620495:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204125.644388:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204125.644395:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204125.644398:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204125.644402:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204125.644404:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204125.644407:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204125.644409:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204125.644411:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204125.644413:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204126.156461:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204126.156466:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204126.156470:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204126.668416:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204126.668424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204126.668427:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204126.668433:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204126.668436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204126.668441:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204126.668444:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204126.668447:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204126.668449:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204127.180468:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204127.180471:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204127.180474:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204127.692403:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204127.692410:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204127.692411:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204127.692416:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204127.692419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204127.692422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204127.692424:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204127.692426:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204127.692428:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204128.204470:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204128.204473:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204128.204476:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204128.524688:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204128.524693:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204128.524696:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204128.524706:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8000 x1875052937809280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.524720:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204128.524723:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204128.524729:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204128.524733:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204128.524739:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204128.524746:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937809280:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204128.524752:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204128.524758:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204128.524762:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204128.524766:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204128.524773:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204128.524776:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204128.524785:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204128.524790:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204128.524797:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204128.524806:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937809280, portal 25
00000100:00000001:2.0:1788204128.524811:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204128.524815:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871298560 : -127143838253056 : ffff8c5d04af8000)
00000100:00000040:2.0:1788204128.524823:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8000 x1875052937809280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.524841:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204128.524844:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204128.524848:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204128.524852:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937809280, offset 0
00000400:00000200:2.0:1788204128.524863:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204128.524872:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204128.524881:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204128.524890:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204128.524897:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204128.524904:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204128.524909:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204128.524917:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546272:546272:256:4294967295] 192.168.201.135@tcp LPNI seq info [546238:546238:8:4294967295]
00000400:00000200:2.0:1788204128.524924:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204128.524941:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204128.524951:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204128.524957:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204128.524975:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204128.524980:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204128.524989:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204128.524997:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204128.525006:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204128.525009:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204128.525015:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204128.525021:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204128.525028:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204128.525032:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204128.525039:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204128.525046:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8000 x1875052937809280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525061:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204128.525071:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8000 x1875052937809280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525094:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204128.525100:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204128.525112:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204128.525124:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204128.525131:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309110476
00000100:00000010:2.0:1788204128.525141:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850480.
00000100:00000001:2.0:1788204128.525152:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204128.525163:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309110476
00000100:00000010:2.0:1788204128.525171:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850720.
00000100:00000001:2.0:1788204128.525179:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204128.525185:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204128.525189:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204128.525195:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204128.525203:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204128/real 1788204128]  req@ffff8c5d04af8000 x1875052937809280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204128.525245:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204128.525248:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204128.525251:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204128.525254:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204128.525258:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204128.525263:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204128.525270:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8000 x1875052937809280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204128.525289:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8000 x1875052937809280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525331:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204128.525336:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.525342:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204128.525348:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204128.525364:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8000 x1875052937809280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525383:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204128.525392:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8000 x1875052937809280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525409:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204128.525415:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.525420:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204128.525422:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.525427:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204128.525430:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204128.525438:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204128.525448:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204128.525455:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204128.525466:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8000 x1875052937809280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204128.525493:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937809280:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204128.525503:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.525508:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204128.525514:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8000 x1875052937809280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525525:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204128.525528:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204128.525532:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204128.525536:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204128.525538:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204128.525539:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204128.525541:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204128.525543:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:2.0:1788204128.525546:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204128.525548:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204128.525550:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8000.
00000100:00000001:2.0:1788204128.525552:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204128.525553:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.525555:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.525561:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204128.525562:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204128.525564:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204128.525565:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204128.525567:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204128.525569:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8a80 x1875052937809408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525574:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204128.525575:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204128.525577:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204128.525578:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204128.525579:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204128.525581:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937809408:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204128.525584:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204128.525585:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204128.525586:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204128.525588:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204128.525590:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204128.525592:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204128.525595:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204128.525597:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204128.525599:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204128.525602:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937809408, portal 10
00000100:00000001:2.0:1788204128.525603:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204128.525604:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871301248 : -127143838250368 : ffff8c5d04af8a80)
00000100:00000040:2.0:1788204128.525609:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8a80 x1875052937809408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525613:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204128.525615:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204128.525616:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204128.525618:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937809408, offset 0
00000400:00000200:2.0:1788204128.525620:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204128.525623:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204128.525627:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204128.525629:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204128.525631:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204128.525633:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204128.525635:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204128.525637:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546273:546273:256:4294967295] 192.168.201.135@tcp LPNI seq info [546239:546239:8:4294967295]
00000400:00000200:2.0:1788204128.525640:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204128.525644:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204128.525647:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204128.525649:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204128.525652:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204128.525654:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204128.525657:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204128.525659:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204128.525661:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204128.525662:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204128.525665:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204128.525667:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204128.525669:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204128.525671:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204128.525672:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204128.525675:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8a80 x1875052937809408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525680:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204128.525682:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8a80 x1875052937809408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525687:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204128.525688:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204128.525690:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204128.525693:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204128.525695:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204128.525696:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309106717
00000100:00000001:2.0:1788204128.525698:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309110476
00000100:00000001:2.0:1788204128.525700:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309106717
00000100:00000001:2.0:1788204128.525701:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309110476
00000100:00000001:2.0:1788204128.525703:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204128.525704:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204128.525705:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204128.525707:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204128/real 1788204128]  req@ffff8c5d04af8a80 x1875052937809408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204128.525712:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204128.525713:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204128.525714:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204128.525715:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204128.525716:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204128.525718:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204128.525720:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8a80 x1875052937809408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204128.525725:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8a80 x1875052937809408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525729:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204128.525730:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.525731:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204128.525732:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204128.525734:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8a80 x1875052937809408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525738:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204128.525740:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8a80 x1875052937809408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525745:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204128.525747:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.525748:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204128.525749:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.525750:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204128.525752:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204128.525754:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204128.525756:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204128.525757:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204128.525760:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8a80 x1875052937809408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204128.525764:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937809408:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204128.525767:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204128.525769:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9c00 x1875052937809536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525773:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204128.525773:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204128.525775:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204128.525776:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204128.525777:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204128.525779:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937809536:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204128.525781:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204128.525782:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204128.525784:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204128.525785:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204128.525787:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204128.525788:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204128.525790:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204128.525791:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204128.525793:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204128.525795:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937809536, portal 10
00000100:00000001:2.0:1788204128.525796:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204128.525797:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871305728 : -127143838245888 : ffff8c5d04af9c00)
00000100:00000040:2.0:1788204128.525801:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9c00 x1875052937809536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525806:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204128.525808:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204128.525809:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204128.525810:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937809536, offset 0
00000400:00000200:2.0:1788204128.525813:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204128.525815:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204128.525817:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204128.525819:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204128.525821:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204128.525823:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204128.525824:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204128.525826:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546274:546274:256:4294967295] 192.168.201.135@tcp LPNI seq info [546240:546240:8:4294967295]
00000400:00000200:2.0:1788204128.525829:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204128.525833:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204128.525835:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204128.525837:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204128.525840:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204128.525842:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204128.525844:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204128.525846:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204128.525848:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204128.525850:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204128.525852:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204128.525856:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204128.525858:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204128.525860:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204128.525863:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204128.525866:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9c00 x1875052937809536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525881:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204128.525884:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9c00 x1875052937809536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525892:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204128.525893:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204128.525897:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204128.525900:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204128.525904:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204128.525906:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309106712
00000100:00000001:2.0:1788204128.525909:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309110476
00000100:00000001:2.0:1788204128.525910:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309106712
00000100:00000001:2.0:1788204128.525911:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309110476
00000100:00000001:2.0:1788204128.525913:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204128.525914:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204128.525915:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204128.525918:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204128/real 1788204128]  req@ffff8c5d04af9c00 x1875052937809536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204128.525924:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204128.525925:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204128.525926:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204128.525927:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204128.525929:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204128.525930:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204128.525932:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9c00 x1875052937809536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204128.525938:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9c00 x1875052937809536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525942:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204128.525943:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.525944:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204128.525945:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204128.525948:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9c00 x1875052937809536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525952:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204128.525954:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9c00 x1875052937809536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525958:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204128.525960:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.525960:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204128.525961:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.525962:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204128.525963:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204128.525965:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204128.525967:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204128.525968:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204128.525970:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9c00 x1875052937809536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204128.525975:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937809536:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204128.525978:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204128.525980:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afa300 x1875052937809664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.525984:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204128.525985:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204128.525987:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204128.525988:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204128.525989:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204128.525992:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937809664:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204128.525994:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204128.525995:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204128.525997:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204128.525998:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204128.526000:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204128.526001:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204128.526004:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204128.526005:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204128.526008:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204128.526010:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937809664, portal 4
00000100:00000001:2.0:1788204128.526011:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204128.526012:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871307520 : -127143838244096 : ffff8c5d04afa300)
00000100:00000040:2.0:1788204128.526017:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afa300 x1875052937809664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526021:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204128.526023:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204128.526024:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204128.526026:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937809664, offset 0
00000400:00000200:2.0:1788204128.526028:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204128.526030:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204128.526032:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204128.526034:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204128.526036:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204128.526038:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204128.526039:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204128.526042:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546275:546275:256:4294967295] 192.168.201.135@tcp LPNI seq info [546241:546241:8:4294967295]
00000400:00000200:2.0:1788204128.526044:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204128.526048:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204128.526051:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204128.526053:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204128.526056:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204128.526058:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204128.526061:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204128.526063:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204128.526065:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204128.526067:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204128.526068:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204128.526071:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204128.526072:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204128.526073:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204128.526075:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204128.526077:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afa300 x1875052937809664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526082:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204128.526084:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afa300 x1875052937809664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526088:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204128.526089:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204128.526091:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204128.526093:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204128.526095:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204128.526096:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309106805
00000100:00000001:2.0:1788204128.526097:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309110476
00000100:00000001:2.0:1788204128.526099:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309106805
00000100:00000001:2.0:1788204128.526100:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309110476
00000100:00000001:2.0:1788204128.526102:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204128.526103:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204128.526104:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204128.526106:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204128/real 1788204128]  req@ffff8c5d04afa300 x1875052937809664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204128.526110:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204128.526112:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204128.526113:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204128.526114:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204128.526115:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204128.526116:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204128.526119:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afa300 x1875052937809664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204128.526123:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afa300 x1875052937809664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526127:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204128.526128:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.526129:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204128.526130:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204128.526132:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afa300 x1875052937809664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526136:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204128.526138:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afa300 x1875052937809664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526142:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204128.526143:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.526144:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204128.526145:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.526146:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204128.526147:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204128.526149:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204128.526151:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204128.526153:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204128.526156:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afa300 x1875052937809664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204128.526171:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937809664:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204128.526176:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204128.526179:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb100 x1875052937809792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526187:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204128.526188:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204128.526191:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204128.526193:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204128.526195:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204128.526199:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937809792:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204128.526202:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204128.526204:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204128.526206:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204128.526208:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204128.526210:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204128.526212:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204128.526214:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204128.526216:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204128.526218:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204128.526220:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937809792, portal 4
00000100:00000001:2.0:1788204128.526222:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204128.526223:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871311104 : -127143838240512 : ffff8c5d04afb100)
00000100:00000040:2.0:1788204128.526245:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb100 x1875052937809792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526250:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204128.526252:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204128.526254:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204128.526256:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937809792, offset 0
00000400:00000200:2.0:1788204128.526259:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204128.526262:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204128.526265:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204128.526267:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204128.526269:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204128.526271:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204128.526272:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204128.526274:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546276:546276:256:4294967295] 192.168.201.135@tcp LPNI seq info [546242:546242:8:4294967295]
00000400:00000200:2.0:1788204128.526277:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204128.526281:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204128.526284:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204128.526286:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204128.526289:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204128.526291:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204128.526293:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204128.526295:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204128.526313:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204128.526316:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204128.526319:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204128.526322:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204128.526326:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204128.526327:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204128.526330:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204128.526333:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb100 x1875052937809792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526342:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204128.526345:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb100 x1875052937809792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204153 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526352:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204128.526354:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204128.526357:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204128.526361:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204128.526365:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204128.526367:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309106823
00000100:00000001:2.0:1788204128.526369:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309110476
00000100:00000001:2.0:1788204128.526371:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309106823
00000100:00000001:2.0:1788204128.526372:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309110476
00000100:00000001:2.0:1788204128.526374:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204128.526375:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204128.526376:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204128.526379:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204128/real 1788204128]  req@ffff8c5d04afb100 x1875052937809792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204128.526384:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204128.526385:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204128.526387:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204128.526388:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204128.526390:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204128.526391:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204128.526393:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb100 x1875052937809792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204128.526399:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb100 x1875052937809792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526403:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204128.526404:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.526405:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204128.526406:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204128.526408:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb100 x1875052937809792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526412:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204128.526414:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb100 x1875052937809792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526418:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204128.526421:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.526422:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204128.526423:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.526424:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204128.526425:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204128.526427:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204128.526429:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204128.526430:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204128.526434:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb100 x1875052937809792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204128.526442:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937809792:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204128.526445:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.526447:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204128.526451:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8a80 x1875052937809408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526458:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204128.526460:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204128.526462:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204128.526465:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204128.526467:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204128.526469:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204128.526471:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204128.526473:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:2.0:1788204128.526476:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204128.526478:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204128.526479:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8a80.
00000100:00000001:2.0:1788204128.526482:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204128.526484:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.526485:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204128.526488:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9c00 x1875052937809536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526497:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204128.526498:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204128.526499:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204128.526501:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204128.526502:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204128.526502:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204128.526504:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204128.526504:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:2.0:1788204128.526506:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204128.526506:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204128.526507:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9c00.
00000100:00000001:2.0:1788204128.526509:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204128.526509:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.526510:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204128.526512:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afa300 x1875052937809664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526516:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204128.526517:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204128.526517:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204128.526519:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204128.526519:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204128.526520:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204128.526521:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204128.526522:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:2.0:1788204128.526523:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204128.526524:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204128.526524:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afa300.
00000100:00000001:2.0:1788204128.526526:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204128.526527:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.526528:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204128.526530:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb100 x1875052937809792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204153 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204128.526534:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204128.526535:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204128.526536:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204128.526537:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204128.526538:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204128.526539:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204128.526540:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204128.526541:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:2.0:1788204128.526542:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204128.526543:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204128.526544:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb100.
00000100:00000001:2.0:1788204128.526547:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204128.526548:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.526549:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.526552:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204128.526553:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204128.526554:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204128.526555:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204128.716356:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204128.716363:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204128.716364:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204128.716369:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204128.716372:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204128.716374:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.716376:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204128.716378:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204128.716380:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204129.228511:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204129.228514:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204129.228516:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204129.740414:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204129.740421:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204129.740422:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204129.740426:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204129.740429:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204129.740432:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204129.740434:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204129.740437:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204129.740439:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204130.764399:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204130.764406:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204130.764407:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204130.764412:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204130.764415:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204130.764418:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204130.764420:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204130.764422:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204130.764424:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204131.276512:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204131.276517:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204131.276521:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204131.788561:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204131.788570:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204131.788572:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204131.788578:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204131.788581:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204131.788585:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204131.788588:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204131.788591:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204131.788594:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204132.300490:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204132.300493:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204132.300496:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204132.812375:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204132.812381:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204132.812382:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204132.812386:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204132.812389:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204132.812392:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204132.812393:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204132.812395:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204132.812398:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204133.324519:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204133.324523:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204133.324526:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204133.644531:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204133.644546:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204133.644550:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204133.644555:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204133.644562:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204133.644588:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14439
00000400:00000200:3.0:1788204133.644599:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204133.644606:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204133.644610:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204133.644615:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204133.644619:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204133.644622:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204133.644625:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204133.644630:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204133.644633:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204133.644636:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204133.644640:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204133.644643:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204133.644646:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204133.644649:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204133.644652:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204133.644654:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204133.644657:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204133.644661:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204133.644665:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204133.644667:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204133.644671:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204133.644674:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204133.644678:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204133.644680:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204133.644683:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204133.644694:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204133.644700:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204133.644705:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204133.644707:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204133.644711:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204133.644714:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204133.644720:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204133.644729:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204133.644737:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204133.644748:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937809920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204133.644762:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204133.644768:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204133.644774:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937809920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204133.644802:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204133.644806:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204133.644811:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204133.644813:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204133.644815:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204133.644818:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204133.644821:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14439
00000400:00000200:3.0:1788204133.644825:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204133.644828:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204133.644831:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204133.644836:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204133.644839:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204133.644842:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204133.644845:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204133.644848:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204133.644850:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204133.644852:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204133.644856:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204133.644859:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204133.644862:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204133.644866:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204133.644868:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204133.644871:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204133.644872:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204133.644876:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204133.644882:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:2.0:1788204133.644884:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204133.644889:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204133.644891:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204133.644895:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204133.644899:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204133.644908:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937809920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204133.644908:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204133.644918:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204133.644926:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204133.644933:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204133.644936:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204133.644941:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204133.644941:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204133.644951:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204133.644952:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1788204133.644959:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
02000000:00000001:2.0:1788204133.644960:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788204133.644968:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204133.644969:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204133.644979:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1788204133.644981:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937809920:192.168.201.135@tcp:250:kworker.0
02000000:00000001:3.0:1788204133.644983:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204133.644992:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204133.644994:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204133.644998:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204133.645001:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204133.645003:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204133.645007:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204133.645011:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:2.0:1788204133.645012:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204133.645021:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204133.645042:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204133.645050:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204133.645052:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937810048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204133.645065:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204133.645074:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:3.0:1788204133.645076:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204133.645084:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204133.645087:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000040:3.0:1788204133.645091:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937810048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204133.645099:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937809920, portal 25
00000100:00000001:2.0:1788204133.645108:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204133.645113:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00000040:2.0:1788204133.645132:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937809920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204133.645133:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204133.645169:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204133.645179:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788204133.645180:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204133.645204:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1788204133.645208:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204133.645209:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1788204133.645216:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000001:3.0:1788204133.645216:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204133.645224:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14439
00000100:00000200:2.0:1788204133.645227:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937809920, offset 0
00000400:00000200:3.0:1788204133.645234:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204133.645241:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204133.645244:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204133.645250:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204133.645256:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204133.645260:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204133.645263:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204133.645271:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204133.645276:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788204133.645277:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204133.645287:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788204133.645290:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1788204133.645290:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204133.645296:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204133.645301:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:2.0:1788204133.645304:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000001:3.0:1788204133.645308:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788204133.645313:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1788204133.645353:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204133.645360:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204133.645363:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204133.645370:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204133.645374:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788204133.645377:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204133.645386:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:2.0:1788204133.645387:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546277:546277:256:4294967295] 192.168.201.135@tcp LPNI seq info [546243:546243:8:4294967295]
00000100:00080000:3.0:1788204133.645400:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788204133.645402:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204133.645409:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204133.645426:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204133.645440:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204133.645451:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1788204133.645452:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
02000000:00000001:3.0:1788204133.645477:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204133.645487:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204133.645489:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204133.645496:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:2.0:1788204133.645502:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000008:00100000:3.0:1788204133.645505:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204133.645519:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204133.645522:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204133.645526:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204133.645550:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00000010:3.0:1788204133.645556:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000800:00000100:2.0:1788204133.645566:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788204133.645568:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000010:2.0:1788204133.645574:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
02000000:00000001:3.0:1788204133.645578:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204133.645584:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204133.645588:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204133.645589:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788204133.645592:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204133.645600:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204133.645608:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1788204133.645611:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000400:00000200:2.0:1788204133.645620:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000100:00000001:3.0:1788204133.645621:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204133.645628:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00100000:3.0:1788204133.645637:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937810176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204133.645638:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204133.645651:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937809920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204133.645654:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204133.645662:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204133.645676:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937810176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.645678:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204133.645690:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937809920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204133.645696:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204133.645705:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204133.645719:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204133.645725:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204133.645728:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204133.645729:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204133.645739:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204133.645739:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204133.645747:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14439
00000400:00000200:3.0:1788204133.645755:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204133.645758:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204133.645761:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204133.645767:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204133.645773:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204133.645776:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204133.645782:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204133.645783:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309115597
00000100:00000040:3.0:1788204133.645787:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204133.645795:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204133.645798:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000010:2.0:1788204133.645801:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108501e0.
00000020:00000040:3.0:1788204133.645802:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204133.645807:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204133.645813:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204133.645816:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:2.0:1788204133.645819:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1788204133.645820:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204133.645829:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204133.645833:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204133.645835:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309115597
00000100:00000040:3.0:1788204133.645837:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204133.645846:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000010:2.0:1788204133.645850:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850ea0.
00000020:00000040:3.0:1788204133.645851:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204133.645860:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204133.645863:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204133.645865:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204133.645873:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204133.645877:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204133.645878:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204133.645889:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204133.645890:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204133.645897:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204133.645897:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204133.645905:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204133.645910:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204133.645912:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204133/real 1788204133]  req@ffff8c5d3ba68700 x1875052937809920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204133.645914:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204133.645926:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204133.645936:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000400:00000001:2.0:1788204133.645938:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1788204133.645940:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:2.0:1788204133.645943:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1788204133.645945:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204133.645949:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000100:00000001:3.0:1788204133.645950:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204133.645956:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204133.645959:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
02000000:00000001:3.0:1788204133.645961:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204133.645965:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
02000000:00000010:3.0:1788204133.645969:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:2.0:1788204133.645972:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204133.645978:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204133.645981:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937809920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204133.645991:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937810304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788204133.646007:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937809920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204133.646013:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204133.646022:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204133.646040:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204133.646046:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204133.646052:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937810304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.646053:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204133.646059:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204133.646075:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937809920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204133.646077:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204133.646087:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204133.646102:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204133.646103:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204133.646110:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204133.646116:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788204133.646118:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937809920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204133.646125:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204133.646136:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14439
00000100:00000001:2.0:1788204133.646184:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1788204133.646192:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204133.646194:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.646199:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1788204133.646203:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204133.646204:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.646213:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1788204133.646213:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204133.646218:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204133.646227:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788204133.646227:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204133.646240:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1788204133.646244:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000040:3.0:1788204133.646253:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204133.646254:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204133.646266:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:2.0:1788204133.646267:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937809920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204133.646279:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204133.646287:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00100000:2.0:1788204133.646290:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937809920:192.168.201.135@tcp:250:kworker.0
00000020:00000001:3.0:1788204133.646296:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204133.646325:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.646330:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204133.646334:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937809920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204133.646343:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:2.0:1788204133.646347:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1788204133.646354:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:2.0:1788204133.646355:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204133.646360:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
00000020:00000001:3.0:1788204133.646365:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:2.0:1788204133.646367:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204133.646372:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204133.646376:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204133.646383:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:3.0:1788204133.646383:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000010:2.0:1788204133.646387:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204133.646395:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204133.646397:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204133.646404:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204133.646410:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000040:3.0:1788204133.646410:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204133.646417:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204133.646420:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204133.646421:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.646426:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204133.646434:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:2.0:1788204133.646438:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204133.646443:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204133.646447:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204133.646449:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204133.646453:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204133.646477:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204133.646478:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204133.646488:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937810048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204133.646488:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204133.646500:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204133.646504:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204133.646509:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204133.646513:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204133.646515:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204133.646520:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204133.646524:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204133.646526:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204133.646534:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937810048:192.168.201.135@tcp:38:kworker.0
00000008:00100000:3.0:1788204133.646534:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204133.646562:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1788204133.646568:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204133.646569:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204133.646574:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204133.646576:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204133.646579:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1788204133.646587:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
02000000:00000010:2.0:1788204133.646588:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204133.646598:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204133.646599:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000200:2.0:1788204133.646606:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204133.646607:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1788204133.646612:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
02000000:00000001:3.0:1788204133.646613:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204133.646621:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788204133.646623:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
02000000:00000001:3.0:1788204133.646624:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204133.646631:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204133.646634:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937810048, portal 10
00000100:00000001:2.0:1788204133.646639:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204133.646642:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
02000000:00000010:3.0:1788204133.646642:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204133.646655:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204133.646660:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937810048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204133.646669:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937810432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204133.646679:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204133.646692:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204133.646696:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788204133.646699:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000001:3.0:1788204133.646704:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204133.646706:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937810048, offset 0
00000100:00000040:3.0:1788204133.646715:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937810432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204133.646718:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204133.646731:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204133.646741:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788204133.646743:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204133.646748:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788204133.646753:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14449)
00000400:00000200:2.0:1788204133.646755:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204133.646764:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204133.646769:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204133.646773:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546278:546278:256:4294967295] 192.168.201.135@tcp LPNI seq info [546244:546244:8:4294967295]
00000400:00000200:2.0:1788204133.646779:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204133.646790:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204133.646796:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204133.646801:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204133.646806:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204133.646810:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204133.646815:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204133.646819:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204133.646823:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204133.646826:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204133.646830:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204133.646834:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204133.646837:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204133.646840:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204133.646842:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204133.646847:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937810048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.646857:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204133.646860:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937810048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.646869:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204133.646871:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204133.646874:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204133.646879:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204133.646883:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204133.646886:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309111838
00000100:00000001:2.0:1788204133.646889:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309115597
00000100:00000001:2.0:1788204133.646892:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309111838
00000100:00000001:2.0:1788204133.646894:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309115597
00000100:00000001:2.0:1788204133.646896:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204133.646899:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204133.646901:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204133.646905:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204133/real 1788204133]  req@ffff8c5d3ba69180 x1875052937810048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204133.646922:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204133.646924:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204133.646926:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204133.646928:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204133.646930:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204133.646932:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204133.646936:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937810048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204133.646944:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937810048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.646952:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204133.646954:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.646956:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204133.646957:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204133.646962:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937810048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.646985:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204133.646995:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937810048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647003:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204133.647006:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.647008:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204133.647010:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.647012:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204133.647014:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204133.647018:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204133.647022:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204133.647024:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204133.647029:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937810048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204133.647039:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937810048:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204133.647044:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204133.647048:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937810176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647055:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204133.647056:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204133.647059:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204133.647061:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204133.647063:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204133.647066:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937810176:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204133.647070:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204133.647072:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204133.647075:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204133.647077:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204133.647081:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204133.647083:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204133.647087:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204133.647089:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204133.647093:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204133.647096:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937810176, portal 10
00000100:00000001:2.0:1788204133.647099:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204133.647119:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:2.0:1788204133.647126:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937810176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647166:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204133.647179:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204133.647184:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204133.647189:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937810176, offset 0
00000400:00000200:2.0:1788204133.647198:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204133.647205:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204133.647212:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204133.647218:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204133.647223:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204133.647227:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204133.647232:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204133.647238:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546279:546279:256:4294967295] 192.168.201.135@tcp LPNI seq info [546245:546245:8:4294967295]
00000400:00000200:2.0:1788204133.647246:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204133.647258:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204133.647264:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204133.647269:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204133.647274:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204133.647277:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204133.647282:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204133.647286:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204133.647291:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204133.647294:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204133.647325:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204133.647330:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204133.647334:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204133.647336:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204133.647339:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204133.647344:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937810176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647355:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204133.647358:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937810176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647366:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204133.647368:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204133.647372:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204133.647376:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204133.647381:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204133.647384:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309111834
00000100:00000001:2.0:1788204133.647387:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309115597
00000100:00000001:2.0:1788204133.647390:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309111834
00000100:00000001:2.0:1788204133.647392:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309115597
00000100:00000001:2.0:1788204133.647394:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204133.647397:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204133.647399:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204133.647403:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204133/real 1788204133]  req@ffff8c5d3ba69c00 x1875052937810176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204133.647412:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204133.647414:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204133.647416:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204133.647418:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204133.647421:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204133.647423:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204133.647427:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937810176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204133.647454:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937810176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647461:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204133.647463:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.647465:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204133.647467:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204133.647471:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937810176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647479:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204133.647484:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937810176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647492:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204133.647496:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.647498:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204133.647499:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.647502:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204133.647504:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204133.647507:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204133.647511:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204133.647514:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204133.647519:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937810176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204133.647544:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937810176:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204133.647549:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204133.647553:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937810304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647570:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204133.647572:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204133.647575:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204133.647577:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204133.647579:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204133.647582:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937810304:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204133.647586:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204133.647588:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204133.647591:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204133.647593:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204133.647597:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204133.647599:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204133.647604:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204133.647607:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204133.647611:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204133.647614:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937810304, portal 4
00000100:00000001:2.0:1788204133.647617:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204133.647619:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:2.0:1788204133.647626:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937810304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647634:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204133.647636:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204133.647639:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204133.647642:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937810304, offset 0
00000400:00000200:2.0:1788204133.647646:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204133.647651:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204133.647655:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204133.647658:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204133.647661:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204133.647664:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204133.647667:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204133.647671:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546280:546280:256:4294967295] 192.168.201.135@tcp LPNI seq info [546246:546246:8:4294967295]
00000400:00000200:2.0:1788204133.647676:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204133.647683:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204133.647688:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204133.647692:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204133.647696:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204133.647700:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204133.647704:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204133.647708:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204133.647723:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204133.647725:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204133.647728:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204133.647732:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204133.647736:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204133.647738:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204133.647740:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204133.647744:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937810304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647761:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204133.647764:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937810304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647772:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204133.647774:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204133.647777:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204133.647780:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204133.647783:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204133.647786:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309111927
00000100:00000001:2.0:1788204133.647788:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309115597
00000100:00000001:2.0:1788204133.647791:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309111927
00000100:00000001:2.0:1788204133.647793:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309115597
00000100:00000001:2.0:1788204133.647796:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204133.647798:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204133.647800:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204133.647804:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204133/real 1788204133]  req@ffff8c5d3ba68000 x1875052937810304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204133.647812:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204133.647813:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204133.647815:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204133.647817:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204133.647819:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204133.647821:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204133.647824:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937810304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204133.647834:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937810304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647841:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204133.647843:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.647845:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204133.647847:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204133.647851:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937810304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647859:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204133.647863:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937810304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647870:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204133.647872:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.647874:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204133.647876:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.647878:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204133.647879:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204133.647882:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204133.647885:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204133.647888:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204133.647892:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937810304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204133.647900:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937810304:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204133.647904:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.647907:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204133.647910:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937810048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647918:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204133.647920:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204133.647922:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204133.647925:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204133.647927:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204133.647929:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204133.647932:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204133.647934:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:2.0:1788204133.647937:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204133.647939:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204133.647941:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:2.0:1788204133.647944:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204133.647946:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.647948:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204133.647951:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937810176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647959:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204133.647961:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204133.647962:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204133.647965:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204133.647966:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204133.647967:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204133.647969:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204133.647971:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:2.0:1788204133.647973:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204133.647974:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204133.647975:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:2.0:1788204133.647978:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204133.647979:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.647981:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204133.647984:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937810304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.647991:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204133.647992:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204133.647993:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204133.647996:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204133.647997:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204133.647998:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204133.648000:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204133.648001:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:2.0:1788204133.648003:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204133.648005:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204133.648007:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:2.0:1788204133.648037:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204133.648039:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.648042:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.648047:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204133.648049:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204133.648051:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204133.648053:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204133.648055:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204133.648059:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937810432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.648068:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204133.648070:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204133.648073:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204133.648075:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204133.648078:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204133.648081:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937810432:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204133.648085:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204133.648087:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204133.648088:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204133.648091:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204133.648094:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204133.648096:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204133.648100:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204133.648103:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204133.648107:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204133.648111:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937810432, portal 4
00000100:00000001:2.0:1788204133.648113:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204133.648115:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:2.0:1788204133.648124:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937810432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.648169:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204133.648176:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204133.648199:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204133.648203:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937810432, offset 0
00000400:00000200:2.0:1788204133.648211:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204133.648218:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204133.648225:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204133.648231:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204133.648235:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204133.648239:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204133.648243:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204133.648249:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546281:546281:256:4294967295] 192.168.201.135@tcp LPNI seq info [546247:546247:8:4294967295]
00000400:00000200:2.0:1788204133.648257:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204133.648276:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204133.648285:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204133.648291:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204133.648299:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204133.648304:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204133.648313:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204133.648352:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204133.648361:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204133.648365:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204133.648371:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204133.648376:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204133.648380:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204133.648382:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204133.648386:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204133.648391:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937810432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204158 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.648413:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204133.648417:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937810432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204158 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.648424:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204133.648426:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204133.648431:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204133.648435:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204133.648439:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204133.648442:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309111945
00000100:00000001:2.0:1788204133.648445:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309115597
00000100:00000001:2.0:1788204133.648448:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309111945
00000100:00000001:2.0:1788204133.648451:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309115597
00000100:00000001:2.0:1788204133.648453:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204133.648456:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204133.648458:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204133.648462:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204133/real 1788204133]  req@ffff8c5d3ba68e00 x1875052937810432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204133.648487:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204133.648489:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204133.648491:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204133.648494:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204133.648496:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204133.648498:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204133.648502:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937810432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204133.648512:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937810432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.648520:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204133.648522:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.648525:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204133.648526:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204133.648531:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937810432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.648555:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204133.648560:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937810432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.648571:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204133.648574:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.648576:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204133.648578:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.648580:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204133.648581:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204133.648584:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204133.648588:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204133.648590:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204133.648594:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937810432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204133.648603:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937810432:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204133.648607:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.648609:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204133.648612:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937810432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204158 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204133.648619:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204133.648621:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204133.648623:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204133.648626:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204133.648627:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204133.648629:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204133.648631:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204133.648633:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:2.0:1788204133.648635:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204133.648637:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204133.648639:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:2.0:1788204133.648642:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204133.648643:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.648646:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.648650:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204133.648652:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204133.648654:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204133.648656:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204133.836435:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204133.836446:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204133.836451:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204133.836459:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204133.836465:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204133.836471:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.836475:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204133.836478:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204133.836481:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204134.348524:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204134.348529:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204134.348532:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204134.860424:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204134.860432:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204134.860442:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204134.860449:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204134.860453:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204134.860456:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204134.860459:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204134.860462:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204134.860465:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204135.884394:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204135.884401:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204135.884403:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204135.884407:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204135.884410:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204135.884413:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204135.884415:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204135.884416:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204135.884418:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204136.396469:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204136.396472:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204136.396474:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204136.908418:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204136.908426:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204136.908428:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204136.908434:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204136.908438:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204136.908442:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204136.908445:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204136.908448:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204136.908451:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204137.420513:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204137.420516:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204137.420518:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204137.932365:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204137.932371:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204137.932373:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204137.932377:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204137.932380:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204137.932382:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204137.932385:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204137.932387:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204137.932389:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204138.444551:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204138.444557:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204138.444563:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204138.764438:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204138.764452:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204138.764454:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204138.764458:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204138.764462:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204138.764470:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14444
00000400:00000200:3.0:1788204138.764480:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204138.764485:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204138.764488:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204138.764490:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204138.764494:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204138.764495:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204138.764497:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204138.764502:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204138.764503:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204138.764506:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204138.764508:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204138.764510:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204138.764511:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204138.764513:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204138.764515:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204138.764516:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204138.764518:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204138.764520:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204138.764523:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204138.764524:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204138.764527:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204138.764531:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204138.764534:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204138.764536:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204138.764539:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204138.764551:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204138.764556:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204138.764561:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204138.764563:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204138.764568:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204138.764572:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204138.764577:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204138.764588:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204138.764595:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204138.764605:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937810560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204138.764621:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204138.764625:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204138.764629:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937810560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204138.764653:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204138.764655:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204138.764658:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204138.764659:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204138.764660:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204138.764663:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204138.764665:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14444
00000400:00000200:3.0:1788204138.764668:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204138.764670:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204138.764672:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204138.764674:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204138.764675:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204138.764677:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204138.764678:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204138.764680:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204138.764681:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204138.764682:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204138.764685:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204138.764686:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204138.764688:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204138.764691:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204138.764692:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204138.764693:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204138.764694:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204138.764696:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204138.764698:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204138.764700:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204138.764701:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204138.764707:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204138.764709:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204138.764711:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204138.764715:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204138.764718:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204138.764719:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204138.764722:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788204138.764723:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204138.764725:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204138.764727:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.764729:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204138.764730:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204138.764731:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204138.764733:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.764738:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000010:3.0:1788204138.764739:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:2.0:1788204138.764743:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204138.764744:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204138.764753:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937810688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204138.764761:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937810560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204138.764762:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204138.764767:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204138.764779:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937810688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.764794:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204138.764800:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204138.764810:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204138.764818:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204138.764818:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204138.764826:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204138.764833:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937810560:192.168.201.135@tcp:250:kworker.0
00000100:00080000:3.0:1788204138.764834:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204138.764854:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1788204138.764854:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204138.764864:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1788204138.764866:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1788204138.764867:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1788204138.764875:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204138.764876:0:267769:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788204138.764885:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1788204138.764891:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14444
02000000:00000010:2.0:1788204138.764898:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
00000400:00000200:3.0:1788204138.764899:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204138.764904:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204138.764910:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204138.764918:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788204138.764919:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204138.764928:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204138.764930:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788204138.764931:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000040:3.0:1788204138.764937:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:2.0:1788204138.764940:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204138.764943:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:2.0:1788204138.764949:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937810560, portal 25
00000020:00000001:3.0:1788204138.764949:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204138.764954:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000100:00000001:2.0:1788204138.764955:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204138.764957:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000020:00000001:3.0:1788204138.764964:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204138.764970:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937810560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204138.764971:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204138.764980:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204138.764987:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000001:2.0:1788204138.764997:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204138.764998:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:2.0:1788204138.765007:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204138.765007:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788204138.765015:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000040:3.0:1788204138.765016:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204138.765024:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:2.0:1788204138.765025:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937810560, offset 0
00000020:00000040:3.0:1788204138.765036:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:2.0:1788204138.765043:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204138.765043:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204138.765066:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204138.765070:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204138.765074:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204138.765075:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204138.765079:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204138.765081:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204138.765083:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204138.765087:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000008:00000001:3.0:1788204138.765088:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204138.765093:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204138.765097:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1788204138.765100:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000400:00000200:2.0:1788204138.765103:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:3.0:1788204138.765106:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:2.0:1788204138.765110:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788204138.765113:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204138.765116:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:3.0:1788204138.765117:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204138.765121:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204138.765125:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546282:546282:256:4294967295] 192.168.201.135@tcp LPNI seq info [546248:546248:8:4294967295]
02000000:00000001:3.0:1788204138.765126:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204138.765134:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204138.765138:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204138.765148:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1788204138.765148:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204138.765159:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204138.765162:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204138.765169:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000100:00100000:3.0:1788204138.765174:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937810816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788204138.765181:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204138.765191:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1788204138.765200:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204138.765204:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204138.765206:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788204138.765215:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937810816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788204138.765215:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204138.765233:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204138.765242:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000100:00000001:3.0:1788204138.765247:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204138.765252:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788204138.765253:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204138.765262:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1788204138.765264:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204138.765266:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204138.765271:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204138.765273:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000100:00000001:3.0:1788204138.765276:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788204138.765278:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00080000:3.0:1788204138.765284:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14444
00000400:00000200:3.0:1788204138.765293:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204138.765338:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1788204138.765338:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204138.765345:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788204138.765348:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937810560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204138.765353:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204138.765365:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204138.765375:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204138.765376:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204138.765385:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937810560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204138.765385:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204138.765398:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204138.765405:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:2.0:1788204138.765406:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.765412:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1788204138.765412:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204138.765419:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204138.765425:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204138.765427:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:2.0:1788204138.765428:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204138.765439:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204138.765440:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204138.765450:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204138.765451:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309120717
00000100:00000040:3.0:1788204138.765460:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000010:2.0:1788204138.765462:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850780.
00000100:00000001:3.0:1788204138.765463:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204138.765470:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:2.0:1788204138.765474:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788204138.765475:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204138.765483:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204138.765486:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204138.765487:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309120717
00000100:00000010:2.0:1788204138.765491:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850840.
02000000:00000001:3.0:1788204138.765491:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204138.765501:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.765502:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204138.765509:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204138.765509:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204138.765516:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204138.765517:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204138.765518:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204138.765525:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204138/real 1788204138]  req@ffff8c5d3ba6ad80 x1875052937810560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204138.765527:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204138.765537:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204138.765549:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:3.0:1788204138.765550:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000400:00000001:2.0:1788204138.765552:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204138.765556:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000020:00000040:3.0:1788204138.765559:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000400:00000200:2.0:1788204138.765560:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204138.765569:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
02000000:00000001:3.0:1788204138.765570:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204138.765573:0:2392:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1788204138.765575:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204138.765579:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937810560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204138.765581:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204138.765586:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204138.765593:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204138.765599:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937810560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204138.765603:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:2.0:1788204138.765613:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204138.765613:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.765620:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204138.765627:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937810944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204138.765628:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204138.765634:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204138.765641:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204138.765644:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204138.765649:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937810560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204138.765650:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937810944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.765694:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204138.765698:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204138.765701:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1788204138.765702:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937810560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204138.765713:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204138.765720:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204138.765724:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204138.765731:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204138.765731:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204138.765741:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204138.765742:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14444
00000100:00000001:2.0:1788204138.765752:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204138.765753:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204138.765758:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204138.765761:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:3.0:1788204138.765765:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204138.765766:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204138.765771:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1788204138.765776:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788204138.765778:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00080000:2.0:1788204138.765784:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204138.765784:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204138.765794:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204138.765795:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204138.765804:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:2.0:1788204138.765808:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937810560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204138.765819:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937810560:192.168.201.135@tcp:250:kworker.0
00000020:00000001:3.0:1788204138.765820:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204138.765825:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204138.765830:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204138.765832:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204138.765834:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:2.0:1788204138.765840:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1788204138.765840:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204138.765846:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204138.765847:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937810560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204138.765861:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204138.765870:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204138.765878:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204138.765888:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204138.765904:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:2.0:1788204138.765905:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204138.765909:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204138.765913:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
00000100:00080000:3.0:1788204138.765915:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:2.0:1788204138.765917:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204138.765921:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1788204138.765923:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204138.765924:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204138.765927:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:3.0:1788204138.765932:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:2.0:1788204138.765933:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:2.0:1788204138.765940:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204138.765942:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1788204138.765942:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1788204138.765946:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:2.0:1788204138.765954:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1788204138.765954:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.765957:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.765961:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204138.765961:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204138.765971:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204138.765974:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000008:00000001:3.0:1788204138.765976:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.765977:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204138.765979:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.765981:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204138.765987:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1788204138.765989:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000100:00000001:2.0:1788204138.765990:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788204138.765997:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000040:2.0:1788204138.766000:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937810688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204138.766004:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204138.766009:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204138.766018:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204138.766025:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204138.766027:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204138.766035:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204138.766036:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204138.766039:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1788204138.766042:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:2.0:1788204138.766043:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204138.766068:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204138.766074:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937810688:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204138.766075:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.766081:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204138.766084:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204138.766088:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204138.766088:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937811072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204138.766100:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204138.766108:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:3.0:1788204138.766110:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788204138.766111:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204138.766115:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204138.766126:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204138.766127:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937811072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204138.766136:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204138.766147:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204138.766154:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204138.766155:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937810688, portal 10
00000100:00000001:2.0:1788204138.766169:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204138.766172:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:3.0:1788204138.766172:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14454)
00000100:00000040:2.0:1788204138.766188:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937810688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766194:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204138.766196:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204138.766198:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204138.766200:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937810688, offset 0
00000400:00000200:2.0:1788204138.766206:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204138.766209:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204138.766214:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204138.766216:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204138.766218:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204138.766220:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204138.766222:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204138.766224:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546283:546283:256:4294967295] 192.168.201.135@tcp LPNI seq info [546249:546249:8:4294967295]
00000400:00000200:2.0:1788204138.766228:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204138.766234:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204138.766239:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204138.766243:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204138.766247:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204138.766250:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204138.766255:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204138.766258:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204138.766262:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204138.766264:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204138.766267:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204138.766271:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204138.766275:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204138.766277:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204138.766280:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204138.766284:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937810688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766290:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204138.766292:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937810688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766296:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.766318:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204138.766321:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204138.766324:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204138.766327:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204138.766328:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309116958
00000100:00000001:2.0:1788204138.766330:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309120717
00000100:00000001:2.0:1788204138.766332:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309116958
00000100:00000001:2.0:1788204138.766334:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309120717
00000100:00000001:2.0:1788204138.766335:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204138.766336:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.766338:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204138.766340:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204138/real 1788204138]  req@ffff8c5d3ba6bb80 x1875052937810688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204138.766345:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204138.766346:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204138.766348:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204138.766349:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204138.766350:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204138.766352:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204138.766354:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937810688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204138.766359:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937810688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766367:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204138.766368:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.766370:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204138.766371:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204138.766373:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937810688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766377:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204138.766379:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937810688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766383:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204138.766385:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.766386:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204138.766387:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.766388:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204138.766389:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204138.766391:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204138.766393:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204138.766394:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204138.766397:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937810688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204138.766402:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937810688:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204138.766405:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204138.766407:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937810816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766411:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204138.766412:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204138.766414:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204138.766416:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204138.766417:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204138.766419:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937810816:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204138.766421:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204138.766423:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204138.766424:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204138.766425:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204138.766428:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204138.766429:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204138.766431:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204138.766433:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204138.766435:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204138.766437:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937810816, portal 10
00000100:00000001:2.0:1788204138.766438:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204138.766440:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000040:2.0:1788204138.766443:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937810816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766449:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204138.766452:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204138.766454:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204138.766457:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937810816, offset 0
00000400:00000200:2.0:1788204138.766461:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204138.766465:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204138.766468:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204138.766471:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204138.766474:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204138.766476:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204138.766478:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204138.766481:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546284:546284:256:4294967295] 192.168.201.135@tcp LPNI seq info [546250:546250:8:4294967295]
00000400:00000200:2.0:1788204138.766486:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204138.766492:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204138.766498:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204138.766501:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204138.766505:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204138.766507:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204138.766511:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204138.766513:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204138.766517:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204138.766519:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204138.766522:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204138.766525:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204138.766528:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204138.766530:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204138.766532:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204138.766536:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69f80 x1875052937810816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766543:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204138.766546:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937810816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766552:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.766554:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204138.766557:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204138.766561:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204138.766564:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204138.766566:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309116953
00000100:00000001:2.0:1788204138.766569:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309120717
00000100:00000001:2.0:1788204138.766570:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309116953
00000100:00000001:2.0:1788204138.766572:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309120717
00000100:00000001:2.0:1788204138.766574:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204138.766577:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.766578:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204138.766582:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204138/real 1788204138]  req@ffff8c5d3ba69f80 x1875052937810816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204138.766590:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204138.766592:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204138.766593:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204138.766596:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204138.766597:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204138.766599:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204138.766602:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937810816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204138.766610:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937810816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766616:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204138.766618:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.766619:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204138.766621:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204138.766625:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937810816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766632:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204138.766635:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937810816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766642:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204138.766645:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.766646:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204138.766648:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.766650:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204138.766651:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204138.766654:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204138.766657:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204138.766660:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204138.766665:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937810816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204138.766671:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937810816:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204138.766674:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204138.766676:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937810944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766681:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204138.766682:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204138.766684:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204138.766686:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204138.766687:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204138.766689:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937810944:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204138.766691:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204138.766692:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204138.766693:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204138.766695:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204138.766697:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204138.766698:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204138.766701:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204138.766703:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204138.766705:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204138.766707:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937810944, portal 4
00000100:00000001:2.0:1788204138.766709:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204138.766710:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:2.0:1788204138.766714:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937810944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766718:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204138.766720:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204138.766721:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204138.766722:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937810944, offset 0
00000400:00000200:2.0:1788204138.766726:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204138.766728:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204138.766730:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204138.766733:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204138.766734:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204138.766736:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204138.766738:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204138.766740:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546285:546285:256:4294967295] 192.168.201.135@tcp LPNI seq info [546251:546251:8:4294967295]
00000400:00000200:2.0:1788204138.766743:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204138.766747:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204138.766750:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204138.766752:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204138.766754:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204138.766756:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204138.766759:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204138.766761:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204138.766763:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204138.766765:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204138.766767:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204138.766769:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204138.766771:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204138.766772:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204138.766774:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204138.766776:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937810944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766781:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204138.766783:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937810944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766787:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.766788:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204138.766790:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204138.766792:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204138.766794:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204138.766796:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309117046
00000100:00000001:2.0:1788204138.766798:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309120717
00000100:00000001:2.0:1788204138.766800:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309117046
00000100:00000001:2.0:1788204138.766802:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309120717
00000100:00000001:2.0:1788204138.766803:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204138.766804:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.766805:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204138.766807:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204138/real 1788204138]  req@ffff8c5d3ba6b800 x1875052937810944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204138.766814:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204138.766816:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204138.766817:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204138.766820:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204138.766822:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204138.766824:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204138.766828:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937810944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204138.766836:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937810944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766842:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204138.766844:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.766846:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204138.766847:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204138.766851:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937810944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766859:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204138.766863:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937810944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766870:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204138.766873:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.766875:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204138.766876:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.766877:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204138.766879:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204138.766881:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204138.766885:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204138.766887:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204138.766891:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937810944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204138.766899:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937810944:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204138.766903:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.766905:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204138.766909:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937810688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766916:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204138.766917:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204138.766920:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204138.766922:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204138.766924:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204138.766926:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204138.766928:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204138.766930:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:2.0:1788204138.766932:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204138.766934:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204138.766935:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:2.0:1788204138.766937:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204138.766938:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.766940:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204138.766942:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937810816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766951:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204138.766952:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204138.766953:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204138.766954:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204138.766955:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204138.766956:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204138.766957:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204138.766958:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:2.0:1788204138.766959:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204138.766960:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204138.766961:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:2.0:1788204138.766962:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204138.766963:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.766964:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204138.766966:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937810944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766969:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204138.766970:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204138.766971:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204138.766972:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204138.766973:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204138.766974:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204138.766975:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204138.766975:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:2.0:1788204138.766977:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204138.766977:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204138.766978:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:2.0:1788204138.766979:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204138.766980:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.766981:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.766984:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204138.766985:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.766986:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204138.766987:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204138.766988:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204138.766991:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937811072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.766996:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204138.766997:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204138.766999:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204138.767000:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204138.767001:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204138.767003:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937811072:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204138.767005:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204138.767007:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204138.767008:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204138.767009:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204138.767011:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204138.767013:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204138.767015:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204138.767017:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204138.767019:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204138.767021:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937811072, portal 4
00000100:00000001:2.0:1788204138.767023:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204138.767024:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000040:2.0:1788204138.767028:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937811072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.767032:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204138.767034:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204138.767035:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204138.767037:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937811072, offset 0
00000400:00000200:2.0:1788204138.767039:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204138.767042:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204138.767044:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204138.767046:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204138.767063:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204138.767065:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204138.767067:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204138.767069:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546286:546286:256:4294967295] 192.168.201.135@tcp LPNI seq info [546252:546252:8:4294967295]
00000400:00000200:2.0:1788204138.767072:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204138.767077:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204138.767080:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204138.767083:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204138.767085:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204138.767087:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204138.767090:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204138.767092:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204138.767095:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204138.767096:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204138.767098:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204138.767100:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204138.767102:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204138.767103:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204138.767105:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204138.767108:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937811072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204163 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.767113:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204138.767115:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937811072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204163 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.767119:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.767120:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204138.767122:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204138.767125:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204138.767127:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204138.767128:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309117063
00000100:00000001:2.0:1788204138.767130:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309120717
00000100:00000001:2.0:1788204138.767131:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309117063
00000100:00000001:2.0:1788204138.767132:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309120717
00000100:00000001:2.0:1788204138.767134:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204138.767136:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.767137:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204138.767139:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204138/real 1788204138]  req@ffff8c5d3ba68a80 x1875052937811072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204138.767145:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204138.767145:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204138.767146:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204138.767148:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204138.767149:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204138.767150:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204138.767152:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937811072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204138.767157:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937811072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.767161:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204138.767162:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.767163:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204138.767164:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204138.767166:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937811072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.767170:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204138.767172:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937811072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.767176:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204138.767178:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.767179:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204138.767180:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.767181:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204138.767182:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204138.767184:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204138.767186:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204138.767188:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204138.767191:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937811072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204138.767195:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937811072:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204138.767198:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.767199:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204138.767200:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937811072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204163 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204138.767204:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204138.767205:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204138.767206:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204138.767207:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204138.767208:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204138.767209:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204138.767210:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204138.767211:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:2.0:1788204138.767213:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204138.767214:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204138.767215:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:2.0:1788204138.767216:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204138.767217:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.767218:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.767220:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204138.767221:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.767223:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204138.767224:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204138.956407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204138.956416:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204138.956418:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204138.956424:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204138.956428:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204138.956432:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.956435:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204138.956438:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204138.956441:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204139.468543:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204139.468547:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204139.468551:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204139.980414:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204139.980420:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204139.980421:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204139.980425:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204139.980428:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204139.980431:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204139.980433:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204139.980435:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204139.980437:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204141.004375:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204141.004384:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204141.004386:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204141.004392:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204141.004396:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204141.004399:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204141.004401:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204141.004404:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204141.004406:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204141.516510:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204141.516515:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204141.516518:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204142.028437:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204142.028446:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204142.028448:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204142.028454:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204142.028458:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204142.028462:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204142.028465:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204142.028467:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204142.028469:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204142.540490:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204142.540496:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204142.540501:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204143.052438:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204143.052449:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204143.052452:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204143.052467:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204143.052473:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204143.052477:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.052481:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204143.052485:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.052489:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204143.564549:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204143.564554:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204143.564559:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204143.884450:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204143.884458:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204143.884461:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204143.884465:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204143.884469:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204143.884477:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14449
00000400:00000200:3.0:1788204143.884485:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204143.884491:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204143.884494:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204143.884499:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204143.884503:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204143.884506:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204143.884509:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204143.884514:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204143.884517:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204143.884521:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204143.884524:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204143.884527:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204143.884530:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204143.884534:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204143.884536:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204143.884537:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204143.884539:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204143.884541:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204143.884544:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204143.884546:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204143.884548:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204143.884551:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204143.884553:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204143.884555:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204143.884556:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204143.884562:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204143.884565:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204143.884569:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204143.884571:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204143.884573:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204143.884577:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204143.884581:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204143.884591:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204143.884599:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204143.884611:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937811200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204143.884624:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204143.884630:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204143.884636:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937811200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204143.884656:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.884679:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204143.884687:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204143.884691:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204143.884703:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937811200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.884713:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204143.884716:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204143.884719:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1788204143.884721:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204143.884726:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204143.884726:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204143.884732:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1788204143.884734:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204143.884736:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788204143.884741:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937811200:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204143.884743:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204143.884751:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1788204143.884752:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14449
02000000:00000001:2.0:1788204143.884757:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204143.884761:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204143.884761:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204143.884774:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1788204143.884775:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204143.884780:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
02000000:00000010:2.0:1788204143.884783:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000040:3.0:1788204143.884784:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:2.0:1788204143.884789:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204143.884791:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204143.884797:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204143.884804:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204143.884808:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204143.884815:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204143.884822:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937811200, portal 25
00000100:00000001:2.0:1788204143.884824:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204143.884826:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000040:2.0:1788204143.884832:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937811200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.884839:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204143.884841:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204143.884844:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204143.884847:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937811200, offset 0
00000400:00000200:2.0:1788204143.884853:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204143.884862:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204143.884869:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204143.884874:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204143.884878:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204143.884882:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204143.884885:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204143.884889:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546287:546287:256:4294967295] 192.168.201.135@tcp LPNI seq info [546253:546253:8:4294967295]
00000400:00000200:2.0:1788204143.884893:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204143.884903:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204143.884909:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204143.884915:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000100:00000001:3.0:1788204143.884915:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204143.884925:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.0:1788204143.884929:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:3.0:1788204143.884931:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000800:00000200:2.0:1788204143.884935:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1788204143.884937:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1788204143.884945:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:3.0:1788204143.884947:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000800:00000200:2.1:1788204143.884950:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204143.884956:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204143.884958:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204143.884979:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204143.884985:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204143.884990:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204143.884993:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204143.884997:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204143.885005:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b100 x1875052937811200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204143.885006:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204143.885016:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204143.885032:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204143.885040:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204143.885040:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204143.885050:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:2.0:1788204143.885051:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937811200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204143.885058:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204143.885069:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:2.0:1788204143.885080:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204143.885082:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204143.885084:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204143.885089:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204143.885091:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204143.885095:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204143.885104:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204143.885107:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309125836
00000100:00000010:2.0:1788204143.885113:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850c00.
00000100:00000001:2.0:1788204143.885121:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1788204143.885122:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204143.885129:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.885130:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309125836
00000100:00000001:3.0:1788204143.885132:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:2.0:1788204143.885134:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850f60.
00000008:00100000:3.0:1788204143.885140:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204143.885141:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000008:00000001:3.0:1788204143.885150:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204143.885154:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.885155:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204143.885163:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204143.885164:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000100:00000001:2.0:1788204143.885167:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1788204143.885170:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00100000:2.0:1788204143.885178:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204143/real 1788204143]  req@ffff8c5d3ba6b100 x1875052937811200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204143.885179:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204143.885184:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204143.885194:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204143.885198:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:2.0:1788204143.885203:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1788204143.885204:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204143.885209:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204143.885212:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
02000000:00000010:3.0:1788204143.885214:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000400:00000200:2.0:1788204143.885216:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204143.885220:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204143.885224:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.885231:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204143.885237:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937811200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204143.885246:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937811328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788204143.885254:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937811200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.885285:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204143.885288:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204143.885291:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204143.885292:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204143.885340:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204143.885341:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204143.885352:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937811200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204143.885358:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937811328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.885369:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204143.885380:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937811200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.885419:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204143.885425:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.885426:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204143.885429:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204143.885432:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1788204143.885434:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204143.885437:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204143.885437:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204143.885443:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204143.885445:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204143.885447:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204143.885450:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204143.885454:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14449
00000400:00000200:3.0:1788204143.885462:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204143.885464:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:3.0:1788204143.885470:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204143.885476:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00080000:3.0:1788204143.885477:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204143.885487:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204143.885492:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:2.0:1788204143.885497:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937811200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204143.885502:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788204143.885513:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937811200:192.168.201.135@tcp:250:kworker.0
00000100:00000040:3.0:1788204143.885514:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204143.885524:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204143.885527:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204143.885529:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204143.885532:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788204143.885537:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000100:00000040:2.0:1788204143.885539:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937811200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204143.885545:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204143.885551:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000100:00000001:2.0:1788204143.885556:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000001:3.0:1788204143.885558:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
02000000:00000001:2.0:1788204143.885560:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1788204143.885561:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
02000000:00000010:2.0:1788204143.885566:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
00000100:00000040:3.0:1788204143.885571:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:2.0:1788204143.885573:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1788204143.885574:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1788204143.885576:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:3.0:1788204143.885578:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000020:00000040:2.0:1788204143.885579:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204143.885585:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1788204143.885585:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000010:2.0:1788204143.885591:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
00000020:00000040:3.0:1788204143.885593:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
02000000:00000001:2.0:1788204143.885596:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204143.885601:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:3.0:1788204143.885602:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000010:2.0:1788204143.885604:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:2.0:1788204143.885612:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204143.885613:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.885614:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.885621:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204143.885623:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204143.885632:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1788204143.885632:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204143.885638:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.885644:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788204143.885644:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.885647:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204143.885649:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204143.885651:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788204143.885655:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937811328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204143.885657:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204143.885675:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1788204143.885675:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.885683:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204143.885683:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204143.885694:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1788204143.885696:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
02000000:00000001:2.0:1788204143.885697:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204143.885704:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204143.885704:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204143.885717:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1788204143.885720:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937811328:192.168.201.135@tcp:38:kworker.0
02000000:00000001:3.0:1788204143.885722:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.885733:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204143.885733:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204143.885744:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204143.885745:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204143.885750:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204143.885750:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204143.885767:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204143.885768:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204143.885776:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204143.885777:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204143.885783:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204143.885784:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937811456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204143.885802:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204143.885803:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204143.885810:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204143.885813:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000040:3.0:1788204143.885815:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937811456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204143.885824:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204143.885827:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204143.885832:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937811328, portal 10
00000100:00080000:3.0:1788204143.885832:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204143.885842:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204143.885843:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204143.885845:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204143.885849:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00080000:3.0:1788204143.885849:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204143.885856:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204143.885861:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14449
00000400:00000200:3.0:1788204143.885865:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204143.885871:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937811328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204143.885874:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204143.885883:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204143.885895:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204143.885903:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204143.885911:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204143.885911:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204143.885918:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:2.0:1788204143.885921:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788204143.885924:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:2.0:1788204143.885928:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000020:00000040:3.0:1788204143.885928:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204143.885937:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:2.0:1788204143.885939:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937811328, offset 0
00000020:00000040:3.0:1788204143.885940:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204143.885947:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:2.0:1788204143.885953:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788204143.885953:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204143.885977:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204143.885981:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204143.885982:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204143.885986:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204143.885989:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204143.885992:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000400:00000200:2.0:1788204143.885996:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:3.0:1788204143.885998:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204143.886005:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204143.886008:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788204143.886009:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204143.886016:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204143.886017:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:3.0:1788204143.886026:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204143.886029:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204143.886031:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204143.886038:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000008:00100000:3.0:1788204143.886040:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1788204143.886047:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546288:546288:256:4294967295] 192.168.201.135@tcp LPNI seq info [546254:546254:8:4294967295]
00000008:00000001:3.0:1788204143.886048:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204143.886055:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204143.886058:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:3.0:1788204143.886068:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204143.886073:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204143.886078:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204143.886083:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204143.886088:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204143.886088:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204143.886094:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204143.886102:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204143.886105:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000010:3.0:1788204143.886109:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000800:00000010:2.0:1788204143.886112:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000100:00000001:3.0:1788204143.886116:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204143.886123:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00100000:3.0:1788204143.886128:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937811584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788204143.886130:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204143.886152:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204143.886159:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1788204143.886161:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1788204143.886163:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204143.886177:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937811584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1788204143.886181:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204143.886190:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204143.886202:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204143.886202:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204143.886217:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204143.886228:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1788204143.886229:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204143.886235:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204143.886242:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204143.886243:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000100:00000001:3.0:1788204143.886247:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788204143.886251:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00080000:3.0:1788204143.886252:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14449
00000100:00000001:2.0:1788204143.886262:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1788204143.886264:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204143.886269:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204143.886274:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788204143.886275:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937811328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204143.886278:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204143.886286:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204143.886294:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204143.886332:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204143.886341:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204143.886344:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788204143.886345:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204143.886350:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204143.886353:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204143.886357:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204143.886358:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937811328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204143.886359:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204143.886369:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204143.886377:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204143.886386:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204143.886394:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204143.886396:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204143.886397:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204143.886406:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204143.886407:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204143.886409:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204143.886412:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204143.886415:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204143.886416:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204143.886418:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204143.886425:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788204143.886428:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000008:00100000:3.0:1788204143.886429:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204143.886440:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204143.886447:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204143.886447:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.886459:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309122078
00000100:00000010:3.0:1788204143.886460:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788204143.886468:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:2.0:1788204143.886473:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309125836
02000000:00000001:3.0:1788204143.886473:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204143.886476:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.886485:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309122078
00000100:00000001:3.0:1788204143.886486:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204143.886494:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309125836
02000000:00000001:3.0:1788204143.886494:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204143.886499:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.886501:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204143.886507:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204143.886508:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:2.0:1788204143.886511:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204143.886519:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204143.886522:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204143/real 1788204143]  req@ffff8c5d3ba68a80 x1875052937811328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204143.886531:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937811712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1788204143.886557:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788204143.886560:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:2.0:1788204143.886562:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204143.886563:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204143.886570:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000100:00000040:3.0:1788204143.886571:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937811712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204143.886579:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204143.886585:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204143.886585:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.886593:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1788204143.886598:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14459)
00000100:00000200:2.0:1788204143.886605:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937811328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204143.886620:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937811328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.886629:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204143.886631:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.886633:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204143.886635:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204143.886639:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937811328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.886647:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204143.886652:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937811328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.886660:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204143.886664:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.886666:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204143.886667:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.886670:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204143.886672:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204143.886675:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204143.886680:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204143.886683:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204143.886688:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937811328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204143.886698:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937811328:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204143.886702:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.886704:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204143.886708:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937811328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.886716:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204143.886718:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204143.886721:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204143.886724:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204143.886726:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204143.886728:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204143.886731:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204143.886733:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:2.0:1788204143.886736:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204143.886737:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204143.886739:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:2.0:1788204143.886742:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204143.886744:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.886747:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.886751:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204143.886752:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.886756:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204143.886758:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204143.886759:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204143.886764:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937811456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.886773:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204143.886775:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204143.886777:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204143.886780:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204143.886782:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204143.886786:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937811456:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204143.886790:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204143.886793:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204143.886794:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204143.886796:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204143.886800:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204143.886803:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204143.886807:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204143.886810:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204143.886814:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204143.886817:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937811456, portal 10
00000100:00000001:2.0:1788204143.886819:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204143.886821:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:2.0:1788204143.886828:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937811456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.886836:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204143.886838:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204143.886841:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204143.886844:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937811456, offset 0
00000400:00000200:2.0:1788204143.886848:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204143.886853:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204143.886858:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204143.886862:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204143.886865:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204143.886868:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204143.886871:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204143.886875:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546289:546289:256:4294967295] 192.168.201.135@tcp LPNI seq info [546255:546255:8:4294967295]
00000400:00000200:2.0:1788204143.886880:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204143.886888:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204143.886893:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204143.886897:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204143.886901:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204143.886904:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204143.886910:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204143.886913:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204143.886918:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204143.886920:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204143.886923:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204143.886927:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204143.886930:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204143.886932:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204143.886935:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204143.886939:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937811456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.886945:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204143.886948:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937811456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.886953:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.886954:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204143.886956:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204143.886971:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204143.886976:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204143.886977:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309122073
00000100:00000001:2.0:1788204143.886980:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309125836
00000100:00000001:2.0:1788204143.886982:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309122073
00000100:00000001:2.0:1788204143.886983:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309125836
00000100:00000001:2.0:1788204143.886985:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204143.886986:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.886988:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204143.886990:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204143/real 1788204143]  req@ffff8c5d3ba6b800 x1875052937811456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204143.886995:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204143.886996:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204143.886998:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204143.886999:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204143.887001:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204143.887002:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204143.887004:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937811456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204143.887010:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937811456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887014:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204143.887015:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.887016:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204143.887017:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204143.887019:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937811456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887023:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204143.887025:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937811456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887030:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204143.887033:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.887035:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204143.887037:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.887039:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204143.887041:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204143.887044:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204143.887049:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204143.887051:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204143.887056:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937811456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204143.887064:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937811456:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204143.887069:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204143.887073:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937811584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887078:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204143.887080:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204143.887083:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204143.887085:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204143.887087:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204143.887090:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937811584:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204143.887094:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204143.887096:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204143.887098:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204143.887100:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204143.887104:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204143.887106:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204143.887111:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204143.887113:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204143.887117:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204143.887121:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937811584, portal 4
00000100:00000001:2.0:1788204143.887123:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204143.887125:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000040:2.0:1788204143.887131:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937811584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887139:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204143.887142:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204143.887144:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204143.887147:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937811584, offset 0
00000400:00000200:2.0:1788204143.887151:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204143.887155:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204143.887159:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204143.887162:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204143.887165:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204143.887168:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204143.887170:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204143.887173:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546290:546290:256:4294967295] 192.168.201.135@tcp LPNI seq info [546256:546256:8:4294967295]
00000400:00000200:2.0:1788204143.887176:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204143.887181:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204143.887184:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204143.887187:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204143.887190:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204143.887192:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204143.887195:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204143.887197:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204143.887200:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204143.887201:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204143.887204:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204143.887206:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204143.887208:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204143.887210:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204143.887211:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204143.887214:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69f80 x1875052937811584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887220:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204143.887222:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937811584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887227:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.887228:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204143.887230:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204143.887233:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204143.887235:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204143.887236:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309122166
00000100:00000001:2.0:1788204143.887238:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309125836
00000100:00000001:2.0:1788204143.887240:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309122166
00000100:00000001:2.0:1788204143.887241:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309125836
00000100:00000001:2.0:1788204143.887242:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204143.887243:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.887245:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204143.887247:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204143/real 1788204143]  req@ffff8c5d3ba69f80 x1875052937811584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204143.887252:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204143.887253:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204143.887254:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204143.887256:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204143.887257:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204143.887259:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204143.887261:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937811584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204143.887267:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937811584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887271:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204143.887272:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.887273:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204143.887274:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204143.887277:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937811584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887282:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204143.887284:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937811584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887288:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204143.887290:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.887291:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204143.887291:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.887293:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204143.887294:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204143.887295:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204143.887316:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204143.887319:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204143.887323:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937811584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204143.887328:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937811584:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204143.887331:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204143.887334:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937811712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887339:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204143.887340:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204143.887342:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204143.887343:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204143.887345:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204143.887347:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937811712:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204143.887349:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204143.887351:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204143.887352:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204143.887353:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204143.887356:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204143.887357:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204143.887360:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204143.887361:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204143.887363:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204143.887366:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937811712, portal 4
00000100:00000001:2.0:1788204143.887367:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204143.887368:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:2.0:1788204143.887372:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937811712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887377:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204143.887379:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204143.887380:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204143.887382:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937811712, offset 0
00000400:00000200:2.0:1788204143.887384:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204143.887387:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204143.887391:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204143.887394:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204143.887396:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204143.887399:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204143.887402:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204143.887405:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546291:546291:256:4294967295] 192.168.201.135@tcp LPNI seq info [546257:546257:8:4294967295]
00000400:00000200:2.0:1788204143.887410:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204143.887417:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204143.887422:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204143.887425:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204143.887430:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204143.887433:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204143.887438:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204143.887441:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204143.887446:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204143.887449:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204143.887452:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204143.887456:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204143.887459:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204143.887461:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204143.887464:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204143.887468:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937811712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204168 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887476:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204143.887480:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937811712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204168 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887487:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.887489:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204143.887492:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204143.887496:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204143.887498:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204143.887500:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309122184
00000100:00000001:2.0:1788204143.887502:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309125836
00000100:00000001:2.0:1788204143.887503:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309122184
00000100:00000001:2.0:1788204143.887505:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309125836
00000100:00000001:2.0:1788204143.887507:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204143.887508:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.887509:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204143.887512:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204143/real 1788204143]  req@ffff8c5d3ba6bb80 x1875052937811712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204143.887517:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204143.887518:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204143.887518:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204143.887520:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204143.887521:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204143.887523:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204143.887525:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937811712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204143.887531:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937811712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887535:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204143.887536:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.887537:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204143.887538:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204143.887540:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937811712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887544:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204143.887546:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937811712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887550:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204143.887551:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.887552:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204143.887553:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.887554:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204143.887555:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204143.887557:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204143.887559:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204143.887561:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204143.887563:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937811712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204143.887568:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937811712:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204143.887571:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.887572:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204143.887574:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937811456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887579:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204143.887581:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204143.887582:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204143.887583:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204143.887585:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204143.887586:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204143.887587:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204143.887588:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204143.887590:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204143.887591:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204143.887592:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:2.0:1788204143.887594:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204143.887596:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.887597:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204143.887599:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937811584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887604:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204143.887604:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204143.887606:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204143.887607:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204143.887608:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204143.887608:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204143.887609:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204143.887610:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788204143.887612:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204143.887612:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204143.887613:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:2.0:1788204143.887615:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204143.887615:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.887616:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204143.887618:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937811712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204168 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204143.887622:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204143.887623:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204143.887624:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204143.887626:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204143.887627:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204143.887628:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204143.887629:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204143.887630:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:2.0:1788204143.887631:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204143.887632:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204143.887632:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:2.0:1788204143.887633:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204143.887634:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.887635:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204143.887638:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204143.887639:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204143.887640:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204143.887641:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204144.076433:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204144.076442:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204144.076444:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204144.076449:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204144.076453:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204144.076457:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204144.076459:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204144.076462:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204144.076465:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204144.588492:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204144.588499:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204144.588505:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204145.100441:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204145.100456:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204145.100458:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204145.100463:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204145.100466:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204145.100470:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204145.100473:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204145.100476:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204145.100479:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204146.124456:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204146.124468:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204146.124470:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204146.124478:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204146.124483:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204146.124488:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204146.124492:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204146.124495:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204146.124499:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204146.636478:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204146.636483:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204146.636487:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204147.148402:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204147.148408:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204147.148410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204147.148414:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204147.148416:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204147.148419:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204147.148421:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204147.148423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204147.148426:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204147.660499:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204147.660503:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204147.660506:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204148.172463:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204148.172475:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204148.172477:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204148.172485:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204148.172490:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204148.172496:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204148.172499:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204148.172503:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204148.172506:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204148.684521:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204148.684527:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204148.684531:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204149.004621:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204149.004626:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204149.004630:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204149.004638:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc700 x1875052937811840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.004658:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204149.004661:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204149.004665:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204149.004669:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204149.004674:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204149.004680:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937811840:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204149.004687:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204149.004692:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204149.004695:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204149.004699:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204149.004705:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204149.004709:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204149.004716:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204149.004721:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204149.004729:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204149.004736:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937811840, portal 25
00000100:00000001:2.0:1788204149.004742:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204149.004746:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516992 : -127143247034624 : ffff8c5d27ecc700)
00000100:00000040:2.0:1788204149.004753:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc700 x1875052937811840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.004766:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204149.004769:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204149.004775:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204149.004781:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937811840, offset 0
00000400:00000200:2.0:1788204149.004791:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204149.004801:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204149.004822:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204149.004830:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204149.004836:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204149.004843:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204149.004845:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204149.004849:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546292:546292:256:4294967295] 192.168.201.135@tcp LPNI seq info [546258:546258:8:4294967295]
00000400:00000200:2.0:1788204149.004856:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204149.004869:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204149.004903:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204149.004912:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204149.004925:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204149.004933:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204149.004947:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204149.004955:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204149.004963:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204149.004967:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204149.004975:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204149.004984:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204149.004993:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204149.004999:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204149.005018:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204149.005028:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc700 x1875052937811840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005045:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204149.005051:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc700 x1875052937811840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005063:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204149.005065:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204149.005073:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204149.005079:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204149.005084:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309130956
00000100:00000010:2.0:1788204149.005090:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850ae0.
00000100:00000001:2.0:1788204149.005098:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204149.005112:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309130956
00000100:00000010:2.0:1788204149.005120:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850c00.
00000100:00000001:2.0:1788204149.005126:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204149.005134:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204149.005141:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204149.005146:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204149.005166:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204149/real 1788204149]  req@ffff8c5d27ecc700 x1875052937811840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204149.005190:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204149.005195:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204149.005199:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204149.005207:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204149.005212:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204149.005216:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204149.005220:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc700 x1875052937811840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204149.005232:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc700 x1875052937811840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005244:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204149.005246:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.005250:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204149.005253:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204149.005262:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc700 x1875052937811840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005270:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204149.005277:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc700 x1875052937811840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005286:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204149.005289:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.005293:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204149.005294:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.005316:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204149.005317:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204149.005320:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204149.005323:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204149.005326:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204149.005329:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc700 x1875052937811840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204149.005337:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937811840:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204149.005347:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.005351:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204149.005355:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc700 x1875052937811840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005368:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204149.005372:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204149.005375:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204149.005380:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204149.005383:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204149.005385:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204149.005390:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204149.005393:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:2.0:1788204149.005398:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204149.005401:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204149.005403:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc700.
00000100:00000001:2.0:1788204149.005408:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204149.005410:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.005413:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.005420:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204149.005423:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204149.005427:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204149.005432:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204149.005435:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204149.005441:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecca80 x1875052937811968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005452:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204149.005455:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204149.005459:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204149.005462:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204149.005466:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204149.005471:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937811968:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204149.005475:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204149.005478:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204149.005480:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204149.005484:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204149.005487:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204149.005490:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204149.005497:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204149.005502:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204149.005508:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204149.005513:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937811968, portal 10
00000100:00000001:2.0:1788204149.005518:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204149.005520:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462517888 : -127143247033728 : ffff8c5d27ecca80)
00000100:00000040:2.0:1788204149.005531:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecca80 x1875052937811968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005546:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204149.005553:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204149.005556:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204149.005559:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937811968, offset 0
00000400:00000200:2.0:1788204149.005565:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204149.005574:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204149.005582:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204149.005586:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204149.005591:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204149.005595:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204149.005599:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204149.005605:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546293:546293:256:4294967295] 192.168.201.135@tcp LPNI seq info [546259:546259:8:4294967295]
00000400:00000200:2.0:1788204149.005612:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204149.005623:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204149.005628:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204149.005634:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204149.005641:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204149.005644:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204149.005650:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204149.005654:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204149.005660:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204149.005663:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204149.005665:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204149.005672:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204149.005678:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204149.005680:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204149.005684:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204149.005689:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecca80 x1875052937811968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005711:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204149.005716:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecca80 x1875052937811968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005725:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204149.005729:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204149.005732:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204149.005738:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204149.005743:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204149.005745:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309127197
00000100:00000001:2.0:1788204149.005750:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309130956
00000100:00000001:2.0:1788204149.005752:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309127197
00000100:00000001:2.0:1788204149.005758:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309130956
00000100:00000001:2.0:1788204149.005760:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204149.005762:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204149.005763:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204149.005767:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204149/real 1788204149]  req@ffff8c5d27ecca80 x1875052937811968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204149.005774:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204149.005775:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204149.005776:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204149.005778:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204149.005779:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204149.005780:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204149.005782:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecca80 x1875052937811968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204149.005787:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecca80 x1875052937811968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005791:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204149.005792:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.005793:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204149.005794:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204149.005796:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecca80 x1875052937811968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005800:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204149.005803:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecca80 x1875052937811968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005808:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204149.005810:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.005811:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204149.005811:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.005813:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204149.005814:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204149.005815:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204149.005817:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204149.005818:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204149.005821:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecca80 x1875052937811968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204149.005827:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937811968:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204149.005829:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204149.005831:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecce00 x1875052937812096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005835:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204149.005836:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204149.005837:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204149.005838:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204149.005840:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204149.005841:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937812096:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204149.005843:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204149.005844:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204149.005845:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204149.005846:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204149.005848:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204149.005850:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204149.005851:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204149.005853:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204149.005855:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204149.005857:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937812096, portal 10
00000100:00000001:2.0:1788204149.005858:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204149.005859:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462518784 : -127143247032832 : ffff8c5d27ecce00)
00000100:00000040:2.0:1788204149.005863:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecce00 x1875052937812096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005867:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204149.005869:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204149.005884:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204149.005888:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937812096, offset 0
00000400:00000200:2.0:1788204149.005891:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204149.005894:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204149.005897:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204149.005900:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204149.005903:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204149.005905:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204149.005908:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204149.005911:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546294:546294:256:4294967295] 192.168.201.135@tcp LPNI seq info [546260:546260:8:4294967295]
00000400:00000200:2.0:1788204149.005915:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204149.005921:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204149.005926:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204149.005930:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204149.005934:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204149.005937:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204149.005942:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204149.005945:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204149.005948:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204149.005951:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204149.005954:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204149.005957:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204149.005959:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204149.005960:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204149.005962:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204149.005965:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecce00 x1875052937812096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005971:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204149.005973:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecce00 x1875052937812096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.005978:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204149.005980:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204149.005983:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204149.005987:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204149.005990:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204149.005992:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309127192
00000100:00000001:2.0:1788204149.005995:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309130956
00000100:00000001:2.0:1788204149.005997:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309127192
00000100:00000001:2.0:1788204149.005999:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309130956
00000100:00000001:2.0:1788204149.006002:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204149.006004:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204149.006006:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204149.006010:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204149/real 1788204149]  req@ffff8c5d27ecce00 x1875052937812096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204149.006019:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204149.006021:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204149.006022:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204149.006025:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204149.006027:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204149.006030:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204149.006032:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecce00 x1875052937812096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204149.006038:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecce00 x1875052937812096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006042:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204149.006043:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006044:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204149.006045:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204149.006047:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecce00 x1875052937812096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006051:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204149.006054:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecce00 x1875052937812096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006058:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204149.006060:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006062:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204149.006062:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006064:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204149.006065:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204149.006067:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204149.006069:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204149.006070:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204149.006072:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecce00 x1875052937812096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204149.006077:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937812096:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204149.006080:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204149.006082:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd500 x1875052937812224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006086:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204149.006087:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204149.006088:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204149.006090:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204149.006091:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204149.006093:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937812224:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204149.006095:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204149.006096:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204149.006097:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204149.006099:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204149.006101:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204149.006102:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204149.006105:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204149.006106:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204149.006108:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204149.006111:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937812224, portal 4
00000100:00000001:2.0:1788204149.006112:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204149.006113:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462520576 : -127143247031040 : ffff8c5d27ecd500)
00000100:00000040:2.0:1788204149.006117:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd500 x1875052937812224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006121:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204149.006123:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204149.006124:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204149.006126:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937812224, offset 0
00000400:00000200:2.0:1788204149.006128:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204149.006131:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204149.006133:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204149.006135:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204149.006137:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204149.006139:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204149.006140:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204149.006143:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546295:546295:256:4294967295] 192.168.201.135@tcp LPNI seq info [546261:546261:8:4294967295]
00000400:00000200:2.0:1788204149.006145:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204149.006150:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204149.006152:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204149.006154:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204149.006157:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204149.006159:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204149.006161:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204149.006163:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204149.006166:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204149.006167:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204149.006169:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204149.006171:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204149.006173:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204149.006174:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204149.006175:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204149.006177:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd500 x1875052937812224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006187:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204149.006189:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd500 x1875052937812224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006193:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204149.006194:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204149.006196:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204149.006198:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204149.006200:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204149.006201:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309127285
00000100:00000001:2.0:1788204149.006202:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309130956
00000100:00000001:2.0:1788204149.006204:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309127285
00000100:00000001:2.0:1788204149.006205:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309130956
00000100:00000001:2.0:1788204149.006207:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204149.006208:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204149.006209:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204149.006211:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204149/real 1788204149]  req@ffff8c5d27ecd500 x1875052937812224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204149.006216:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204149.006216:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204149.006217:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204149.006219:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204149.006220:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204149.006221:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204149.006222:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd500 x1875052937812224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204149.006227:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd500 x1875052937812224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006232:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204149.006233:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006234:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204149.006235:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204149.006238:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd500 x1875052937812224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006242:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204149.006244:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd500 x1875052937812224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006248:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204149.006249:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006250:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204149.006251:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006252:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204149.006253:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204149.006254:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204149.006256:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204149.006257:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204149.006260:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd500 x1875052937812224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204149.006264:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937812224:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204149.006267:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006268:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204149.006270:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecca80 x1875052937811968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006274:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204149.006275:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204149.006276:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204149.006278:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204149.006279:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204149.006280:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204149.006281:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204149.006283:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:2.0:1788204149.006284:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204149.006285:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204149.006286:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecca80.
00000100:00000001:2.0:1788204149.006288:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204149.006288:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006290:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204149.006292:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecce00 x1875052937812096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006296:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204149.006297:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204149.006313:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204149.006315:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204149.006316:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204149.006317:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204149.006318:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204149.006319:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:2.0:1788204149.006320:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204149.006321:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204149.006322:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecce00.
00000100:00000001:2.0:1788204149.006324:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204149.006325:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006326:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204149.006328:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd500 x1875052937812224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006332:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204149.006333:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204149.006334:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204149.006335:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204149.006336:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204149.006337:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204149.006338:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204149.006339:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:2.0:1788204149.006340:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204149.006341:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204149.006342:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd500.
00000100:00000001:2.0:1788204149.006344:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204149.006345:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006346:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006349:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204149.006350:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204149.006351:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204149.006352:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204149.006353:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204149.006355:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdc00 x1875052937812352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006360:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204149.006361:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204149.006363:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204149.006364:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204149.006365:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204149.006367:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937812352:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204149.006369:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204149.006370:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204149.006371:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204149.006373:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204149.006375:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204149.006376:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204149.006378:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204149.006380:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204149.006382:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204149.006384:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937812352, portal 4
00000100:00000001:2.0:1788204149.006385:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204149.006386:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462522368 : -127143247029248 : ffff8c5d27ecdc00)
00000100:00000040:2.0:1788204149.006390:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdc00 x1875052937812352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006394:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204149.006395:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204149.006397:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204149.006399:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937812352, offset 0
00000400:00000200:2.0:1788204149.006401:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204149.006403:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204149.006405:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204149.006408:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204149.006409:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204149.006411:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204149.006413:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204149.006415:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546296:546296:256:4294967295] 192.168.201.135@tcp LPNI seq info [546262:546262:8:4294967295]
00000400:00000200:2.0:1788204149.006417:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204149.006422:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204149.006424:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204149.006426:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204149.006429:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204149.006430:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204149.006433:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204149.006435:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204149.006437:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204149.006438:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204149.006440:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204149.006443:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204149.006445:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204149.006446:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204149.006447:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204149.006449:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdc00 x1875052937812352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006454:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204149.006456:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdc00 x1875052937812352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204174 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006461:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204149.006462:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204149.006464:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204149.006466:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204149.006468:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204149.006469:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309127303
00000100:00000001:2.0:1788204149.006471:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309130956
00000100:00000001:2.0:1788204149.006472:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309127303
00000100:00000001:2.0:1788204149.006474:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309130956
00000100:00000001:2.0:1788204149.006475:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204149.006476:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204149.006477:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204149.006479:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204149/real 1788204149]  req@ffff8c5d27ecdc00 x1875052937812352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204149.006484:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204149.006485:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204149.006486:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204149.006488:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204149.006489:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204149.006490:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204149.006492:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdc00 x1875052937812352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204149.006497:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdc00 x1875052937812352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006501:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204149.006502:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006503:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204149.006504:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204149.006506:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdc00 x1875052937812352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006510:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204149.006512:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdc00 x1875052937812352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006517:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204149.006519:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006520:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204149.006520:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006522:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204149.006523:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204149.006524:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204149.006526:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204149.006527:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204149.006529:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdc00 x1875052937812352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204149.006534:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937812352:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204149.006536:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006537:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204149.006539:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdc00 x1875052937812352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204174 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204149.006542:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204149.006543:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204149.006544:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204149.006546:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204149.006546:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204149.006547:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204149.006548:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204149.006549:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:2.0:1788204149.006550:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204149.006551:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204149.006552:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdc00.
00000100:00000001:2.0:1788204149.006554:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204149.006555:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006556:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.006558:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204149.006559:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204149.006560:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204149.006562:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204149.196388:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204149.196397:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204149.196399:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204149.196405:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204149.196409:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204149.196413:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.196416:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204149.196419:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204149.196422:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204149.708559:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204149.708562:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204149.708565:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204150.220408:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204150.220416:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204150.220419:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204150.220424:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204150.220428:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204150.220431:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204150.220434:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204150.220437:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204150.220440:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204151.244427:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204151.244436:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204151.244438:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204151.244443:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204151.244446:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204151.244450:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204151.244452:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204151.244454:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204151.244456:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204151.756473:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204151.756477:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204151.756480:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204152.268377:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204152.268389:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204152.268390:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204152.268394:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204152.268397:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204152.268399:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204152.268401:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204152.268403:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204152.268404:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204152.780435:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204152.780438:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204152.780441:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204153.292357:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204153.292363:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204153.292364:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204153.292368:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204153.292371:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204153.292374:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204153.292375:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204153.292377:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204153.292379:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204153.804506:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204153.804509:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204153.804511:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204154.125594:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204154.125599:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204154.125604:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204154.125614:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece680 x1875052937812480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.125630:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204154.125634:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204154.125638:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204154.125642:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204154.125647:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204154.125655:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937812480:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204154.125662:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204154.125667:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204154.125671:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204154.125677:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204154.125684:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204154.125690:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204154.125699:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204154.125707:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204154.125716:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204154.125743:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937812480, portal 25
00000100:00000001:2.0:1788204154.125750:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204154.125761:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525056 : -127143247026560 : ffff8c5d27ece680)
00000100:00000040:2.0:1788204154.125774:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece680 x1875052937812480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.125798:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204154.125806:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204154.125812:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204154.125817:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937812480, offset 0
00000400:00000200:2.0:1788204154.125827:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204154.125838:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204154.125845:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204154.125851:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204154.125856:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204154.125860:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204154.125865:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204154.125868:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546297:546297:256:4294967295] 192.168.201.135@tcp LPNI seq info [546263:546263:8:4294967295]
00000400:00000200:2.0:1788204154.125873:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204154.125884:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204154.125895:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204154.125901:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204154.125908:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204154.125913:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204154.125922:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204154.125932:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204154.125944:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204154.125947:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204154.125954:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204154.125961:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204154.125973:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204154.125977:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204154.125982:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204154.125987:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece680 x1875052937812480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126000:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204154.126005:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece680 x1875052937812480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126016:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204154.126019:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204154.126024:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204154.126032:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204154.126045:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309136077
00000100:00000010:2.0:1788204154.126057:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850f60.
00000100:00000001:2.0:1788204154.126064:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204154.126070:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309136077
00000100:00000010:2.0:1788204154.126074:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850840.
00000100:00000001:2.0:1788204154.126078:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204154.126082:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204154.126085:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204154.126090:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204154.126096:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204154/real 1788204154]  req@ffff8c5d27ece680 x1875052937812480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204154.126110:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204154.126112:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204154.126115:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204154.126118:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204154.126121:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204154.126123:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204154.126129:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece680 x1875052937812480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204154.126139:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece680 x1875052937812480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126152:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204154.126156:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.126160:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204154.126164:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204154.126174:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece680 x1875052937812480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126196:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204154.126206:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece680 x1875052937812480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126223:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204154.126228:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.126231:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204154.126233:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.126236:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204154.126239:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204154.126243:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204154.126248:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204154.126253:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204154.126260:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece680 x1875052937812480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204154.126272:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937812480:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204154.126280:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.126283:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204154.126287:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece680 x1875052937812480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126328:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204154.126331:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204154.126335:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204154.126339:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204154.126341:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204154.126344:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204154.126346:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204154.126348:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:2.0:1788204154.126351:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204154.126353:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204154.126354:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece680.
00000100:00000001:2.0:1788204154.126356:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204154.126357:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.126359:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.126364:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204154.126366:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204154.126367:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204154.126368:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204154.126369:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204154.126372:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd180 x1875052937812608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126376:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204154.126377:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204154.126378:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204154.126380:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204154.126381:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204154.126383:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937812608:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204154.126385:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204154.126386:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204154.126387:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204154.126388:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204154.126390:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204154.126392:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204154.126394:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204154.126396:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204154.126398:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204154.126400:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937812608, portal 10
00000100:00000001:2.0:1788204154.126407:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204154.126408:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462519680 : -127143247031936 : ffff8c5d27ecd180)
00000100:00000040:2.0:1788204154.126412:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd180 x1875052937812608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126416:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204154.126417:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204154.126419:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204154.126420:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937812608, offset 0
00000400:00000200:2.0:1788204154.126422:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204154.126425:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204154.126428:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204154.126430:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204154.126431:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204154.126433:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204154.126434:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204154.126436:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546298:546298:256:4294967295] 192.168.201.135@tcp LPNI seq info [546264:546264:8:4294967295]
00000400:00000200:2.0:1788204154.126438:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204154.126443:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204154.126445:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204154.126447:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204154.126450:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204154.126452:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204154.126454:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204154.126456:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204154.126458:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204154.126460:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204154.126461:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204154.126464:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204154.126465:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204154.126467:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204154.126468:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204154.126470:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd180 x1875052937812608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126475:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204154.126477:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd180 x1875052937812608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126480:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204154.126482:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204154.126483:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204154.126486:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204154.126487:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204154.126489:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309132318
00000100:00000001:2.0:1788204154.126490:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309136077
00000100:00000001:2.0:1788204154.126492:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309132318
00000100:00000001:2.0:1788204154.126493:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309136077
00000100:00000001:2.0:1788204154.126494:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204154.126495:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204154.126496:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204154.126498:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204154/real 1788204154]  req@ffff8c5d27ecd180 x1875052937812608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204154.126502:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204154.126503:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204154.126508:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204154.126510:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204154.126511:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204154.126512:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204154.126514:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd180 x1875052937812608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204154.126518:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd180 x1875052937812608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126526:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204154.126526:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.126528:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204154.126529:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204154.126531:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd180 x1875052937812608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126534:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204154.126536:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd180 x1875052937812608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126540:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204154.126542:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.126542:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204154.126543:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.126544:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204154.126545:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204154.126546:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204154.126548:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204154.126549:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204154.126551:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd180 x1875052937812608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204154.126555:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937812608:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204154.126557:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204154.126559:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecea00 x1875052937812736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126563:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204154.126564:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204154.126565:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204154.126566:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204154.126568:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204154.126569:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937812736:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204154.126571:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204154.126572:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204154.126573:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204154.126574:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204154.126575:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204154.126576:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204154.126578:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204154.126580:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204154.126581:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204154.126583:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937812736, portal 10
00000100:00000001:2.0:1788204154.126584:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204154.126585:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525952 : -127143247025664 : ffff8c5d27ecea00)
00000100:00000040:2.0:1788204154.126589:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecea00 x1875052937812736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126592:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204154.126594:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204154.126595:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204154.126596:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937812736, offset 0
00000400:00000200:2.0:1788204154.126598:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204154.126600:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204154.126602:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204154.126603:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204154.126605:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204154.126606:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204154.126607:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204154.126609:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546299:546299:256:4294967295] 192.168.201.135@tcp LPNI seq info [546265:546265:8:4294967295]
00000400:00000200:2.0:1788204154.126611:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204154.126615:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204154.126618:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204154.126620:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204154.126622:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204154.126624:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204154.126626:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204154.126628:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204154.126630:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204154.126631:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204154.126633:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204154.126634:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204154.126636:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204154.126637:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204154.126638:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204154.126640:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecea00 x1875052937812736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126645:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204154.126646:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecea00 x1875052937812736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126650:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204154.126650:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204154.126652:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204154.126653:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204154.126655:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204154.126656:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309132313
00000100:00000001:2.0:1788204154.126658:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309136077
00000100:00000001:2.0:1788204154.126659:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309132313
00000100:00000001:2.0:1788204154.126660:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309136077
00000100:00000001:2.0:1788204154.126661:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204154.126662:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204154.126663:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204154.126665:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204154/real 1788204154]  req@ffff8c5d27ecea00 x1875052937812736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204154.126670:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204154.126670:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204154.126671:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204154.126673:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204154.126673:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204154.126674:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204154.126676:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecea00 x1875052937812736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204154.126680:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecea00 x1875052937812736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126684:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204154.126684:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.126685:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204154.126686:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204154.126688:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecea00 x1875052937812736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126692:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204154.126694:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecea00 x1875052937812736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126697:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204154.126698:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.126699:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204154.126700:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.126701:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204154.126701:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204154.126703:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204154.126704:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204154.126705:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204154.126708:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecea00 x1875052937812736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204154.126712:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937812736:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204154.126714:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204154.126716:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd880 x1875052937812864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126720:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204154.126720:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204154.126721:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204154.126722:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204154.126723:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204154.126725:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937812864:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204154.126726:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204154.126727:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204154.126728:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204154.126729:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204154.126730:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204154.126731:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204154.126733:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204154.126734:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204154.126736:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204154.126737:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937812864, portal 4
00000100:00000001:2.0:1788204154.126738:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204154.126739:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462521472 : -127143247030144 : ffff8c5d27ecd880)
00000100:00000040:2.0:1788204154.126742:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd880 x1875052937812864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126746:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204154.126748:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204154.126749:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204154.126750:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937812864, offset 0
00000400:00000200:2.0:1788204154.126753:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204154.126754:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204154.126756:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204154.126757:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204154.126759:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204154.126760:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204154.126761:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204154.126763:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546300:546300:256:4294967295] 192.168.201.135@tcp LPNI seq info [546266:546266:8:4294967295]
00000400:00000200:2.0:1788204154.126765:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204154.126769:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204154.126771:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204154.126772:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204154.126774:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204154.126776:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204154.126778:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204154.126779:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204154.126798:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204154.126800:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204154.126801:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204154.126804:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204154.126806:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204154.126807:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204154.126808:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204154.126811:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd880 x1875052937812864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126815:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204154.126817:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd880 x1875052937812864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126821:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204154.126822:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204154.126824:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204154.126826:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204154.126827:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204154.126829:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309132406
00000100:00000001:2.0:1788204154.126830:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309136077
00000100:00000001:2.0:1788204154.126832:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309132406
00000100:00000001:2.0:1788204154.126833:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309136077
00000100:00000001:2.0:1788204154.126834:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204154.126835:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204154.126836:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204154.126838:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204154/real 1788204154]  req@ffff8c5d27ecd880 x1875052937812864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204154.126842:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204154.126843:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204154.126844:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204154.126845:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204154.126846:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204154.126847:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204154.126849:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd880 x1875052937812864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204154.126853:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd880 x1875052937812864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126857:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204154.126857:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.126858:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204154.126859:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204154.126861:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd880 x1875052937812864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126864:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204154.126866:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd880 x1875052937812864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126870:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204154.126871:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.126872:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204154.126873:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.126874:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204154.126875:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204154.126876:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204154.126878:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204154.126879:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204154.126881:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd880 x1875052937812864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204154.126885:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937812864:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204154.126887:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204154.126888:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc380 x1875052937812992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126892:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204154.126892:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204154.126893:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204154.126894:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204154.126896:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204154.126897:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937812992:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204154.126899:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204154.126900:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204154.126901:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204154.126902:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204154.126904:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18400.
02000000:00000001:2.0:1788204154.126905:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204154.126907:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204154.126908:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204154.126909:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204154.126911:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937812992, portal 4
00000100:00000001:2.0:1788204154.126912:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204154.126913:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516096 : -127143247035520 : ffff8c5d27ecc380)
00000100:00000040:2.0:1788204154.126916:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc380 x1875052937812992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126920:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204154.126921:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204154.126922:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204154.126923:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937812992, offset 0
00000400:00000200:2.0:1788204154.126925:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204154.126927:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204154.126929:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204154.126931:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204154.126932:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204154.126934:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204154.126935:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204154.126937:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546301:546301:256:4294967295] 192.168.201.135@tcp LPNI seq info [546267:546267:8:4294967295]
00000400:00000200:2.0:1788204154.126939:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204154.126942:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204154.126945:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204154.126946:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204154.126949:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204154.126950:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204154.126953:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204154.126954:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204154.126956:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204154.126957:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204154.126959:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204154.126961:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204154.126962:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204154.126963:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204154.126964:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204154.126966:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc380 x1875052937812992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126974:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204154.126976:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc380 x1875052937812992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.126980:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204154.126980:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204154.126982:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204154.126983:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204154.126985:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204154.126986:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309132423
00000100:00000001:2.0:1788204154.126987:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309136077
00000100:00000001:2.0:1788204154.126988:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309132423
00000100:00000001:2.0:1788204154.126990:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309136077
00000100:00000001:2.0:1788204154.126991:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204154.126992:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204154.126993:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204154.126995:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204154/real 1788204154]  req@ffff8c5d27ecc380 x1875052937812992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204154.126998:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204154.126999:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204154.127000:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204154.127001:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204154.127002:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204154.127003:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204154.127004:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc380 x1875052937812992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204154.127009:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc380 x1875052937812992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.127012:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204154.127013:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.127014:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204154.127015:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204154.127017:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc380 x1875052937812992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.127021:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204154.127022:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc380 x1875052937812992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.127026:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204154.127027:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.127028:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204154.127028:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.127029:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204154.127030:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204154.127031:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204154.127033:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204154.127034:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204154.127036:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc380 x1875052937812992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204154.127040:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937812992:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204154.127042:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.127043:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204154.127044:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd180 x1875052937812608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.127048:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204154.127049:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204154.127050:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204154.127051:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204154.127052:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204154.127053:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204154.127055:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204154.127056:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:2.0:1788204154.127057:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204154.127058:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204154.127059:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd180.
00000100:00000001:2.0:1788204154.127060:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204154.127061:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.127062:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204154.127064:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecea00 x1875052937812736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.127068:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204154.127068:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204154.127069:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204154.127070:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204154.127070:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204154.127071:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204154.127072:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204154.127073:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:2.0:1788204154.127074:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204154.127074:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204154.127075:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecea00.
00000100:00000001:2.0:1788204154.127076:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204154.127077:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.127078:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204154.127079:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd880 x1875052937812864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.127082:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204154.127083:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204154.127084:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204154.127085:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204154.127085:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204154.127086:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204154.127087:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204154.127087:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:2.0:1788204154.127088:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204154.127089:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204154.127090:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd880.
00000100:00000001:2.0:1788204154.127091:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204154.127092:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.127093:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204154.127095:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc380 x1875052937812992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204179 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204154.127098:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204154.127098:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204154.127099:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:2.0:1788204154.127100:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204154.127101:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204154.127101:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204154.127102:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204154.127103:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:2.0:1788204154.127104:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204154.127105:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204154.127106:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc380.
00000100:00000001:2.0:1788204154.127108:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204154.127109:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.127111:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.127113:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204154.127115:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204154.127116:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204154.127118:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204154.316407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204154.316415:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204154.316417:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204154.316422:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204154.316426:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204154.316429:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.316432:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204154.316435:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204154.316437:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204154.828469:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204154.828473:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204154.828476:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204155.340386:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204155.340394:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204155.340396:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204155.340400:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204155.340402:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204155.340405:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204155.340407:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204155.340408:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204155.340410:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204156.364395:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204156.364402:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204156.364404:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204156.364410:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204156.364413:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204156.364417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204156.364420:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204156.364422:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204156.364425:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204156.876546:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204156.876553:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204156.876556:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204157.388495:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204157.388504:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204157.388507:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204157.388513:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204157.388518:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204157.388523:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204157.388526:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204157.388529:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204157.388533:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204157.900532:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204157.900538:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204157.900542:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204158.412381:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204158.412389:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204158.412390:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204158.412396:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204158.412400:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204158.412404:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204158.412406:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204158.412409:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204158.412411:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204158.924491:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204158.924495:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204158.924498:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204159.244395:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204159.244404:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204159.244405:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204159.244409:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204159.244413:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204159.244418:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14464
00000400:00000200:3.0:1788204159.244425:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204159.244430:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204159.244433:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204159.244435:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244438:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204159.244440:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244443:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204159.244447:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204159.244449:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204159.244451:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204159.244454:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204159.244456:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204159.244459:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204159.244462:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244464:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204159.244466:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244467:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204159.244470:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204159.244473:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244474:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204159.244476:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204159.244479:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204159.244481:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204159.244482:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204159.244484:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204159.244491:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204159.244495:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204159.244497:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204159.244498:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204159.244501:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204159.244503:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204159.244506:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204159.244512:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204159.244516:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204159.244522:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937813120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204159.244529:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204159.244533:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204159.244535:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937813120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204159.244550:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204159.244552:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204159.244555:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204159.244556:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204159.244557:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204159.244558:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204159.244560:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14464
00000400:00000200:3.0:1788204159.244562:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204159.244564:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204159.244565:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204159.244567:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244569:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204159.244570:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244572:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204159.244574:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204159.244575:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204159.244576:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204159.244577:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204159.244579:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204159.244580:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204159.244582:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204159.244583:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204159.244583:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204159.244587:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204159.244589:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204159.244589:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204159.244590:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:2.0:1788204159.244594:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1788204159.244594:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244598:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204159.244599:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204159.244603:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204159.244604:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937813120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204159.244605:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204159.244608:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204159.244612:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204159.244617:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.244619:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204159.244620:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.244624:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204159.244624:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204159.244628:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204159.244630:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204159.244631:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204159.244634:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204159.244635:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204159.244636:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204159.244638:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204159.244641:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204159.244642:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204159.244648:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00100000:2.0:1788204159.244650:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937813120:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204159.244651:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.244657:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1788204159.244658:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937813248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204159.244661:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204159.244665:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788204159.244666:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204159.244668:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204159.244671:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788204159.244672:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937813248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204159.244679:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204159.244685:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204159.244686:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204159.244689:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204159.244691:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204159.244707:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204159.244708:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204159.244710:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204159.244711:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14464
00000400:00000200:3.0:1788204159.244714:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204159.244715:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204159.244717:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204159.244719:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204159.244721:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204159.244721:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204159.244725:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244727:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204159.244728:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:2.0:1788204159.244729:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000020:00000040:3.0:1788204159.244730:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204159.244732:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204159.244735:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204159.244736:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204159.244738:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000010:2.0:1788204159.244739:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000040:3.0:1788204159.244740:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244744:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204159.244746:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244747:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204159.244749:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00000200:2.0:1788204159.244750:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937813120, portal 25
00000100:00080000:3.0:1788204159.244751:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244755:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.244756:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204159.244760:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
02000000:00000001:3.0:1788204159.244760:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204159.244762:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204159.244765:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204159.244766:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204159.244768:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1788204159.244770:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937813120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204159.244771:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204159.244773:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204159.244778:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204159.244781:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204159.244784:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204159.244786:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.244788:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204159.244788:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204159.244792:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204159.244793:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204159.244796:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000010:3.0:1788204159.244799:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000400:00000010:2.0:1788204159.244802:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000001:3.0:1788204159.244803:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204159.244807:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937813120, offset 0
00000100:00100000:3.0:1788204159.244809:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937813376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204159.244816:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204159.244817:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244818:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204159.244823:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937813376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204159.244829:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204159.244833:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204159.244835:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204159.244837:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1788204159.244840:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788204159.244840:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204159.244843:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204159.244847:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204159.244850:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788204159.244850:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14464
00000400:00000200:2.0:1788204159.244857:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204159.244862:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204159.244864:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204159.244867:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546302:546302:256:4294967295] 192.168.201.135@tcp LPNI seq info [546268:546268:8:4294967295]
00000400:00000200:2.0:1788204159.244872:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204159.244877:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204159.244881:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204159.244885:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204159.244889:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788204159.244890:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244894:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204159.244897:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244899:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204159.244901:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.0:1788204159.244902:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788204159.244903:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204159.244906:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204159.244909:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000800:00000010:2.0:1788204159.244910:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000020:00000001:3.0:1788204159.244912:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204159.244916:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000200:2.0:1788204159.244920:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788204159.244922:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:2.0:1788204159.244925:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1788204159.244926:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204159.244931:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244935:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:2.1:1788204159.244936:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:3.0:1788204159.244940:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000800:00000200:2.1:1788204159.244942:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000100:00080000:3.0:1788204159.244947:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000100:2.0:1788204159.244952:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204159.244953:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204159.244957:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
02000000:00000001:3.0:1788204159.244957:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204159.244962:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204159.244965:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788204159.244966:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204159.244970:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204159.244973:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000008:00100000:3.0:1788204159.244974:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204159.244979:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204159.244980:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000100:00000001:3.0:1788204159.244981:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204159.244984:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000010:3.0:1788204159.244987:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000100:00000001:2.0:1788204159.244990:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1788204159.244992:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204159.244997:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1788204159.244998:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937813120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204159.245000:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204159.245005:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204159.245007:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204159.245011:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.245013:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1788204159.245017:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204159.245021:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204159.245027:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937813504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204159.245028:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937813120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204159.245048:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204159.245051:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204159.245052:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.245054:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788204159.245059:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937813504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245062:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204159.245069:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204159.245073:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309141196
00000100:00000001:3.0:1788204159.245075:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204159.245080:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850780.
00000100:00080000:3.0:1788204159.245080:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204159.245086:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204159.245088:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204159.245088:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204159.245090:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204159.245094:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204159.245096:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309141196
00000100:00080000:3.0:1788204159.245097:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14464
00000100:00000010:2.0:1788204159.245103:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108501e0.
00000400:00000200:3.0:1788204159.245104:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204159.245109:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1788204159.245110:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204159.245113:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204159.245114:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204159.245119:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204159.245120:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204159.245124:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204159.245125:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788204159.245132:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204159/real 1788204159]  req@ffff8c5d3ba6ad80 x1875052937813120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204159.245136:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204159.245140:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204159.245143:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204159.245145:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204159.245147:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204159.245150:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000400:00000001:2.0:1788204159.245151:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1788204159.245152:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000001:2.0:1788204159.245155:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1788204159.245155:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000010:2.0:1788204159.245159:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000100:00000040:3.0:1788204159.245160:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204159.245164:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000100:00000001:3.0:1788204159.245164:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204159.245167:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:2.0:1788204159.245169:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204159.245169:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204159.245173:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:2.0:1788204159.245175:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1788204159.245176:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204159.245179:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204159.245182:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788204159.245183:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937813120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204159.245184:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204159.245188:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204159.245191:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204159.245194:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204159.245199:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204159.245202:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937813120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204159.245202:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204159.245205:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204159.245208:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204159.245212:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204159.245214:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204159.245218:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204159.245219:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1788204159.245219:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204159.245223:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204159.245223:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.245229:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:3.0:1788204159.245230:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:2.0:1788204159.245232:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204159.245234:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204159.245238:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937813120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204159.245240:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937813632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204159.245252:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204159.245253:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204159.245256:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937813632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245264:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204159.245271:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204159.245274:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937813120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204159.245275:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14475)
00000100:00000001:2.0:1788204159.245285:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204159.245288:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.245290:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204159.245291:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.245293:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204159.245295:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204159.245320:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204159.245324:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204159.245326:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204159.245330:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937813120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204159.245339:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937813120:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204159.245344:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.245346:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204159.245348:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937813120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245354:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204159.245356:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204159.245359:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204159.245362:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204159.245364:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204159.245366:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204159.245367:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204159.245369:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:2.0:1788204159.245373:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204159.245374:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204159.245376:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:2.0:1788204159.245379:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204159.245380:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.245382:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.245389:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204159.245391:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.245393:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204159.245395:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204159.245396:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204159.245400:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937813248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245406:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204159.245408:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204159.245409:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204159.245411:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204159.245413:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204159.245416:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937813248:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204159.245419:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204159.245421:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204159.245423:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204159.245424:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204159.245427:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204159.245429:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204159.245432:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204159.245435:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204159.245438:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204159.245441:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937813248, portal 10
00000100:00000001:2.0:1788204159.245443:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204159.245444:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:2.0:1788204159.245450:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937813248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245456:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204159.245458:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204159.245460:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204159.245462:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937813248, offset 0
00000400:00000200:2.0:1788204159.245466:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204159.245469:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204159.245473:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204159.245476:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204159.245478:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204159.245480:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204159.245483:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204159.245486:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546303:546303:256:4294967295] 192.168.201.135@tcp LPNI seq info [546269:546269:8:4294967295]
00000400:00000200:2.0:1788204159.245490:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204159.245496:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204159.245499:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204159.245502:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204159.245506:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204159.245508:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788204159.245512:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204159.245514:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1788204159.245519:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204159.245521:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204159.245523:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204159.245527:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204159.245529:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204159.245531:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204159.245533:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204159.245536:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937813248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245543:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204159.245546:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937813248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245553:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.245554:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204159.245556:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204159.245559:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204159.245562:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204159.245564:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309137437
00000100:00000001:2.0:1788204159.245567:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309141196
00000100:00000001:2.0:1788204159.245569:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309137437
00000100:00000001:2.0:1788204159.245571:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309141196
00000100:00000001:2.0:1788204159.245573:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204159.245574:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.245576:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204159.245580:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204159/real 1788204159]  req@ffff8c5d3ba68e00 x1875052937813248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204159.245586:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204159.245587:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204159.245589:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204159.245591:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204159.245593:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204159.245594:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204159.245597:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937813248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204159.245605:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937813248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245610:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204159.245612:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.245613:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204159.245614:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204159.245618:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937813248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245625:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204159.245628:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937813248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245635:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204159.245637:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.245639:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204159.245641:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.245642:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204159.245644:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204159.245646:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204159.245649:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204159.245651:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204159.245655:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937813248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204159.245663:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937813248:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204159.245666:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204159.245668:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937813376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245675:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204159.245676:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204159.245678:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204159.245680:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204159.245681:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204159.245684:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937813376:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204159.245687:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204159.245688:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204159.245690:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204159.245691:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204159.245706:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204159.245708:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204159.245711:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204159.245713:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204159.245716:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204159.245719:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937813376, portal 10
00000100:00000001:2.0:1788204159.245720:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204159.245722:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:2.0:1788204159.245727:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937813376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245734:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204159.245736:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204159.245737:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204159.245739:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937813376, offset 0
00000400:00000200:2.0:1788204159.245743:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204159.245746:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204159.245749:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204159.245752:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204159.245754:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204159.245756:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204159.245758:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204159.245762:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546304:546304:256:4294967295] 192.168.201.135@tcp LPNI seq info [546270:546270:8:4294967295]
00000400:00000200:2.0:1788204159.245765:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204159.245771:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204159.245776:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204159.245779:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204159.245782:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204159.245785:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788204159.245789:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204159.245791:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1788204159.245794:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204159.245796:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204159.245799:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204159.245802:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204159.245805:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204159.245806:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204159.245809:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204159.245812:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937813376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245825:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204159.245828:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937813376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245834:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.245836:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204159.245838:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204159.245841:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204159.245844:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204159.245846:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309137432
00000100:00000001:2.0:1788204159.245848:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309141196
00000100:00000001:2.0:1788204159.245850:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309137432
00000100:00000001:2.0:1788204159.245852:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309141196
00000100:00000001:2.0:1788204159.245854:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204159.245856:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.245858:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204159.245862:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204159/real 1788204159]  req@ffff8c5d3ba68000 x1875052937813376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204159.245869:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204159.245870:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204159.245871:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204159.245873:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204159.245875:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204159.245877:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204159.245880:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937813376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204159.245887:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937813376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245894:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204159.245896:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.245898:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204159.245899:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204159.245902:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937813376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245908:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204159.245911:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937813376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245918:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204159.245921:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.245922:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204159.245923:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.245925:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204159.245926:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204159.245928:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204159.245931:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204159.245933:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204159.245937:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937813376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204159.245944:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937813376:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204159.245947:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204159.245950:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937813504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.245956:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204159.245958:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204159.245959:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204159.245961:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204159.245963:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204159.245966:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937813504:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204159.245969:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204159.245971:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204159.245972:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204159.245974:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204159.245977:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204159.245978:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204159.245981:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204159.245984:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204159.245986:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204159.245988:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937813504, portal 4
00000100:00000001:2.0:1788204159.245990:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204159.245991:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:2.0:1788204159.245996:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937813504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246002:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204159.246004:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204159.246006:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204159.246008:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937813504, offset 0
00000400:00000200:2.0:1788204159.246011:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204159.246014:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204159.246017:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204159.246020:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204159.246022:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204159.246024:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204159.246027:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204159.246030:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546305:546305:256:4294967295] 192.168.201.135@tcp LPNI seq info [546271:546271:8:4294967295]
00000400:00000200:2.0:1788204159.246034:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204159.246039:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204159.246043:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204159.246046:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204159.246050:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204159.246053:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788204159.246056:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204159.246059:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1788204159.246062:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204159.246064:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204159.246067:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204159.246070:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204159.246072:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204159.246074:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204159.246076:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204159.246079:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937813504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246087:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204159.246090:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937813504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246097:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.246098:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204159.246100:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204159.246103:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204159.246106:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204159.246108:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309137525
00000100:00000001:2.0:1788204159.246111:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309141196
00000100:00000001:2.0:1788204159.246112:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309137525
00000100:00000001:2.0:1788204159.246114:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309141196
00000100:00000001:2.0:1788204159.246116:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204159.246118:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.246120:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204159.246124:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204159/real 1788204159]  req@ffff8c5d3ba69c00 x1875052937813504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204159.246131:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204159.246132:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204159.246134:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204159.246136:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204159.246137:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204159.246139:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204159.246142:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937813504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204159.246150:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937813504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246156:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204159.246157:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.246159:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204159.246160:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204159.246164:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937813504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246171:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204159.246174:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937813504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246181:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204159.246184:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.246185:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204159.246186:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.246187:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204159.246189:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204159.246191:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204159.246194:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204159.246196:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204159.246200:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937813504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204159.246213:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937813504:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204159.246216:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204159.246219:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937813632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246225:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204159.246226:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204159.246228:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204159.246229:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204159.246231:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204159.246234:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937813632:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204159.246237:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204159.246238:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204159.246240:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204159.246241:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204159.246244:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18400.
02000000:00000001:2.0:1788204159.246245:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204159.246248:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204159.246251:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204159.246253:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204159.246256:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937813632, portal 4
00000100:00000001:2.0:1788204159.246257:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204159.246258:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:2.0:1788204159.246263:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937813632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246270:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204159.246272:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204159.246274:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204159.246276:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937813632, offset 0
00000400:00000200:2.0:1788204159.246280:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204159.246283:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204159.246286:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204159.246288:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204159.246291:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204159.246293:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204159.246296:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204159.246313:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546306:546306:256:4294967295] 192.168.201.135@tcp LPNI seq info [546272:546272:8:4294967295]
00000400:00000200:2.0:1788204159.246317:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204159.246324:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204159.246328:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204159.246331:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204159.246334:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204159.246336:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1788204159.246340:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204159.246343:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1788204159.246346:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204159.246348:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204159.246350:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204159.246353:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204159.246356:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204159.246357:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204159.246359:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204159.246363:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937813632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204184 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246370:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204159.246372:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937813632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204184 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246379:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.246380:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204159.246383:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204159.246385:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204159.246388:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204159.246390:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309137543
00000100:00000001:2.0:1788204159.246392:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309141196
00000100:00000001:2.0:1788204159.246394:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309137543
00000100:00000001:2.0:1788204159.246396:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309141196
00000100:00000001:2.0:1788204159.246398:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204159.246400:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.246401:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204159.246404:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204159/real 1788204159]  req@ffff8c5d3ba69180 x1875052937813632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204159.246411:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204159.246412:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204159.246414:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204159.246415:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204159.246417:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204159.246419:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204159.246422:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937813632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204159.246430:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937813632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246436:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204159.246437:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.246439:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204159.246440:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204159.246443:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937813632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246449:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204159.246453:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937813632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246459:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204159.246462:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.246463:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204159.246464:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.246466:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204159.246467:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204159.246469:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204159.246472:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204159.246475:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204159.246478:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937813632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204159.246485:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937813632:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204159.246489:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.246490:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204159.246494:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937813248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246500:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204159.246502:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204159.246503:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204159.246506:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204159.246507:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204159.246508:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204159.246510:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204159.246512:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:2.0:1788204159.246514:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204159.246515:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204159.246516:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:2.0:1788204159.246519:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204159.246520:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.246522:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204159.246525:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937813376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246536:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204159.246537:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204159.246538:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204159.246540:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204159.246540:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204159.246541:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204159.246542:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204159.246543:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:2.0:1788204159.246544:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204159.246545:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204159.246546:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:2.0:1788204159.246548:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204159.246549:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.246551:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204159.246554:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937813504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246560:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204159.246561:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204159.246562:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204159.246564:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204159.246565:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204159.246566:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204159.246567:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204159.246568:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788204159.246569:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204159.246570:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204159.246570:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:2.0:1788204159.246571:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204159.246572:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.246573:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204159.246575:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937813632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204184 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204159.246578:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204159.246579:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204159.246580:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:2.0:1788204159.246581:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204159.246582:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204159.246583:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204159.246584:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204159.246584:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204159.246586:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204159.246587:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204159.246588:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:2.0:1788204159.246590:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204159.246591:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.246592:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.246595:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204159.246597:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.246599:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204159.246600:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204159.436445:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204159.436453:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204159.436455:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204159.436461:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204159.436464:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204159.436468:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.436471:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204159.436473:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204159.436475:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204159.948532:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204159.948543:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204159.948550:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204160.460378:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204160.460384:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204160.460385:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204160.460389:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204160.460391:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204160.460394:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204160.460395:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204160.460397:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204160.460400:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204161.484407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204161.484417:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204161.484418:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204161.484423:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204161.484425:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204161.484428:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204161.484430:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204161.484431:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204161.484433:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204161.996525:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204161.996529:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204161.996531:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204162.508359:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204162.508396:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204162.508397:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204162.508401:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204162.508404:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204162.508406:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204162.508407:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204162.508409:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204162.508411:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204163.020511:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204163.020515:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204163.020519:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204163.532399:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204163.532406:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204163.532408:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204163.532413:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204163.532417:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204163.532420:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204163.532423:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204163.532425:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204163.532428:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204164.044521:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204164.044525:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204164.044528:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204164.364431:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204164.364438:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204164.364440:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204164.364443:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204164.364446:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204164.364451:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14470
00000400:00000200:2.0:1788204164.364458:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204164.364462:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204164.364465:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204164.364466:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.364469:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204164.364471:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.364472:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204164.364475:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204164.364476:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204164.364478:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204164.364480:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204164.364482:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204164.364483:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204164.364485:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.364486:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204164.364487:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.364488:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204164.364490:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204164.364492:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204164.364493:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204164.364495:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204164.364497:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204164.364499:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204164.364500:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204164.364501:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204164.364508:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788204164.364510:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204164.364513:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204164.364514:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204164.364517:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204164.364519:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204164.364522:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204164.364526:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788204164.364532:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204164.364540:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937813760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204164.364550:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204164.364554:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204164.364558:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937813760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204164.364583:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204164.364585:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204164.364587:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204164.364588:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204164.364589:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204164.364592:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204164.364593:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14470
00000400:00000200:2.0:1788204164.364596:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204164.364598:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204164.364600:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204164.364603:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.364614:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204164.364617:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.364620:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204164.364622:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204164.364624:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204164.364626:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204164.364631:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204164.364636:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204164.364641:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204164.364649:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.364654:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204164.364659:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.364664:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204164.364670:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204164.364677:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204164.364682:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204164.364688:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204164.364697:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204164.364702:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204164.364707:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204164.364713:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204164.364719:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204164.364722:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204164.364729:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000020:00000040:2.0:1788204164.364733:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204164.364738:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204164.364740:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204164.364744:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204164.364746:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204164.364750:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204164.364755:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000001:2.0:1788204164.364760:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204164.364769:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937813888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204164.364778:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204164.364781:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204164.364786:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937813888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204164.364806:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204164.364810:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204164.364814:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204164.364818:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204164.364821:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204164.364826:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204164.364830:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14470
00000400:00000200:2.0:1788204164.364836:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204164.364842:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204164.364847:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204164.364851:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.364855:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204164.364857:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.364861:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204164.364863:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204164.364864:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204164.364866:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204164.364869:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000200:1.1:1788204164.364874:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:2.0:1788204164.364875:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204164.364878:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204164.364882:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.364884:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204164.364885:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.364887:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204164.364892:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204164.364897:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204164.364899:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204164.364902:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204164.364905:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204164.364910:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204164.364915:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204164.364918:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204164.364921:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204164.364922:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204164.364926:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000020:00000040:2.0:1788204164.364929:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204164.364931:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204164.364934:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204164.364936:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204164.364937:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204164.364947:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204164.364954:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:2.0:1788204164.364961:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204164.364970:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937814016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204164.364980:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204164.364985:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204164.364991:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937814016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204164.365001:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204164.365005:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204164.365013:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204164.365015:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204164.365017:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204164.365020:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204164.365025:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14470
00000400:00000200:2.0:1788204164.365031:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204164.365035:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204164.365039:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204164.365044:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.365047:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204164.365051:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.365055:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204164.365060:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204164.365064:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204164.365068:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204164.365072:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204164.365077:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204164.365082:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204164.365090:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.365095:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204164.365098:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.365103:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204164.365106:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204164.365112:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204164.365117:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204164.365122:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204164.365127:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204164.365130:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204164.365133:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204164.365137:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204164.365142:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204164.365144:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204164.365155:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000020:00000040:2.0:1788204164.365159:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204164.365162:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204164.365165:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204164.365167:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204164.365169:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204164.365172:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204164.365178:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204164.365183:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204164.365192:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937814144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204164.365205:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204164.365208:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204164.365214:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937814144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204164.365233:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204164.365237:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204164.365245:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204164.365249:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204164.365252:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204164.365256:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204164.365261:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14470
00000400:00000200:2.0:1788204164.365269:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204164.365277:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204164.365284:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1788204164.365285:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204164.365290:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.365294:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204164.365333:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.365338:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204164.365356:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204164.365360:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204164.365363:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204164.365368:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204164.365373:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204164.365377:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204164.365383:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.365387:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204164.365393:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204164.365398:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204164.365404:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204164.365408:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204164.365411:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204164.365414:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204164.365418:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204164.365423:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204164.365427:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204164.365431:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204164.365437:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204164.365442:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204164.365448:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000020:00000040:2.0:1788204164.365454:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204164.365460:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204164.365463:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204164.365468:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204164.365472:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204164.365477:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204164.365490:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000001:2.0:1788204164.365496:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204164.365507:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937814272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204164.365522:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204164.365526:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204164.365535:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937814272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204164.365550:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204164.365557:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14480)
00000800:00000200:1.1:1788204164.365596:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204164.365746:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204164.365877:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204164.556358:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204164.556363:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204164.556365:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204164.556369:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204164.556372:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204164.556374:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204164.556376:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204164.556378:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204164.556379:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204165.068495:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204165.068499:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204165.068502:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204165.580403:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204165.580409:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204165.580411:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204165.580414:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204165.580417:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204165.580419:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204165.580421:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204165.580423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204165.580425:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204166.604404:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204166.604411:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204166.604412:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204166.604416:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204166.604420:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204166.604423:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204166.604425:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204166.604427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204166.604428:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204167.116467:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204167.116471:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204167.116474:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788204167.436583:0:2383:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:3.0:1788204167.436659:0:2383:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1788204167.436669:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204167.436673:0:2383:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:3.0:1788204167.436677:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204167.436681:0:2383:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1788204167.436686:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:3.0:1788204167.436690:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:3.0:1788204167.436700:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204167.436706:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204167.436712:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107dd0
00000400:00000010:3.0:1788204167.436715:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107dd0.
00000100:00000001:3.0:1788204167.436720:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204167.436729:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3c3e8e00 x1875052937813760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204167.436758:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204167.436762:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937813760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204167.436769:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204167.436783:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204167.436794:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:3.0:1788204167.436797:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213300.
00000400:00000200:3.0:1788204167.436801:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204167.436804:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204167.436811:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d271076e8
00000400:00000010:3.0:1788204167.436814:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d271076e8.
00000100:00000001:3.0:1788204167.436819:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204167.436829:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3c3e8380 x1875052937813888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204167.436858:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204167.436864:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937813888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204167.436877:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204167.436884:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204167.436894:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:3.0:1788204167.436899:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213c00.
00000400:00000200:3.0:1788204167.436905:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204167.436916:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204167.436923:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d271073b8
00000400:00000010:3.0:1788204167.436927:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d271073b8.
00000100:00000001:3.0:1788204167.436932:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204167.436939:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3c3eb800 x1875052937814016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204167.436956:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204167.436963:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937814016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204167.436976:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204167.436980:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204167.436990:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:3.0:1788204167.436995:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:3.0:1788204167.437002:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204167.437016:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204167.437022:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107cc0
00000400:00000010:3.0:1788204167.437026:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107cc0.
00000100:00000001:3.0:1788204167.437030:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204167.437035:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3c3ead80 x1875052937814144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204167.437049:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204167.437056:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937814144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204167.437070:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204167.437074:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204167.437085:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:3.0:1788204167.437091:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213d00.
00000400:00000200:3.0:1788204167.437096:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204167.437103:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204167.437108:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107110
00000400:00000010:3.0:1788204167.437113:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107110.
00000100:00000001:3.0:1788204167.437118:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204167.437126:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3c3e9c00 x1875052937814272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204189 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204167.437148:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204167.437155:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937814272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204189 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204167.437167:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204167.437170:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204167.628372:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204167.628378:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204167.628380:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204167.628385:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204167.628388:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204167.628391:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204167.628393:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204167.628395:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204167.628397:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204168.140503:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204168.140506:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204168.140509:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204168.652405:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204168.652412:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204168.652414:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204168.652419:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204168.652423:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204168.652426:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204168.652429:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204168.652432:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204168.652434:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204169.164475:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204169.164479:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204169.164482:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204169.484404:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204169.484415:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204169.484417:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204169.484420:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204169.484425:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204169.484432:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14475
00000400:00000200:2.0:1788204169.484440:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204169.484446:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204169.484449:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204169.484452:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484456:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204169.484458:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484460:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204169.484464:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204169.484466:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204169.484469:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204169.484471:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204169.484474:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204169.484477:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204169.484479:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484481:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204169.484483:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484485:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204169.484487:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204169.484490:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484492:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204169.484495:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204169.484498:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204169.484500:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204169.484502:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204169.484504:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204169.484511:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9180.
00000020:00000040:2.0:1788204169.484514:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204169.484545:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204169.484546:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204169.484549:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204169.484552:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204169.484557:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204169.484564:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:2.0:1788204169.484570:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204169.484580:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9180 x1875052937814400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204169.484590:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204169.484595:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204169.484599:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa433fb9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9180 x1875052937814400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204169.484628:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204169.484631:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204169.484634:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204169.484636:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204169.484637:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204169.484640:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204169.484642:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14475
00000400:00000200:2.0:1788204169.484646:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204169.484648:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204169.484651:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204169.484653:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484655:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204169.484657:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484659:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204169.484661:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204169.484662:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204169.484664:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204169.484665:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204169.484667:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204169.484669:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204169.484672:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484673:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204169.484675:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484677:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204169.484679:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204169.484681:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484684:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204169.484686:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204169.484691:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204169.484693:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204169.484695:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204169.484699:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204169.484704:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204169.484706:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204169.484710:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea680.
00000020:00000040:2.0:1788204169.484712:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204169.484715:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204169.484716:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204169.484717:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204169.484719:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204169.484720:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204169.484725:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00000001:2.0:1788204169.484728:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204169.484733:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea680 x1875052937814528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204169.484740:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204169.484742:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204169.484746:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000410650d5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea680 x1875052937814528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204169.484753:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204169.484755:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204169.484759:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204169.484760:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204169.484762:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204169.484764:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204169.484766:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14475
00000400:00000200:2.0:1788204169.484769:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204169.484772:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204169.484774:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204169.484776:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484778:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204169.484780:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484782:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204169.484784:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204169.484786:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204169.484787:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204169.484788:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204169.484790:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204169.484792:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204169.484795:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484796:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204169.484798:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484800:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204169.484802:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204169.484805:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484807:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204169.484809:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204169.484811:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204169.484813:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204169.484815:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204169.484817:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204169.484820:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204169.484822:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204169.484825:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb100.
00000020:00000040:2.0:1788204169.484828:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204169.484830:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204169.484832:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204169.484833:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204169.484835:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204169.484837:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204169.484840:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000001:2.0:1788204169.484843:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204169.484847:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb100 x1875052937814656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204169.484860:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204169.484861:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204169.484865:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000299a5ffd] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb100 x1875052937814656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204169.484872:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204169.484875:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204169.484878:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204169.484879:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204169.484881:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204169.484883:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204169.484886:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14475
00000400:00000200:2.0:1788204169.484889:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204169.484891:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204169.484893:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204169.484896:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484897:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204169.484899:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484901:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204169.484903:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204169.484905:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204169.484906:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204169.484908:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204169.484910:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204169.484912:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204169.484914:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484916:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204169.484918:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484920:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204169.484923:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204169.484925:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204169.484928:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204169.484929:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204169.484932:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204169.484934:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204169.484936:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204169.484938:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204169.484941:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204169.484943:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204169.484947:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000020:00000040:2.0:1788204169.484949:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204169.484952:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204169.484953:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204169.484954:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204169.484956:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204169.484958:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204169.484961:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:2.0:1788204169.484964:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204169.484968:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937814784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204169.484976:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204169.484978:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204169.484981:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937814784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204169.484987:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204169.484990:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204169.484992:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204169.484994:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204169.484995:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204169.484997:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204169.485000:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14475
00000400:00000200:2.0:1788204169.485004:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204169.485006:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204169.485008:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204169.485011:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.485012:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204169.485014:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.485016:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204169.485018:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204169.485019:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204169.485021:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204169.485023:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204169.485024:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204169.485026:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204169.485029:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.485030:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204169.485031:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204169.485033:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204169.485035:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204169.485038:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204169.485040:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204169.485042:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204169.485063:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204169.485066:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204169.485068:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204169.485069:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204169.485071:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204169.485073:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204169.485077:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000020:00000040:2.0:1788204169.485078:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204169.485081:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204169.485082:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204169.485084:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204169.485086:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204169.485087:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204169.485091:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204169.485094:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204169.485098:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937814912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204169.485105:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204169.485107:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204169.485111:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937814912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204169.485118:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204169.485123:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14485)
00000800:00000200:1.1:1788204169.485438:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204169.485442:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204169.485804:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204169.485807:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204169.486085:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204169.486087:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204169.486385:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204169.486387:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204169.486676:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204169.486679:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1788204169.676389:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204169.676396:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204169.676398:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204169.676403:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204169.676406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204169.676410:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204169.676413:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204169.676416:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204169.676419:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204170.188528:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204170.188532:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204170.188536:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204170.700395:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204170.700402:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204170.700404:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204170.700408:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204170.700411:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204170.700415:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204170.700417:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204170.700419:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204170.700422:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204171.724411:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204171.724417:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204171.724418:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204171.724422:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204171.724424:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204171.724427:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204171.724429:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204171.724431:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204171.724432:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204172.236599:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204172.236603:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204172.236607:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204172.748444:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204172.748455:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204172.748469:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204172.748475:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204172.748480:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204172.748485:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204172.748488:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204172.748492:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204172.748495:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204173.260624:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204173.260630:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204173.260633:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204173.772437:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204173.772461:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204173.772462:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204173.772468:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204173.772472:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204173.772476:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204173.772478:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204173.772481:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204173.772483:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204174.284589:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204174.284592:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204174.284595:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204174.605185:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204174.605195:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204174.605199:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204174.605205:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc000 x1875052937815040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.605213:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204174.605215:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204174.605219:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204174.605222:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204174.605224:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204174.605227:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937815040:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204174.605231:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204174.605236:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204174.605239:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204174.605241:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204174.605246:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204174.605248:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204174.605254:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204174.605258:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204174.605265:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204174.605273:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937815040, portal 25
00000100:00000001:2.0:1788204174.605275:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204174.605277:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462515200 : -127143247036416 : ffff8c5d27ecc000)
00000100:00000040:2.0:1788204174.605282:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc000 x1875052937815040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.605289:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204174.605292:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204174.605294:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204174.605315:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937815040, offset 0
00000400:00000200:2.0:1788204174.605323:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204174.605331:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204174.605337:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204174.605343:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204174.605348:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204174.605352:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204174.605356:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204174.605360:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546317:546317:256:4294967295] 192.168.201.135@tcp LPNI seq info [546283:546283:8:4294967295]
00000400:00000200:2.0:1788204174.605364:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204174.605374:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204174.605380:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204174.605386:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204174.605393:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204174.605397:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204174.605402:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204174.605406:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204174.605410:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204174.605413:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204174.605420:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204174.605424:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204174.605442:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204174.605444:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204174.605449:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204174.605453:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc000 x1875052937815040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.605462:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204174.605465:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc000 x1875052937815040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.605472:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204174.605473:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204174.605479:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204174.605483:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204174.605486:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309156557
00000100:00000010:2.0:1788204174.605491:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850ea0.
00000100:00000001:2.0:1788204174.605498:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204174.605504:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309156557
00000100:00000010:2.0:1788204174.605507:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850480.
00000100:00000001:2.0:1788204174.605510:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204174.605514:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204174.605516:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204174.605519:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204174.605522:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204174/real 1788204174]  req@ffff8c5d27ecc000 x1875052937815040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204174.605531:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204174.605533:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204174.605535:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204174.605537:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204174.605539:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204174.605541:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204174.605544:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc000 x1875052937815040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204174.605552:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc000 x1875052937815040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.605558:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204174.605560:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.605562:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204174.605564:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204174.605568:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc000 x1875052937815040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.605575:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204174.605579:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc000 x1875052937815040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.605585:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204174.605588:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.605589:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204174.605590:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.605592:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204174.605595:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204174.605597:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204174.605601:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204174.605604:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204174.605608:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc000 x1875052937815040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204174.605616:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937815040:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204174.605620:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204174.605623:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc380 x1875052937815168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.605630:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204174.605631:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204174.605633:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204174.605634:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204174.605636:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204174.605639:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937815168:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204174.605641:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204174.605643:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204174.605645:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204174.605647:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204174.605650:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204174.605651:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204174.605654:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204174.605657:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204174.605660:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204174.605662:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937815168, portal 10
00000100:00000001:2.0:1788204174.605664:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204174.605665:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516096 : -127143247035520 : ffff8c5d27ecc380)
00000100:00000040:2.0:1788204174.605671:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc380 x1875052937815168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.605678:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204174.605680:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204174.605682:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204174.605684:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937815168, offset 0
00000400:00000200:2.0:1788204174.605688:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204174.605691:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204174.605694:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204174.605697:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204174.605699:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204174.605701:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204174.605703:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204174.605706:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546318:546318:256:4294967295] 192.168.201.135@tcp LPNI seq info [546284:546284:8:4294967295]
00000400:00000200:2.0:1788204174.605709:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204174.605715:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204174.605719:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204174.605722:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204174.605725:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204174.605728:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204174.605731:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204174.605734:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204174.605737:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204174.605739:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204174.605742:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204174.605745:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204174.605747:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204174.605749:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204174.605751:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204174.605754:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc380 x1875052937815168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.605761:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204174.605764:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc380 x1875052937815168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.605770:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204174.605771:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204174.605774:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204174.605778:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204174.605781:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204174.605782:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309152797
00000100:00000001:2.0:1788204174.605785:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309156557
00000100:00000001:2.0:1788204174.605787:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309152797
00000100:00000001:2.0:1788204174.605789:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309156557
00000100:00000001:2.0:1788204174.605790:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204174.605792:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204174.605794:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204174.605797:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204174/real 1788204174]  req@ffff8c5d27ecc380 x1875052937815168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204174.605803:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204174.605804:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204174.605806:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204174.605808:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204174.605809:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204174.605811:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204174.605814:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc380 x1875052937815168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204174.605822:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc380 x1875052937815168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.605828:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204174.605829:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.605831:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204174.605832:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204174.605835:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc380 x1875052937815168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.605840:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204174.605844:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc380 x1875052937815168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.605850:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204174.605852:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.605854:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204174.605854:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.605856:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204174.605857:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204174.605859:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204174.605862:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204174.605863:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204174.605867:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc380 x1875052937815168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204174.605874:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937815168:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204174.605877:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204174.605880:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd880 x1875052937815296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.605886:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204174.605888:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204174.605890:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204174.605891:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204174.605893:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204174.605895:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937815296:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204174.605898:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204174.605899:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204174.605900:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204174.605902:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204174.605904:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204174.605906:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204174.605909:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204174.605911:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204174.605914:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204174.605916:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937815296, portal 10
00000100:00000001:2.0:1788204174.605918:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204174.605919:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462521472 : -127143247030144 : ffff8c5d27ecd880)
00000100:00000040:2.0:1788204174.605924:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd880 x1875052937815296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.605930:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204174.605932:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204174.605934:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204174.605936:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937815296, offset 0
00000400:00000200:2.0:1788204174.605938:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204174.605941:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204174.605943:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204174.605945:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204174.605947:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204174.605949:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204174.605951:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204174.605953:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546319:546319:256:4294967295] 192.168.201.135@tcp LPNI seq info [546285:546285:8:4294967295]
00000400:00000200:2.0:1788204174.605957:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204174.605963:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204174.605966:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204174.605969:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204174.605972:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204174.605974:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204174.605978:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204174.605980:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204174.605984:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204174.605985:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204174.605987:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204174.605990:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204174.605993:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204174.605995:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204174.605997:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204174.606000:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd880 x1875052937815296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606007:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204174.606010:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd880 x1875052937815296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606016:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204174.606017:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204174.606019:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204174.606021:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204174.606024:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204174.606026:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309152792
00000100:00000001:2.0:1788204174.606028:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309156557
00000100:00000001:2.0:1788204174.606030:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309152792
00000100:00000001:2.0:1788204174.606033:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309156557
00000100:00000001:2.0:1788204174.606034:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204174.606036:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204174.606037:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204174.606040:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204174/real 1788204174]  req@ffff8c5d27ecd880 x1875052937815296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204174.606047:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204174.606048:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204174.606049:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204174.606051:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204174.606052:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204174.606054:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204174.606056:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd880 x1875052937815296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204174.606063:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd880 x1875052937815296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606070:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204174.606071:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.606072:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204174.606073:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204174.606077:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd880 x1875052937815296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606081:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204174.606084:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd880 x1875052937815296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606090:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204174.606091:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.606093:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204174.606094:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.606096:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204174.606097:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204174.606099:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204174.606101:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204174.606103:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204174.606106:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd880 x1875052937815296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204174.606113:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937815296:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204174.606116:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204174.606119:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecea00 x1875052937815424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606124:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204174.606125:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204174.606127:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204174.606129:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204174.606131:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204174.606133:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937815424:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204174.606136:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204174.606137:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204174.606138:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204174.606140:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204174.606142:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204174.606144:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204174.606147:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204174.606149:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204174.606152:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204174.606154:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937815424, portal 4
00000100:00000001:2.0:1788204174.606155:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204174.606157:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525952 : -127143247025664 : ffff8c5d27ecea00)
00000100:00000040:2.0:1788204174.606161:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecea00 x1875052937815424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606167:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204174.606169:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204174.606171:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204174.606173:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937815424, offset 0
00000400:00000200:2.0:1788204174.606177:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204174.606179:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204174.606182:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204174.606184:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204174.606187:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204174.606189:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204174.606190:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204174.606193:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546320:546320:256:4294967295] 192.168.201.135@tcp LPNI seq info [546286:546286:8:4294967295]
00000400:00000200:2.0:1788204174.606197:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204174.606202:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204174.606206:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204174.606209:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204174.606212:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204174.606214:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204174.606219:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204174.606221:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204174.606224:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204174.606226:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204174.606228:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204174.606231:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204174.606233:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204174.606234:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204174.606236:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204174.606239:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecea00 x1875052937815424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606246:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204174.606248:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecea00 x1875052937815424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606255:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204174.606256:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204174.606258:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204174.606261:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204174.606264:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204174.606265:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309152885
00000100:00000001:2.0:1788204174.606268:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309156557
00000100:00000001:2.0:1788204174.606270:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309152885
00000100:00000001:2.0:1788204174.606271:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309156557
00000100:00000001:2.0:1788204174.606273:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204174.606275:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204174.606276:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204174.606279:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204174/real 1788204174]  req@ffff8c5d27ecea00 x1875052937815424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204174.606286:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204174.606287:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204174.606289:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204174.606291:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204174.606292:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204174.606294:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204174.606297:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecea00 x1875052937815424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204174.606319:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecea00 x1875052937815424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606325:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204174.606326:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.606328:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204174.606329:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204174.606332:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecea00 x1875052937815424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606339:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204174.606343:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecea00 x1875052937815424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606349:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204174.606350:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.606351:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204174.606352:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.606354:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204174.606355:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204174.606358:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204174.606360:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204174.606362:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204174.606366:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecea00 x1875052937815424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204174.606374:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937815424:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204174.606377:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204174.606379:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd180 x1875052937815552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606384:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204174.606385:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204174.606387:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204174.606389:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204174.606390:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204174.606393:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937815552:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204174.606396:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204174.606397:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204174.606398:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204174.606400:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204174.606403:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204174.606404:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204174.606407:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204174.606409:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204174.606412:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204174.606414:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937815552, portal 4
00000100:00000001:2.0:1788204174.606416:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204174.606417:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462519680 : -127143247031936 : ffff8c5d27ecd180)
00000100:00000040:2.0:1788204174.606421:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd180 x1875052937815552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606441:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204174.606443:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204174.606445:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204174.606447:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937815552, offset 0
00000400:00000200:2.0:1788204174.606452:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204174.606455:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204174.606458:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204174.606460:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204174.606463:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204174.606466:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204174.606468:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204174.606470:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546321:546321:256:4294967295] 192.168.201.135@tcp LPNI seq info [546287:546287:8:4294967295]
00000400:00000200:2.0:1788204174.606474:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204174.606480:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204174.606483:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204174.606486:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204174.606489:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204174.606491:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204174.606493:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204174.606495:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204174.606497:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204174.606498:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204174.606500:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204174.606502:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204174.606504:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204174.606505:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204174.606507:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204174.606509:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd180 x1875052937815552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204199 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606514:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204174.606516:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd180 x1875052937815552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204199 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606520:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204174.606521:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204174.606522:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204174.606525:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204174.606526:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204174.606528:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309152903
00000100:00000001:2.0:1788204174.606530:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309156557
00000100:00000001:2.0:1788204174.606531:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309152903
00000100:00000001:2.0:1788204174.606533:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309156557
00000100:00000001:2.0:1788204174.606534:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204174.606535:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204174.606536:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204174.606538:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204174/real 1788204174]  req@ffff8c5d27ecd180 x1875052937815552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204174.606542:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204174.606543:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204174.606544:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204174.606545:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204174.606546:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204174.606547:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204174.606549:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd180 x1875052937815552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204174.606554:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd180 x1875052937815552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606557:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204174.606558:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.606559:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204174.606559:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204174.606561:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd180 x1875052937815552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606564:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204174.606566:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd180 x1875052937815552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606570:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204174.606572:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.606573:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204174.606574:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.606575:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204174.606576:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204174.606577:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204174.606579:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204174.606580:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204174.606582:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd180 x1875052937815552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204174.606586:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937815552:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204174.606588:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.606589:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204174.606591:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc000 x1875052937815040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606595:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204174.606597:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204174.606599:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204174.606601:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204174.606602:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204174.606604:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204174.606605:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204174.606608:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:2.0:1788204174.606611:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204174.606612:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204174.606613:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc000.
00000100:00000001:2.0:1788204174.606616:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204174.606617:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.606617:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204174.606619:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc380 x1875052937815168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606627:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204174.606628:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204174.606629:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204174.606630:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204174.606631:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204174.606631:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204174.606632:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204174.606633:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:2.0:1788204174.606634:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204174.606635:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204174.606635:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc380.
00000100:00000001:2.0:1788204174.606636:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204174.606637:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.606638:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204174.606639:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd880 x1875052937815296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606643:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204174.606643:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204174.606644:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204174.606645:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204174.606646:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204174.606646:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204174.606647:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204174.606648:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:2.0:1788204174.606649:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204174.606650:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204174.606650:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd880.
00000100:00000001:2.0:1788204174.606651:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204174.606652:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.606653:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204174.606654:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecea00 x1875052937815424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606658:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204174.606658:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204174.606660:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204174.606661:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204174.606662:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204174.606662:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204174.606664:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204174.606665:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:2.0:1788204174.606665:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204174.606666:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204174.606667:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecea00.
00000100:00000001:2.0:1788204174.606668:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204174.606668:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.606669:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204174.606671:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd180 x1875052937815552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204199 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204174.606674:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204174.606674:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204174.606675:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204174.606676:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204174.606677:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204174.606677:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204174.606678:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204174.606679:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:2.0:1788204174.606680:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204174.606680:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204174.606681:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd180.
00000100:00000001:2.0:1788204174.606682:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204174.606683:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.606684:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.606691:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204174.606692:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204174.606693:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204174.606694:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204174.796382:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204174.796390:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204174.796392:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204174.796399:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204174.796404:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204174.796409:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.796411:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204174.796415:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204174.796418:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204175.308524:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204175.308529:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204175.308532:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204175.820349:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204175.820357:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204175.820359:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204175.820364:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204175.820367:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204175.820370:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204175.820372:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204175.820376:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204175.820378:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204176.844478:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204176.844489:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204176.844491:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204176.844498:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204176.844502:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204176.844507:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204176.844509:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204176.844512:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204176.844514:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204177.356542:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204177.356548:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204177.356553:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204177.868351:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204177.868356:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204177.868358:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204177.868361:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204177.868363:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204177.868366:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204177.868368:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204177.868380:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204177.868384:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204178.380609:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204178.380615:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204178.380620:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204178.892339:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204178.892344:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204178.892346:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204178.892350:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204178.892361:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204178.892364:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204178.892366:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204178.892368:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204178.892370:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204179.404489:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204179.404493:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204179.404496:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1788204179.725091:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204179.725100:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204179.725998:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204179.726009:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204179.726488:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204179.726489:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204179.726706:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204179.726708:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204179.726861:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204179.726862:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1788204179.916371:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204179.916376:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204179.916378:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204179.916382:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204179.916384:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204179.916386:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204179.916388:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204179.916390:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204179.916392:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204180.940354:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204180.940360:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204180.940361:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204180.940364:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204180.940366:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204180.940369:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204180.940370:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204180.940372:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204180.940374:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204181.964470:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204181.964477:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204181.964478:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204181.964482:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204181.964485:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204181.964488:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204181.964490:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204181.964493:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204181.964495:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204182.476573:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204182.476576:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204182.476580:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204182.988400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204182.988406:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204182.988407:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204182.988411:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204182.988414:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204182.988417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204182.988419:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204182.988421:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204182.988423:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204183.500520:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204183.500525:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204183.500529:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204184.012423:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204184.012431:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204184.012434:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204184.012439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204184.012443:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204184.012447:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204184.012451:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204184.012453:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204184.012456:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204184.524550:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204184.524554:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204184.524557:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204184.844424:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204184.844439:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204184.844441:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204184.844444:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204184.844447:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204184.844460:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14490
00000400:00000200:2.0:1788204184.844474:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204184.844479:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204184.844481:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204184.844483:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.844485:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204184.844487:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.844489:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204184.844492:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204184.844493:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204184.844495:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204184.844498:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204184.844499:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204184.844501:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204184.844503:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.844504:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204184.844506:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.844508:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204184.844510:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204184.844513:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204184.844516:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204184.844519:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204184.844523:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204184.844525:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204184.844527:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204184.844529:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204184.844545:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000020:00000040:2.0:1788204184.844552:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204184.844556:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204184.844558:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204184.844561:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204184.844563:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204184.844566:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204184.844572:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000001:2.0:1788204184.844577:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204184.844585:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937816320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204184.844605:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204184.844610:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204184.844615:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937816320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204184.844649:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204184.844652:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204184.844655:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204184.844656:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204184.844657:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204184.844659:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204184.844661:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14490
00000400:00000200:2.0:1788204184.844664:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204184.844666:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204184.844668:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204184.844670:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.844672:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204184.844674:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.844676:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204184.844677:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204184.844678:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204184.844679:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204184.844681:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204184.844682:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204184.844684:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204184.844690:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.844692:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204184.844695:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.844699:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204184.844701:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204184.844705:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204184.844706:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204184.844708:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204184.844713:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204184.844718:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204184.844719:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204184.844723:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204184.844727:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204184.844730:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204184.844734:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000020:00000040:2.0:1788204184.844738:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204184.844743:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204184.844745:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204184.844748:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204184.844749:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204184.844751:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204184.844756:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:2.0:1788204184.844761:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204184.844768:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937816448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204184.844779:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204184.844782:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204184.844787:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937816448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204184.844796:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204184.844798:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204184.844800:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204184.844811:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204184.844814:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204184.844816:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204184.844818:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14490
00000400:00000200:2.0:1788204184.844823:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204184.844827:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204184.844831:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204184.844836:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.844839:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204184.844842:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.844844:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204184.844847:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204184.844848:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204184.844851:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204184.844854:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204184.844859:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204184.844864:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204184.844872:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.844875:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204184.844880:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.844885:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204184.844887:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204184.844894:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204184.844897:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204184.844898:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204184.844901:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204184.844906:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204184.844908:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204184.844910:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204184.844914:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204184.844917:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204184.844920:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788204184.844924:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204184.844928:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204184.844932:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204184.844934:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204184.844937:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204184.844940:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204184.844944:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204184.844948:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204184.844956:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937816576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204184.844968:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204184.844970:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204184.844974:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937816576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204184.844982:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204184.844984:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204184.844991:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204184.844994:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204184.844998:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1788204184.845004:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204184.845005:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1788204184.845010:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00080000:2.0:1788204184.845011:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14490
00000400:00000200:2.0:1788204184.845022:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204184.845030:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204184.845033:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204184.845035:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.845037:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204184.845038:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.845039:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204184.845041:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204184.845042:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204184.845043:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204184.845045:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204184.845046:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204184.845048:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204184.845049:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.845050:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204184.845051:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.845053:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204184.845055:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204184.845058:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204184.845061:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204184.845062:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204184.845066:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204184.845070:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204184.845072:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204184.845074:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204184.845076:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204184.845080:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204184.845083:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000020:00000040:2.0:1788204184.845086:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204184.845088:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204184.845091:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204184.845093:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204184.845094:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204184.845097:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204184.845102:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788204184.845106:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204184.845113:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937816704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204184.845122:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204184.845125:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204184.845132:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937816704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204184.845143:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204184.845145:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204184.845150:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204184.845151:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204184.845154:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204184.845157:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204184.845159:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14490
00000400:00000200:2.0:1788204184.845161:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204184.845163:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204184.845164:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204184.845166:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.845166:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204184.845168:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.845171:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204184.845174:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204184.845175:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204184.845176:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204184.845178:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204184.845179:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204184.845183:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204184.845185:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.845186:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204184.845187:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204184.845188:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204184.845189:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204184.845190:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204184.845191:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204184.845193:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204184.845194:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204184.845195:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204184.845196:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204184.845199:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204184.845204:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204184.845205:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204184.845208:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000020:00000040:2.0:1788204184.845210:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204184.845214:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204184.845214:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204184.845216:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204184.845218:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204184.845221:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204184.845226:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:2.0:1788204184.845231:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204184.845239:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937816832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204184.845277:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204184.845282:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204184.845289:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937816832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204184.845315:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204184.845320:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14500)
00000800:00000200:1.1:1788204184.845638:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204184.845640:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204184.845900:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204184.845903:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204184.846153:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204184.846154:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204184.846380:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204184.846382:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1788204185.036392:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204185.036398:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204185.036400:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204185.036404:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204185.036406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204185.036409:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204185.036411:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204185.036413:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204185.036415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204186.060394:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204186.060402:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204186.060404:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204186.060409:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204186.060413:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204186.060416:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204186.060419:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204186.060422:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204186.060424:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204187.084400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204187.084406:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204187.084407:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204187.084411:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204187.084413:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204187.084416:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204187.084418:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204187.084419:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204187.084421:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204187.596482:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204187.596486:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204187.596490:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204188.108420:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204188.108427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204188.108429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204188.108435:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204188.108439:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204188.108443:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204188.108445:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204188.108448:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204188.108450:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204188.620567:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204188.620570:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204188.620573:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204189.132452:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204189.132464:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204189.132466:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204189.132472:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204189.132476:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204189.132480:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204189.132484:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204189.132488:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204189.132491:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204189.644513:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204189.644518:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204189.644522:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204189.964464:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204189.964474:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204189.964476:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204189.964480:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204189.964484:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204189.964491:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14495
00000400:00000200:3.0:1788204189.964499:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204189.964505:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204189.964508:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204189.964510:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.964513:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204189.964515:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.964517:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204189.964521:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204189.964522:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204189.964525:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204189.964528:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204189.964529:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204189.964531:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204189.964533:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.964535:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204189.964536:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.964538:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204189.964540:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204189.964543:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204189.964545:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204189.964547:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204189.964550:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204189.964552:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204189.964554:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204189.964555:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204189.964565:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204189.964568:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204189.964572:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204189.964573:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204189.964576:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204189.964579:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204189.964583:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204189.964589:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204189.964596:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204189.964617:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937816960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204189.964629:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204189.964634:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204189.964639:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937816960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204189.964664:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204189.964667:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204189.964670:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204189.964672:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204189.964674:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204189.964678:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204189.964680:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14495
00000400:00000200:3.0:1788204189.964684:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204189.964688:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204189.964690:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204189.964693:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.964695:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204189.964698:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.964700:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204189.964703:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204189.964706:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204189.964709:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204189.964713:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204189.964718:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204189.964722:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204189.964731:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.964736:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204189.964740:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.964746:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204189.964753:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204189.964761:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204189.964766:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204189.964770:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204189.964776:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204189.964780:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204189.964783:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204189.964787:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204189.964789:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204189.964792:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204189.964797:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204189.964800:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204189.964802:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204189.964804:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204189.964807:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204189.964808:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204189.964810:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204189.964814:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204189.964819:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204189.964827:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937817088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204189.964840:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204189.964844:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204189.964849:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937817088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204189.964859:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204189.964895:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204189.964899:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204189.964902:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204189.964905:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204189.964912:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204189.964918:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14495
00000400:00000200:3.0:1788204189.964927:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204189.964934:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204189.964940:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204189.964947:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.964953:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204189.964958:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.964962:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204189.964967:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204189.964970:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204189.964975:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:1.1:1788204189.964978:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:3.0:1788204189.964980:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000200:1.1:1788204189.964982:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1788204189.964984:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204189.964991:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204189.964998:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.965001:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204189.965004:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.965009:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204189.965015:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204189.965021:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204189.965028:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204189.965032:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204189.965037:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204189.965043:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204189.965048:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204189.965052:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204189.965057:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204189.965061:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204189.965068:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204189.965073:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204189.965079:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204189.965082:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204189.965084:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204189.965087:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204189.965090:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204189.965096:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204189.965100:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204189.965106:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937817216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204189.965114:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204189.965117:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204189.965120:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937817216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204189.965127:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204189.965132:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204189.965136:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204189.965139:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204189.965141:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204189.965146:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204189.965152:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14495
00000400:00000200:3.0:1788204189.965183:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204189.965191:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204189.965196:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204189.965202:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.965204:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204189.965209:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.965215:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204189.965220:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204189.965223:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204189.965227:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204189.965231:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204189.965236:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204189.965241:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204189.965250:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.965255:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204189.965261:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.965266:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204189.965271:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204189.965279:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204189.965292:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204189.965337:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204189.965343:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204189.965348:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204189.965354:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204189.965358:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204189.965364:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204189.965369:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204189.965376:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204189.965381:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204189.965387:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204189.965390:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204189.965394:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204189.965397:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204189.965401:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204189.965408:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204189.965413:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204189.965422:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937817344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204189.965434:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204189.965438:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204189.965445:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937817344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204189.965461:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204189.965465:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204189.965473:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204189.965477:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204189.965481:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204189.965488:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204189.965495:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14495
00000400:00000200:3.0:1788204189.965503:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204189.965511:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204189.965516:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204189.965522:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.965527:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204189.965532:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.965537:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204189.965542:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204189.965546:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204189.965549:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204189.965554:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204189.965558:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204189.965563:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204189.965570:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.965574:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204189.965580:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204189.965585:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204189.965589:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204189.965596:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204189.965603:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204189.965608:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204189.965612:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204189.965617:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204189.965622:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204189.965627:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204189.965632:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204189.965636:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204189.965642:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204189.965648:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204189.965654:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204189.965658:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204189.965663:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204189.965666:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204189.965670:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204189.965676:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204189.965682:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204189.965691:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937817472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204189.965704:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204189.965708:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204189.965717:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937817472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1788204189.965718:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204189.965724:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1788204189.965736:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204189.965744:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14505)
00000800:00000200:1.1:1788204189.965988:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204189.965990:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204189.966155:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204189.966157:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204189.966426:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204189.966428:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1788204190.156420:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204190.156431:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204190.156433:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204190.156440:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204190.156444:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204190.156448:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204190.156451:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204190.156454:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204190.156456:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204191.180463:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204191.180474:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204191.180477:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204191.180484:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204191.180488:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204191.180493:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204191.180496:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204191.180499:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204191.180502:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204192.204424:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204192.204432:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204192.204434:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204192.204438:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204192.204441:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204192.204445:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204192.204447:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204192.204450:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204192.204452:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204192.716507:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204192.716512:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204192.716516:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204193.228418:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204193.228423:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204193.228425:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204193.228429:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204193.228431:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204193.228434:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204193.228435:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204193.228437:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204193.228439:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204193.740521:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204193.740525:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204193.740527:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204194.252395:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204194.252411:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204194.252414:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204194.252421:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204194.252424:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204194.252429:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204194.252432:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204194.252435:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204194.252438:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204194.764525:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204194.764528:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204194.764530:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204195.084624:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204195.084630:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204195.084634:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204195.084644:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece680 x1875052937817600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.084656:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204195.084659:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204195.084664:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204195.084668:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204195.084672:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204195.084678:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937817600:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204195.084686:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204195.084695:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204195.084698:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204195.084702:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204195.084708:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204195.084713:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204195.084722:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204195.084728:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204195.084736:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204195.084745:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937817600, portal 25
00000100:00000001:2.0:1788204195.084750:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204195.084753:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525056 : -127143247026560 : ffff8c5d27ece680)
00000100:00000040:2.0:1788204195.084762:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece680 x1875052937817600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.084779:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204195.084786:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204195.084790:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204195.084818:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937817600, offset 0
00000400:00000200:2.0:1788204195.084830:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204195.084840:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204195.084847:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204195.084854:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204195.084862:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204195.084868:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204195.084874:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204195.084882:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546337:546337:256:4294967295] 192.168.201.135@tcp LPNI seq info [546303:546303:8:4294967295]
00000400:00000200:2.0:1788204195.084890:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204195.084906:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204195.084914:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204195.084921:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204195.084932:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204195.084937:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204195.084947:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204195.084954:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204195.084962:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204195.084966:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204195.084974:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204195.084985:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204195.084993:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204195.084998:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204195.085005:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204195.085012:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece680 x1875052937817600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085035:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204195.085043:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece680 x1875052937817600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085059:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204195.085062:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204195.085068:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204195.085089:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204195.085094:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309177036
00000100:00000010:2.0:1788204195.085103:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850720.
00000100:00000001:2.0:1788204195.085110:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204195.085116:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309177036
00000100:00000010:2.0:1788204195.085122:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850b40.
00000100:00000001:2.0:1788204195.085127:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204195.085133:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204195.085138:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204195.085142:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204195.085151:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204195/real 1788204195]  req@ffff8c5d27ece680 x1875052937817600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204195.085178:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204195.085184:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204195.085188:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204195.085194:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204195.085198:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204195.085202:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204195.085209:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece680 x1875052937817600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204195.085228:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece680 x1875052937817600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085241:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204195.085244:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.085248:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204195.085249:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204195.085253:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece680 x1875052937817600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085265:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204195.085273:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece680 x1875052937817600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085284:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204195.085287:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.085289:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204195.085291:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.085295:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204195.085317:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204195.085320:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204195.085324:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204195.085327:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204195.085341:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece680 x1875052937817600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204195.085359:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937817600:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204195.085369:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.085372:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204195.085378:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece680 x1875052937817600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085392:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204195.085394:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204195.085397:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204195.085400:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204195.085401:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204195.085403:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204195.085405:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204195.085408:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:2.0:1788204195.085411:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204195.085413:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204195.085415:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece680.
00000100:00000001:2.0:1788204195.085418:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204195.085419:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.085421:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.085427:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204195.085428:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204195.085430:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204195.085432:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204195.085433:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204195.085436:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdc00 x1875052937817728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085444:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204195.085445:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204195.085447:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204195.085449:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204195.085451:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204195.085454:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937817728:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204195.085457:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204195.085459:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204195.085460:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204195.085462:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204195.085464:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204195.085466:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204195.085469:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204195.085472:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204195.085475:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204195.085478:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937817728, portal 10
00000100:00000001:2.0:1788204195.085480:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204195.085481:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462522368 : -127143247029248 : ffff8c5d27ecdc00)
00000100:00000040:2.0:1788204195.085487:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdc00 x1875052937817728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085493:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204195.085495:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204195.085497:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204195.085499:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937817728, offset 0
00000400:00000200:2.0:1788204195.085503:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204195.085506:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204195.085509:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204195.085512:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204195.085515:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204195.085517:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204195.085519:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204195.085522:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546338:546338:256:4294967295] 192.168.201.135@tcp LPNI seq info [546304:546304:8:4294967295]
00000400:00000200:2.0:1788204195.085526:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204195.085532:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204195.085537:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204195.085539:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204195.085543:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204195.085545:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204195.085550:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204195.085552:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204195.085556:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204195.085558:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204195.085561:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204195.085564:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204195.085567:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204195.085568:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204195.085571:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204195.085574:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdc00 x1875052937817728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085581:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204195.085584:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdc00 x1875052937817728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085591:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204195.085592:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204195.085595:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204195.085598:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204195.085601:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204195.085603:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309173277
00000100:00000001:2.0:1788204195.085605:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309177036
00000100:00000001:2.0:1788204195.085607:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309173277
00000100:00000001:2.0:1788204195.085609:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309177036
00000100:00000001:2.0:1788204195.085611:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204195.085613:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204195.085615:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204195.085618:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204195/real 1788204195]  req@ffff8c5d27ecdc00 x1875052937817728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204195.085625:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204195.085626:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204195.085628:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204195.085630:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204195.085632:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204195.085633:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204195.085636:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdc00 x1875052937817728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204195.085645:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdc00 x1875052937817728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085656:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204195.085658:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.085659:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204195.085661:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204195.085664:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdc00 x1875052937817728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085670:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204195.085674:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdc00 x1875052937817728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085680:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204195.085683:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.085684:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204195.085685:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.085687:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204195.085689:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204195.085691:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204195.085694:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204195.085696:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204195.085700:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdc00 x1875052937817728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204195.085707:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937817728:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204195.085711:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204195.085714:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd500 x1875052937817856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085721:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204195.085722:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204195.085724:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204195.085726:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204195.085728:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204195.085731:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937817856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204195.085734:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204195.085735:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204195.085736:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204195.085738:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204195.085741:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204195.085743:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204195.085745:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204195.085748:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204195.085750:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204195.085753:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937817856, portal 10
00000100:00000001:2.0:1788204195.085754:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204195.085756:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462520576 : -127143247031040 : ffff8c5d27ecd500)
00000100:00000040:2.0:1788204195.085760:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd500 x1875052937817856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085767:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204195.085769:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204195.085771:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204195.085773:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937817856, offset 0
00000400:00000200:2.0:1788204195.085776:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204195.085779:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204195.085782:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204195.085785:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204195.085787:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204195.085789:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204195.085791:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204195.085794:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546339:546339:256:4294967295] 192.168.201.135@tcp LPNI seq info [546305:546305:8:4294967295]
00000400:00000200:2.0:1788204195.085798:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204195.085805:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204195.085809:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204195.085812:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204195.085815:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204195.085818:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204195.085822:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204195.085824:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204195.085828:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204195.085829:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204195.085832:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204195.085835:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204195.085837:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204195.085839:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204195.085841:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204195.085844:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd500 x1875052937817856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085851:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204195.085854:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd500 x1875052937817856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085861:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204195.085862:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204195.085864:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204195.085866:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204195.085869:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204195.085871:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309173272
00000100:00000001:2.0:1788204195.085873:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309177036
00000100:00000001:2.0:1788204195.085875:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309173272
00000100:00000001:2.0:1788204195.085877:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309177036
00000100:00000001:2.0:1788204195.085879:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204195.085881:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204195.085883:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204195.085886:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204195/real 1788204195]  req@ffff8c5d27ecd500 x1875052937817856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204195.085893:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204195.085894:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204195.085896:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204195.085898:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204195.085900:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204195.085902:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204195.085905:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd500 x1875052937817856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204195.085913:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd500 x1875052937817856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085919:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204195.085921:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.085922:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204195.085923:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204195.085926:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd500 x1875052937817856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085933:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204195.085937:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd500 x1875052937817856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085943:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204195.085945:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.085946:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204195.085947:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.085949:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204195.085950:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204195.085952:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204195.085955:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204195.085957:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204195.085961:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd500 x1875052937817856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204195.085969:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937817856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204195.085972:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204195.085975:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecce00 x1875052937817984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.085981:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204195.085983:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204195.085985:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204195.085986:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204195.085988:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204195.085991:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937817984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204195.085993:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204195.085995:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204195.085996:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204195.085998:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204195.086000:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204195.086002:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204195.086005:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204195.086007:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204195.086010:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204195.086012:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937817984, portal 4
00000100:00000001:2.0:1788204195.086014:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204195.086015:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462518784 : -127143247032832 : ffff8c5d27ecce00)
00000100:00000040:2.0:1788204195.086020:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecce00 x1875052937817984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086026:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204195.086028:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204195.086030:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204195.086033:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937817984, offset 0
00000400:00000200:2.0:1788204195.086037:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204195.086040:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204195.086043:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204195.086045:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204195.086048:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204195.086050:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204195.086052:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204195.086055:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546340:546340:256:4294967295] 192.168.201.135@tcp LPNI seq info [546306:546306:8:4294967295]
00000400:00000200:2.0:1788204195.086058:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204195.086065:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204195.086069:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204195.086083:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204195.086087:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204195.086089:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204195.086093:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204195.086095:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204195.086100:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204195.086102:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204195.086104:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204195.086107:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204195.086110:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204195.086112:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204195.086114:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204195.086117:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecce00 x1875052937817984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086125:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204195.086128:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecce00 x1875052937817984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086134:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204195.086135:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204195.086138:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204195.086140:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204195.086143:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204195.086145:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309173365
00000100:00000001:2.0:1788204195.086147:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309177036
00000100:00000001:2.0:1788204195.086150:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309173365
00000100:00000001:2.0:1788204195.086152:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309177036
00000100:00000001:2.0:1788204195.086154:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204195.086156:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204195.086157:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204195.086161:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204195/real 1788204195]  req@ffff8c5d27ecce00 x1875052937817984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204195.086167:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204195.086169:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204195.086170:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204195.086172:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204195.086174:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204195.086176:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204195.086179:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecce00 x1875052937817984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204195.086187:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecce00 x1875052937817984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086194:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204195.086195:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.086197:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204195.086198:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204195.086201:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecce00 x1875052937817984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086208:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204195.086211:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecce00 x1875052937817984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086218:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204195.086220:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.086222:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204195.086223:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.086225:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204195.086226:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204195.086229:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204195.086231:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204195.086233:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204195.086237:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecce00 x1875052937817984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204195.086244:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937817984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204195.086247:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204195.086251:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecca80 x1875052937818112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086257:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204195.086258:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204195.086260:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204195.086262:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204195.086264:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204195.086267:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937818112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204195.086269:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204195.086271:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204195.086272:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204195.086274:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204195.086277:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18400.
02000000:00000001:2.0:1788204195.086278:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204195.086281:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204195.086283:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204195.086286:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204195.086288:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937818112, portal 4
00000100:00000001:2.0:1788204195.086291:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204195.086292:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462517888 : -127143247033728 : ffff8c5d27ecca80)
00000100:00000040:2.0:1788204195.086297:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecca80 x1875052937818112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086318:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204195.086321:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204195.086323:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204195.086325:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937818112, offset 0
00000400:00000200:2.0:1788204195.086328:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204195.086331:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204195.086335:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204195.086337:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204195.086339:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204195.086342:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204195.086343:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204195.086346:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546341:546341:256:4294967295] 192.168.201.135@tcp LPNI seq info [546307:546307:8:4294967295]
00000400:00000200:2.0:1788204195.086350:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204195.086356:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204195.086361:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204195.086364:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204195.086367:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204195.086369:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204195.086373:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204195.086376:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204195.086379:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204195.086381:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204195.086383:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204195.086386:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204195.086389:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204195.086390:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204195.086392:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204195.086396:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecca80 x1875052937818112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086408:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204195.086412:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecca80 x1875052937818112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204220 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086418:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204195.086420:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204195.086422:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204195.086425:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204195.086427:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204195.086429:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309173383
00000100:00000001:2.0:1788204195.086431:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309177036
00000100:00000001:2.0:1788204195.086433:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309173383
00000100:00000001:2.0:1788204195.086435:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309177036
00000100:00000001:2.0:1788204195.086437:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204195.086439:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204195.086441:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204195.086443:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204195/real 1788204195]  req@ffff8c5d27ecca80 x1875052937818112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204195.086450:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204195.086451:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204195.086453:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204195.086455:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204195.086456:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204195.086458:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204195.086461:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecca80 x1875052937818112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204195.086469:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecca80 x1875052937818112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086476:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204195.086478:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.086480:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204195.086481:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204195.086484:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecca80 x1875052937818112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086491:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204195.086495:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecca80 x1875052937818112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086501:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204195.086503:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.086505:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204195.086507:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.086508:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204195.086510:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204195.086512:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204195.086515:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204195.086517:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204195.086520:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecca80 x1875052937818112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204195.086528:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937818112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204195.086531:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.086533:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204195.086536:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdc00 x1875052937817728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086542:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204195.086543:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204195.086546:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204195.086548:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204195.086550:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204195.086551:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204195.086553:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204195.086555:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:2.0:1788204195.086557:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204195.086558:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204195.086559:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdc00.
00000100:00000001:2.0:1788204195.086562:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204195.086563:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.086565:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204195.086568:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd500 x1875052937817856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086574:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204195.086575:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204195.086576:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204195.086578:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204195.086579:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204195.086581:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204195.086582:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204195.086584:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:2.0:1788204195.086585:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204195.086586:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204195.086587:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd500.
00000100:00000001:2.0:1788204195.086589:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204195.086590:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.086591:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204195.086594:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecce00 x1875052937817984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086600:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204195.086601:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204195.086602:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204195.086604:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204195.086605:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204195.086606:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204195.086608:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204195.086609:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:2.0:1788204195.086611:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204195.086612:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204195.086614:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecce00.
00000100:00000001:2.0:1788204195.086615:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204195.086617:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.086618:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204195.086621:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecca80 x1875052937818112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204220 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204195.086628:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204195.086628:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204195.086630:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:2.0:1788204195.086631:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204195.086632:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204195.086633:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204195.086634:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204195.086636:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:2.0:1788204195.086637:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204195.086639:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204195.086640:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecca80.
00000100:00000001:2.0:1788204195.086642:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204195.086643:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.086645:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.086648:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204195.086649:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204195.086651:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204195.086652:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204195.276399:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204195.276405:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204195.276407:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204195.276411:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204195.276415:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204195.276418:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.276421:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204195.276423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204195.276426:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204196.300409:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204196.300415:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204196.300416:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204196.300420:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204196.300424:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204196.300426:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204196.300428:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204196.300430:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204196.300432:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204197.324404:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204197.324410:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204197.324412:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204197.324418:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204197.324421:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204197.324425:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204197.324427:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204197.324430:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204197.324433:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204197.836472:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204197.836475:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204197.836477:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204198.348411:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204198.348419:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204198.348421:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204198.348427:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204198.348431:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204198.348434:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204198.348436:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204198.348438:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204198.348440:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204198.860512:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204198.860515:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204198.860517:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204199.372397:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204199.372402:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204199.372404:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204199.372409:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204199.372413:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204199.372417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204199.372420:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204199.372423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204199.372425:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204199.884527:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204199.884531:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204199.884534:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204200.204398:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204200.204409:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204200.204412:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204200.204416:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204200.204420:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204200.204427:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14505
00000400:00000200:2.0:1788204200.204436:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204200.204447:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204200.204451:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204200.204453:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204456:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204200.204458:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204460:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204200.204464:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204200.204465:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204200.204468:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204200.204471:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204200.204472:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204200.204474:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204200.204475:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204476:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204200.204477:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204478:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204200.204481:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204200.204483:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204485:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204200.204488:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204200.204492:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204200.204494:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204200.204496:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204200.204497:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204200.204508:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788204200.204511:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204200.204515:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204200.204516:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204200.204520:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204200.204523:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204200.204527:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204200.204534:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:2.0:1788204200.204546:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204200.204555:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937818240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204200.204564:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204200.204568:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204200.204571:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937818240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204200.204589:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204200.204595:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204200.204598:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204200.204600:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204200.204601:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204200.204604:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204200.204607:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14505
00000400:00000200:2.0:1788204200.204609:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204200.204612:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204200.204614:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204200.204618:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204620:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204200.204623:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204627:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204200.204629:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204200.204631:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204200.204633:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204200.204635:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204200.204638:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204200.204643:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204200.204648:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204650:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204200.204653:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204656:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204200.204658:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204200.204660:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204664:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204200.204665:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204200.204673:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204200.204678:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204200.204680:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204200.204686:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204200.204691:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204200.204693:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204200.204698:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000020:00000040:2.0:1788204200.204700:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204200.204705:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204200.204708:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204200.204710:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204200.204711:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204200.204712:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204200.204716:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788204200.204720:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204200.204725:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937818368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204200.204733:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204200.204735:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204200.204739:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937818368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204200.204747:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204200.204750:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204200.204757:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204200.204760:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204200.204762:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204200.204767:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204200.204772:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14505
00000400:00000200:2.0:1788204200.204777:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204200.204782:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204200.204785:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204200.204788:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204791:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204200.204793:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204795:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204200.204797:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204200.204797:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204200.204799:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204200.204801:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204200.204803:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204200.204806:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204200.204808:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204809:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204200.204810:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204811:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204200.204816:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204200.204820:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204822:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204200.204825:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204200.204828:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204200.204830:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204200.204832:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204200.204833:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204200.204837:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204200.204840:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204200.204844:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000020:00000040:2.0:1788204200.204848:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204200.204852:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204200.204854:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204200.204858:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204200.204860:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204200.204863:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204200.204868:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000001:2.0:1788204200.204871:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204200.204877:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937818496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204200.204904:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204200.204909:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204200.204916:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204200.204917:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937818496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1788204200.204926:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1788204200.204928:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204200.204933:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204200.204939:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204200.204942:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204200.204945:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204200.204950:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204200.204953:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14505
00000400:00000200:2.0:1788204200.204956:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204200.204959:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204200.204960:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204200.204962:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204964:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204200.204965:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204967:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204200.204968:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204200.204969:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204200.204971:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204200.204972:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204200.204974:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204200.204976:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204200.204980:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.204998:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204200.205000:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.205002:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204200.205004:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204200.205005:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204200.205007:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204200.205008:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204200.205011:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204200.205014:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204200.205017:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204200.205021:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204200.205023:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204200.205025:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204200.205029:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000020:00000040:2.0:1788204200.205033:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204200.205037:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204200.205039:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204200.205041:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204200.205044:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204200.205045:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204200.205050:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788204200.205055:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204200.205062:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937818624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204200.205069:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204200.205073:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204200.205077:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937818624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204200.205098:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204200.205100:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204200.205104:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204200.205107:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204200.205107:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204200.205109:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204200.205112:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14505
00000400:00000200:2.0:1788204200.205117:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204200.205123:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204200.205127:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204200.205130:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.205134:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204200.205135:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.205137:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204200.205138:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204200.205140:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204200.205143:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204200.205145:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204200.205147:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204200.205151:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204200.205156:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.205159:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204200.205163:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204200.205167:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204200.205172:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204200.205177:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204200.205182:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204200.205186:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204200.205192:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204200.205195:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204200.205197:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204200.205199:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204200.205203:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204200.205204:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204200.205207:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000020:00000040:2.0:1788204200.205209:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204200.205213:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204200.205214:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204200.205218:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204200.205219:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204200.205220:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204200.205224:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:2.0:1788204200.205228:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204200.205235:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937818752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204200.205244:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204200.205247:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204200.205253:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937818752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204200.205262:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204200.205276:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14516)
00000800:00000200:1.1:1788204200.205486:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204200.205487:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204200.205690:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204200.205692:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204200.205854:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204200.205856:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204200.206024:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204200.206025:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1788204200.396484:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204200.396494:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204200.396497:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204200.396503:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204200.396509:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204200.396514:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204200.396518:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204200.396521:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204200.396525:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204201.420422:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204201.420430:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204201.420432:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204201.420438:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204201.420441:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204201.420445:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204201.420448:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204201.420450:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204201.420453:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204202.445054:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204202.445062:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204202.445064:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204202.445069:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204202.445073:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204202.445077:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204202.445079:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204202.445082:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204202.445084:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204202.956513:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204202.956517:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204202.956520:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204203.468419:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204203.468425:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204203.468427:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204203.468431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204203.468433:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204203.468436:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204203.468437:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204203.468440:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204203.468441:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204203.980518:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204203.980522:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204203.980526:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204204.492396:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204204.492404:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204204.492406:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204204.492412:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204204.492416:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204204.492420:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204204.492423:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204204.492426:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204204.492428:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204205.004468:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204205.004472:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204205.004475:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204205.324605:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204205.324612:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204205.324616:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204205.324627:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc700 x1875052937818880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.324648:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204205.324653:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204205.324661:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204205.324666:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204205.324671:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204205.324680:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937818880:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204205.324685:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204205.324689:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204205.324692:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204205.324695:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204205.324701:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204205.324705:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204205.324713:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204205.324719:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204205.324725:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204205.324732:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937818880, portal 25
00000100:00000001:2.0:1788204205.324735:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204205.324736:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516992 : -127143247034624 : ffff8c5d27ecc700)
00000100:00000040:2.0:1788204205.324745:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc700 x1875052937818880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.324773:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204205.324792:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204205.324799:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204205.324807:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937818880, offset 0
00000400:00000200:2.0:1788204205.324826:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204205.324840:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204205.324851:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204205.324860:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204205.324874:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204205.324884:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204205.324891:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204205.324913:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546347:546347:256:4294967295] 192.168.201.135@tcp LPNI seq info [546313:546313:8:4294967295]
00000400:00000200:2.0:1788204205.324934:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204205.324953:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204205.324965:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204205.324971:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204205.324982:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204205.324987:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204205.324996:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204205.325007:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204205.325015:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204205.325021:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204205.325031:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204205.325042:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204205.325050:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204205.325055:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204205.325063:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204205.325073:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc700 x1875052937818880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325101:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204205.325108:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc700 x1875052937818880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325136:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204205.325142:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204205.325153:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204205.325163:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204205.325170:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309187276
00000100:00000010:2.0:1788204205.325186:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850cc0.
00000100:00000001:2.0:1788204205.325195:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204205.325203:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309187276
00000100:00000010:2.0:1788204205.325211:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108506c0.
00000100:00000001:2.0:1788204205.325216:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204205.325221:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204205.325226:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204205.325230:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204205.325238:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204205/real 1788204205]  req@ffff8c5d27ecc700 x1875052937818880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204205.325250:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204205.325253:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204205.325261:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204205.325267:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204205.325271:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204205.325276:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204205.325283:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc700 x1875052937818880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204205.325295:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc700 x1875052937818880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325317:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204205.325319:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.325321:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204205.325322:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204205.325325:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc700 x1875052937818880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325330:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204205.325332:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc700 x1875052937818880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325337:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204205.325339:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.325339:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204205.325340:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.325342:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204205.325343:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204205.325344:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204205.325347:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204205.325348:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204205.325350:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc700 x1875052937818880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204205.325355:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937818880:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204205.325358:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.325360:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204205.325362:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc700 x1875052937818880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325365:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204205.325367:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204205.325368:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204205.325370:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204205.325372:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204205.325373:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204205.325375:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204205.325377:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:2.0:1788204205.325380:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204205.325382:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204205.325383:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc700.
00000100:00000001:2.0:1788204205.325386:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204205.325387:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.325389:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.325396:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204205.325397:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204205.325399:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204205.325400:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204205.325402:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204205.325406:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece300 x1875052937819008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325413:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204205.325414:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204205.325416:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204205.325418:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204205.325420:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204205.325423:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937819008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204205.325425:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204205.325427:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204205.325428:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204205.325429:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204205.325431:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204205.325433:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204205.325435:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204205.325437:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204205.325439:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204205.325441:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937819008, portal 10
00000100:00000001:2.0:1788204205.325443:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204205.325443:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462524160 : -127143247027456 : ffff8c5d27ece300)
00000100:00000040:2.0:1788204205.325448:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece300 x1875052937819008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325460:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204205.325463:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204205.325465:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204205.325467:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937819008, offset 0
00000400:00000200:2.0:1788204205.325471:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204205.325475:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204205.325478:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204205.325481:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204205.325484:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204205.325492:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204205.325495:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204205.325497:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546348:546348:256:4294967295] 192.168.201.135@tcp LPNI seq info [546314:546314:8:4294967295]
00000400:00000200:2.0:1788204205.325500:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204205.325505:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204205.325508:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204205.325510:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204205.325513:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204205.325515:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204205.325519:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204205.325521:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204205.325525:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204205.325526:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204205.325529:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204205.325541:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204205.325544:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204205.325546:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204205.325549:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204205.325552:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece300 x1875052937819008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325560:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204205.325563:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece300 x1875052937819008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325573:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204205.325574:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204205.325576:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204205.325579:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204205.325582:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204205.325583:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309183517
00000100:00000001:2.0:1788204205.325585:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309187276
00000100:00000001:2.0:1788204205.325586:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309183517
00000100:00000001:2.0:1788204205.325587:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309187276
00000100:00000001:2.0:1788204205.325588:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204205.325590:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204205.325591:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204205.325593:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204205/real 1788204205]  req@ffff8c5d27ece300 x1875052937819008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204205.325597:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204205.325598:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204205.325600:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204205.325601:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204205.325602:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204205.325603:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204205.325605:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece300 x1875052937819008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204205.325610:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece300 x1875052937819008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325614:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204205.325614:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.325615:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204205.325616:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204205.325618:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece300 x1875052937819008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325622:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204205.325624:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece300 x1875052937819008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325628:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204205.325630:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.325631:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204205.325631:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.325632:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204205.325633:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204205.325635:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204205.325636:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204205.325637:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204205.325640:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece300 x1875052937819008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204205.325644:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937819008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204205.325646:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204205.325648:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecf480 x1875052937819136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325651:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204205.325652:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204205.325654:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204205.325655:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204205.325656:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204205.325657:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937819136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204205.325659:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204205.325660:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204205.325662:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204205.325663:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204205.325665:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204205.325666:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204205.325668:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204205.325670:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204205.325672:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204205.325673:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937819136, portal 10
00000100:00000001:2.0:1788204205.325674:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204205.325675:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462528640 : -127143247022976 : ffff8c5d27ecf480)
00000100:00000040:2.0:1788204205.325679:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecf480 x1875052937819136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325682:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204205.325684:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204205.325685:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204205.325686:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937819136, offset 0
00000400:00000200:2.0:1788204205.325688:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204205.325691:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204205.325693:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204205.325694:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204205.325696:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204205.325697:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204205.325698:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204205.325700:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546349:546349:256:4294967295] 192.168.201.135@tcp LPNI seq info [546315:546315:8:4294967295]
00000400:00000200:2.0:1788204205.325703:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204205.325706:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204205.325709:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204205.325711:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204205.325713:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204205.325715:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204205.325717:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204205.325719:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204205.325721:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204205.325723:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204205.325724:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204205.325726:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204205.325728:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204205.325729:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204205.325730:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204205.325732:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecf480 x1875052937819136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325736:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204205.325738:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecf480 x1875052937819136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325742:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204205.325742:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204205.325744:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204205.325745:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204205.325747:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204205.325748:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309183512
00000100:00000001:2.0:1788204205.325750:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309187276
00000100:00000001:2.0:1788204205.325751:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309183512
00000100:00000001:2.0:1788204205.325752:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309187276
00000100:00000001:2.0:1788204205.325753:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204205.325754:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204205.325755:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204205.325757:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204205/real 1788204205]  req@ffff8c5d27ecf480 x1875052937819136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204205.325761:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204205.325762:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204205.325762:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204205.325763:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204205.325764:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204205.325766:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204205.325767:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecf480 x1875052937819136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204205.325772:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecf480 x1875052937819136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325776:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204205.325778:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.325779:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204205.325780:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204205.325784:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecf480 x1875052937819136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325790:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204205.325794:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecf480 x1875052937819136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325800:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204205.325803:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.325804:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204205.325805:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.325807:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204205.325808:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204205.325810:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204205.325813:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204205.325815:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204205.325819:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecf480 x1875052937819136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204205.325826:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937819136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204205.325830:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204205.325833:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecfb80 x1875052937819264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325839:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204205.325840:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204205.325842:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204205.325844:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204205.325846:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204205.325848:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937819264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204205.325851:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204205.325853:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204205.325854:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204205.325856:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204205.325859:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204205.325860:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204205.325864:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204205.325866:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204205.325869:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204205.325871:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937819264, portal 4
00000100:00000001:2.0:1788204205.325873:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204205.325874:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462530432 : -127143247021184 : ffff8c5d27ecfb80)
00000100:00000040:2.0:1788204205.325879:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecfb80 x1875052937819264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325885:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204205.325887:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204205.325890:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204205.325892:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937819264, offset 0
00000400:00000200:2.0:1788204205.325909:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204205.325913:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204205.325916:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204205.325918:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204205.325920:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204205.325921:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204205.325923:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204205.325925:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546350:546350:256:4294967295] 192.168.201.135@tcp LPNI seq info [546316:546316:8:4294967295]
00000400:00000200:2.0:1788204205.325928:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204205.325931:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204205.325934:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204205.325936:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204205.325938:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204205.325940:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204205.325943:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204205.325944:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204205.325946:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204205.325948:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204205.325949:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204205.325951:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204205.325953:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204205.325954:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204205.325956:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204205.325958:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecfb80 x1875052937819264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325963:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204205.325964:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecfb80 x1875052937819264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.325968:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204205.325969:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204205.325971:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204205.325973:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204205.325974:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204205.325976:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309183605
00000100:00000001:2.0:1788204205.325977:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309187276
00000100:00000001:2.0:1788204205.325978:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309183605
00000100:00000001:2.0:1788204205.325979:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309187276
00000100:00000001:2.0:1788204205.325981:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204205.325982:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204205.325983:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204205.325986:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204205/real 1788204205]  req@ffff8c5d27ecfb80 x1875052937819264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204205.325990:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204205.325991:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204205.325992:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204205.325993:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204205.325994:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204205.325995:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204205.325997:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecfb80 x1875052937819264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204205.326001:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecfb80 x1875052937819264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.326005:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204205.326005:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.326006:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204205.326007:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204205.326009:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecfb80 x1875052937819264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.326012:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204205.326015:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecfb80 x1875052937819264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.326020:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204205.326022:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.326023:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204205.326024:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.326026:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204205.326027:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204205.326029:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204205.326032:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204205.326034:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204205.326038:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecfb80 x1875052937819264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204205.326045:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937819264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204205.326049:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204205.326052:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdf80 x1875052937819392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.326058:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204205.326060:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204205.326062:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204205.326064:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204205.326065:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204205.326067:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937819392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204205.326070:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204205.326072:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204205.326073:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204205.326074:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204205.326076:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204205.326077:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204205.326079:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204205.326081:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204205.326083:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204205.326084:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937819392, portal 4
00000100:00000001:2.0:1788204205.326086:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204205.326086:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462523264 : -127143247028352 : ffff8c5d27ecdf80)
00000100:00000040:2.0:1788204205.326090:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdf80 x1875052937819392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.326094:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204205.326096:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204205.326097:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204205.326098:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937819392, offset 0
00000400:00000200:2.0:1788204205.326100:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204205.326103:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204205.326105:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204205.326107:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204205.326108:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204205.326110:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204205.326111:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204205.326113:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546351:546351:256:4294967295] 192.168.201.135@tcp LPNI seq info [546317:546317:8:4294967295]
00000400:00000200:2.0:1788204205.326116:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204205.326122:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204205.326126:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204205.326129:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204205.326132:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204205.326135:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204205.326138:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204205.326141:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204205.326144:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204205.326146:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204205.326149:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204205.326152:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204205.326155:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204205.326157:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204205.326159:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204205.326162:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdf80 x1875052937819392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.326169:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204205.326172:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdf80 x1875052937819392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204230 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.326178:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204205.326180:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204205.326183:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204205.326186:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204205.326189:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204205.326191:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309183622
00000100:00000001:2.0:1788204205.326193:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309187276
00000100:00000001:2.0:1788204205.326195:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309183622
00000100:00000001:2.0:1788204205.326197:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309187276
00000100:00000001:2.0:1788204205.326199:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204205.326201:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204205.326203:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204205.326206:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204205/real 1788204205]  req@ffff8c5d27ecdf80 x1875052937819392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204205.326211:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204205.326213:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204205.326214:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204205.326216:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204205.326218:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204205.326220:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204205.326222:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdf80 x1875052937819392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204205.326230:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdf80 x1875052937819392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.326235:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204205.326236:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.326238:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204205.326239:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204205.326242:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdf80 x1875052937819392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.326247:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204205.326250:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdf80 x1875052937819392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.326257:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204205.326259:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.326260:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204205.326261:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.326263:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204205.326264:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204205.326266:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204205.326269:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204205.326271:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204205.326275:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdf80 x1875052937819392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204205.326281:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937819392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204205.326285:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.326287:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204205.326289:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece300 x1875052937819008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.326294:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204205.326296:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204205.326312:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204205.326315:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204205.326316:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204205.326318:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204205.326320:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204205.326321:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:2.0:1788204205.326323:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204205.326324:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204205.326326:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece300.
00000100:00000001:2.0:1788204205.326329:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204205.326330:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.326332:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204205.326335:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecf480 x1875052937819136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.326340:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204205.326341:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204205.326342:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204205.326343:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204205.326344:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204205.326345:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204205.326347:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204205.326348:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:2.0:1788204205.326350:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204205.326350:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204205.326351:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecf480.
00000100:00000001:2.0:1788204205.326353:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204205.326354:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.326355:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204205.326357:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecfb80 x1875052937819264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.326362:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204205.326363:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204205.326364:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204205.326366:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204205.326367:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204205.326368:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204205.326369:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204205.326370:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:2.0:1788204205.326372:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204205.326372:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204205.326374:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecfb80.
00000100:00000001:2.0:1788204205.326376:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204205.326377:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.326379:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204205.326381:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdf80 x1875052937819392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204230 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204205.326391:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204205.326392:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204205.326393:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204205.326395:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204205.326396:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204205.326397:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204205.326399:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204205.326400:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:2.0:1788204205.326402:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204205.326403:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204205.326404:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdf80.
00000100:00000001:2.0:1788204205.326405:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204205.326406:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.326408:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.326411:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204205.326413:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204205.326414:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204205.326416:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204205.516392:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204205.516400:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204205.516402:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204205.516408:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204205.516412:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204205.516415:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.516418:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204205.516420:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204205.516423:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204206.540368:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204206.540375:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204206.540378:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204206.540383:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204206.540386:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204206.540389:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204206.540392:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204206.540395:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204206.540397:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204207.564398:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204207.564404:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204207.564405:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204207.564409:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204207.564413:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204207.564416:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204207.564419:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204207.564422:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204207.564425:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204208.076488:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204208.076492:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204208.076495:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204208.588440:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204208.588450:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204208.588452:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204208.588459:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204208.588463:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204208.588468:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204208.588471:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204208.588474:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204208.588478:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204209.100558:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204209.100565:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204209.100569:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204209.612445:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204209.612454:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204209.612456:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204209.612461:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204209.612465:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204209.612470:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204209.612473:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204209.612475:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204209.612478:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204210.124496:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204210.124500:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204210.124503:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204210.444453:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204210.444464:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204210.444467:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204210.444471:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204210.444476:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204210.444484:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14516
00000400:00000200:3.0:1788204210.444495:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204210.444503:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204210.444507:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204210.444511:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204210.444515:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204210.444518:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204210.444521:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204210.444526:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204210.444528:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204210.444531:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204210.444535:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204210.444538:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204210.444540:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204210.444544:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204210.444546:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204210.444548:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204210.444550:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204210.444554:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204210.444557:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204210.444560:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204210.444564:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204210.444568:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204210.444572:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204210.444574:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204210.444576:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204210.444590:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788204210.444594:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204210.444599:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204210.444602:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204210.444606:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204210.444609:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204210.444614:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204210.444624:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788204210.444632:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204210.444641:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937819520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204210.444650:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204210.444654:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204210.444657:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937819520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204210.444676:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204210.444678:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204210.444681:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204210.444682:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204210.444684:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204210.444686:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204210.444688:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14516
00000400:00000200:3.0:1788204210.444690:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204210.444693:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204210.444695:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204210.444697:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204210.444699:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204210.444700:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204210.444702:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204210.444704:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204210.444705:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204210.444706:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204210.444707:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204210.444709:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204210.444710:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204210.444712:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204210.444713:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204210.444714:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204210.444717:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204210.444719:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204210.444720:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788204210.444722:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:2.0:1788204210.444724:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1788204210.444726:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204210.444729:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204210.444730:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204210.444733:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6a680 x1875052937819520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204210.444736:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204210.444741:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204210.444745:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204210.444748:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204210.444750:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204210.444751:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204210.444754:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1788204210.444754:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204210.444757:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204210.444758:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1788204210.444763:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204210.444765:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204210.444768:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204210.444772:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937819520:192.168.201.135@tcp:250:kworker.0
02000000:00000001:3.0:1788204210.444775:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204210.444777:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204210.444778:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204210.444781:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204210.444782:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204210.444783:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204210.444784:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204210.444787:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204210.444789:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
02000000:00000001:2.0:1788204210.444790:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204210.444797:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204210.444800:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204210.444803:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204210.444820:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937819648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204210.444825:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204210.444831:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:3.0:1788204210.444835:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788204210.444839:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204210.444839:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204210.444847:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937819648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204210.444849:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937819520, portal 25
00000100:00000001:2.0:1788204210.444853:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204210.444855:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793465472 : -127142916086144 : ffff8c5d3ba6a680)
00000100:00000040:2.0:1788204210.444864:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6a680 x1875052937819520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204210.444866:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204210.444871:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204210.444873:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788204210.444876:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1788204210.444879:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204210.444880:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1788204210.444882:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00080000:3.0:1788204210.444884:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1788204210.444886:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937819520, offset 0
00000100:00000001:3.0:1788204210.444890:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204210.444894:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204210.444897:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14516
00000400:00000200:2.0:1788204210.444904:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204210.444910:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204210.444915:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204210.444919:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204210.444922:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204210.444924:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204210.444928:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546352:546352:256:4294967295] 192.168.201.135@tcp LPNI seq info [546318:546318:8:4294967295]
00000400:00000200:2.0:1788204210.444931:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204210.444936:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204210.444943:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788204210.444945:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204210.444950:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788204210.444951:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204210.444957:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000010:2.0:1788204210.444958:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000100:00000001:3.0:1788204210.444963:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204210.444967:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:2.0:1788204210.444969:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204210.444971:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:2.0:1788204210.444973:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1788204210.444975:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204210.444978:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000800:00000200:2.1:1788204210.444980:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204210.444981:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1788204210.444984:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1788204210.444986:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000100:2.0:1788204210.444989:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788204210.444991:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000010:2.0:1788204210.444992:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000020:00000001:3.0:1788204210.444997:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788204210.445000:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204210.445005:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788204210.445008:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204210.445009:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204210.445014:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:3.0:1788204210.445014:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204210.445019:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204210.445020:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204210.445023:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:2.0:1788204210.445026:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6a680 x1875052937819520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204210.445028:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00000001:2.0:1788204210.445036:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788204210.445036:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:2.0:1788204210.445041:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6a680 x1875052937819520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204210.445042:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204210.445047:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204210.445052:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204210.445052:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204210.445054:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204210.445060:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204210.445065:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204210.445066:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204210.445070:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204210.445072:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309192396
00000008:00100000:3.0:1788204210.445077:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000010:2.0:1788204210.445081:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108504e0.
00000008:00000001:3.0:1788204210.445082:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204210.445086:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204210.445091:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000100:00000001:2.0:1788204210.445092:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1788204210.445094:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204210.445099:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204210.445100:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.445102:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309192396
00000100:00000001:3.0:1788204210.445103:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204210.445106:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204210.445109:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204210.445110:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850c60.
00000100:00000001:2.0:1788204210.445116:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000010:3.0:1788204210.445116:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204210.445122:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.445123:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204210.445129:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204210.445131:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937819776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204210.445133:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204210.445141:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204210/real 1788204210]  req@ffff8c5d3ba6a680 x1875052937819520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204210.445144:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204210.445149:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204210.445156:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937819776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204210.445157:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204210.445160:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204210.445164:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204210.445169:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000100:00000001:3.0:1788204210.445172:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204210.445173:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204210.445178:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1788204210.445179:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788204210.445185:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6a680 x1875052937819520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204210.445186:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204210.445190:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204210.445194:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204210.445200:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1788204210.445201:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6a680 x1875052937819520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204210.445207:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14516
00000100:00000001:2.0:1788204210.445212:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204210.445216:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204210.445216:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204210.445221:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1788204210.445223:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204210.445225:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204210.445227:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788204210.445232:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6a680 x1875052937819520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204210.445234:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204210.445239:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204210.445244:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204210.445249:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204210.445251:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204210.445251:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204210.445254:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204210.445256:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204210.445258:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000040:2.0:1788204210.445260:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6a680 x1875052937819520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204210.445261:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204210.445265:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204210.445270:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204210.445274:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204210.445277:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204210.445281:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204210.445282:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1788204210.445284:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:2.0:1788204210.445287:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204210.445289:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204210.445292:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204210.445293:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.445295:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204210.445296:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204210.445319:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204210.445321:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204210.445322:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204210.445324:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204210.445327:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204210.445328:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204210.445331:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204210.445333:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204210.445335:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204210.445336:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204210.445337:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204210.445338:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204210.445340:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.445343:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000010:3.0:1788204210.445344:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:2.0:1788204210.445348:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204210.445349:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204210.445354:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1788204210.445356:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937819904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788204210.445365:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204210.445366:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204210.445369:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.445372:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204210.445375:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937819904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204210.445382:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6a680 x1875052937819520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204210.445388:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204210.445394:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788204210.445399:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937819520:192.168.201.135@tcp:250:kworker.0
00000100:00080000:3.0:1788204210.445400:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204210.445404:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204210.445407:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204210.445410:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204210.445411:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204210.445415:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788204210.445417:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14516
00000100:00000040:2.0:1788204210.445422:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6a680 x1875052937819520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204210.445426:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204210.445431:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204210.445436:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204210.445441:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1788204210.445441:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204210.445443:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204210.445446:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1788204210.445447:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204210.445450:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000010:2.0:1788204210.445452:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
00000020:00000001:3.0:1788204210.445453:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204210.445455:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
02000000:00000001:2.0:1788204210.445457:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204210.445458:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000001:2.0:1788204210.445461:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204210.445461:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000040:2.0:1788204210.445464:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788204210.445465:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204210.445468:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000001:3.0:1788204210.445469:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000010:2.0:1788204210.445471:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
00000100:00000040:3.0:1788204210.445473:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204210.445475:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204210.445476:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1788204210.445477:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:2.0:1788204210.445479:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1788204210.445480:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000010:2.0:1788204210.445482:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788204210.445483:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:2.0:1788204210.445486:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00080000:3.0:1788204210.445487:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204210.445489:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204210.445491:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.445492:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204210.445495:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204210.445499:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204210.445501:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204210.445503:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204210.445503:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.445508:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204210.445509:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204210.445510:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204210.445513:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1788204210.445514:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204210.445519:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204210.445520:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204210.445524:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937819648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204210.445525:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204210.445530:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:2.0:1788204210.445535:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204210.445537:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204210.445537:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204210.445541:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204210.445542:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204210.445544:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204210.445545:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204210.445547:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204210.445549:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1788204210.445550:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937819648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204210.445554:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204210.445554:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204210.445557:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204210.445560:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204210.445561:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204210.445562:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000010:2.0:1788204210.445564:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204210.445567:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204210.445568:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204210.445572:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204210.445575:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00100000:3.0:1788204210.445579:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937820032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788204210.445580:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204210.445584:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937819648, portal 10
00000100:00000001:2.0:1788204210.445588:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204210.445590:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:2.0:1788204210.445599:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937819648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.445613:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204210.445613:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788204210.445617:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204210.445620:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000001:3.0:1788204210.445620:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204210.445624:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937819648, offset 0
00000400:00000200:2.0:1788204210.445629:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204210.445631:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937820032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204210.445634:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204210.445638:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204210.445644:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204210.445647:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204210.445651:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204210.445652:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204210.445653:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204210.445658:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546353:546353:256:4294967295] 192.168.201.135@tcp LPNI seq info [546319:546319:8:4294967295]
00000400:00000200:2.0:1788204210.445661:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204210.445662:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14526)
00000400:00000200:2.0:1788204210.445668:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204210.445673:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204210.445675:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204210.445677:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204210.445679:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204210.445683:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204210.445685:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204210.445687:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204210.445689:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204210.445691:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204210.445693:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204210.445695:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204210.445696:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204210.445698:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204210.445700:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937819648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.445705:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204210.445706:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937819648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.445711:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.445712:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204210.445714:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204210.445717:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204210.445719:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204210.445720:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309188637
00000100:00000001:2.0:1788204210.445722:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309192396
00000100:00000001:2.0:1788204210.445724:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309188637
00000100:00000001:2.0:1788204210.445725:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309192396
00000100:00000001:2.0:1788204210.445726:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204210.445728:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.445729:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204210.445731:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204210/real 1788204210]  req@ffff8c5d3ba69500 x1875052937819648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204210.445737:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204210.445737:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204210.445739:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204210.445740:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204210.445741:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204210.445742:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204210.445743:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937819648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204210.445748:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937819648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.445751:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204210.445752:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.445753:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204210.445755:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204210.445757:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937819648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.445760:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204210.445763:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937819648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.445766:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204210.445767:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.445768:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204210.445769:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.445770:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204210.445771:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204210.445772:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204210.445774:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204210.445775:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204210.445778:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937819648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204210.445783:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937819648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204210.445785:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204210.445787:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937819776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.445790:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204210.445791:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204210.445792:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204210.445793:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204210.445794:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204210.445795:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937819776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204210.445797:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204210.445798:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204210.445799:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204210.445800:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204210.445802:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204210.445815:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204210.445818:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204210.445820:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204210.445822:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204210.445824:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937819776, portal 10
00000100:00000001:2.0:1788204210.445825:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204210.445826:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:2.0:1788204210.445831:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937819776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.445835:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204210.445836:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204210.445838:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204210.445839:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937819776, offset 0
00000400:00000200:2.0:1788204210.445842:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204210.445845:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204210.445847:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204210.445848:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204210.445850:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204210.445852:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204210.445853:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204210.445855:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546354:546354:256:4294967295] 192.168.201.135@tcp LPNI seq info [546320:546320:8:4294967295]
00000400:00000200:2.0:1788204210.445858:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204210.445862:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204210.445864:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204210.445866:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204210.445868:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204210.445870:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204210.445873:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204210.445874:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204210.445876:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204210.445878:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204210.445881:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204210.445884:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204210.445886:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204210.445888:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204210.445890:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204210.445893:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937819776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.445900:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204210.445904:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937819776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.445910:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.445911:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204210.445914:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204210.445917:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204210.445920:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204210.445923:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309188632
00000100:00000001:2.0:1788204210.445925:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309192396
00000100:00000001:2.0:1788204210.445927:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309188632
00000100:00000001:2.0:1788204210.445928:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309192396
00000100:00000001:2.0:1788204210.445930:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204210.445931:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.445932:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204210.445934:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204210/real 1788204210]  req@ffff8c5d3ba6b480 x1875052937819776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204210.445939:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204210.445940:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204210.445941:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204210.445943:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204210.445944:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204210.445945:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204210.445947:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937819776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204210.445952:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937819776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.445955:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204210.445956:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.445957:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204210.445958:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204210.445959:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937819776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.445963:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204210.445965:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937819776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.445969:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204210.445971:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.445972:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204210.445973:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.445974:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204210.445975:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204210.445977:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204210.445978:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204210.445980:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204210.445982:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937819776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204210.445986:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937819776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204210.445988:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204210.445989:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937819904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.445993:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204210.445994:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204210.445996:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204210.445997:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204210.445998:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204210.446000:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937819904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204210.446001:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204210.446002:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204210.446003:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204210.446004:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204210.446006:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204210.446007:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204210.446010:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204210.446011:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204210.446013:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204210.446015:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937819904, portal 4
00000100:00000001:2.0:1788204210.446017:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204210.446018:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000040:2.0:1788204210.446022:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937819904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446026:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204210.446027:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204210.446028:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204210.446030:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937819904, offset 0
00000400:00000200:2.0:1788204210.446032:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204210.446034:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204210.446036:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204210.446038:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204210.446039:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204210.446041:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204210.446042:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204210.446044:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546355:546355:256:4294967295] 192.168.201.135@tcp LPNI seq info [546321:546321:8:4294967295]
00000400:00000200:2.0:1788204210.446047:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204210.446051:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204210.446053:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204210.446055:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204210.446057:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204210.446059:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204210.446061:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204210.446063:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204210.446065:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204210.446066:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204210.446068:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204210.446071:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204210.446074:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204210.446075:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204210.446077:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204210.446080:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937819904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446093:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204210.446097:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937819904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446103:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.446105:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204210.446108:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204210.446111:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204210.446114:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204210.446116:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309188725
00000100:00000001:2.0:1788204210.446118:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309192396
00000100:00000001:2.0:1788204210.446120:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309188725
00000100:00000001:2.0:1788204210.446121:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309192396
00000100:00000001:2.0:1788204210.446123:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204210.446124:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.446126:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204210.446129:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204210/real 1788204210]  req@ffff8c5d3ba68380 x1875052937819904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204210.446137:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204210.446138:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204210.446139:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204210.446142:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204210.446144:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204210.446146:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204210.446148:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937819904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204210.446155:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937819904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446160:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204210.446162:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.446163:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204210.446164:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204210.446167:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937819904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446173:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204210.446175:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937819904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446181:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204210.446183:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.446184:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204210.446186:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.446187:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204210.446189:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204210.446191:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204210.446193:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204210.446196:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204210.446199:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937819904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204210.446206:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937819904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204210.446209:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.446211:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204210.446214:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937819648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446221:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204210.446222:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204210.446224:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204210.446228:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204210.446230:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204210.446232:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204210.446234:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204210.446236:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:2.0:1788204210.446238:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204210.446240:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204210.446241:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:2.0:1788204210.446244:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204210.446245:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.446246:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204210.446250:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937819776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446256:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204210.446257:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204210.446259:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204210.446261:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204210.446262:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204210.446263:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204210.446264:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204210.446265:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:2.0:1788204210.446267:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204210.446268:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204210.446270:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:2.0:1788204210.446272:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204210.446273:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.446274:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204210.446277:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937819904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446283:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204210.446284:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204210.446285:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204210.446287:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204210.446288:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204210.446289:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204210.446291:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204210.446292:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:2.0:1788204210.446294:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204210.446295:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204210.446297:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:2.0:1788204210.446317:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204210.446319:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.446321:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.446324:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204210.446325:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.446327:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204210.446328:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204210.446330:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204210.446333:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937820032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446338:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204210.446339:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204210.446340:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204210.446342:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204210.446343:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204210.446344:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937820032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204210.446346:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204210.446348:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204210.446349:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204210.446351:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204210.446354:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204210.446356:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204210.446360:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204210.446362:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204210.446365:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204210.446368:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937820032, portal 4
00000100:00000001:2.0:1788204210.446370:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204210.446371:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:2.0:1788204210.446377:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937820032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446383:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204210.446385:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204210.446388:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204210.446390:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937820032, offset 0
00000400:00000200:2.0:1788204210.446394:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204210.446398:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204210.446401:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204210.446404:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204210.446407:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204210.446409:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204210.446411:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204210.446414:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546356:546356:256:4294967295] 192.168.201.135@tcp LPNI seq info [546322:546322:8:4294967295]
00000400:00000200:2.0:1788204210.446418:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204210.446424:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204210.446427:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204210.446430:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204210.446432:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204210.446434:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204210.446436:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204210.446438:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204210.446442:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204210.446444:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204210.446446:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204210.446449:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204210.446452:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204210.446454:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204210.446456:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204210.446460:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937820032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446468:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204210.446471:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937820032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204235 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446478:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.446479:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204210.446482:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204210.446485:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204210.446488:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204210.446490:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309188743
00000100:00000001:2.0:1788204210.446492:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309192396
00000100:00000001:2.0:1788204210.446494:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309188743
00000100:00000001:2.0:1788204210.446496:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309192396
00000100:00000001:2.0:1788204210.446499:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204210.446500:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.446502:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204210.446506:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204210/real 1788204210]  req@ffff8c5d3ba69880 x1875052937820032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204210.446514:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204210.446516:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204210.446517:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204210.446520:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204210.446521:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204210.446523:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204210.446526:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937820032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204210.446535:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937820032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446542:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204210.446543:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.446545:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204210.446546:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204210.446549:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937820032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446556:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204210.446560:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937820032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446565:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204210.446567:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.446568:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204210.446569:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.446570:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204210.446572:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204210.446573:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204210.446575:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204210.446576:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204210.446579:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937820032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204210.446583:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937820032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204210.446586:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.446587:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204210.446588:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937820032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204235 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204210.446592:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204210.446593:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204210.446594:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204210.446595:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204210.446596:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204210.446596:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204210.446597:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204210.446598:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:2.0:1788204210.446600:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204210.446601:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204210.446602:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:2.0:1788204210.446603:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204210.446604:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.446606:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.446608:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204210.446609:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.446611:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204210.446612:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204210.636423:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204210.636432:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204210.636433:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204210.636439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204210.636444:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204210.636449:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.636452:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204210.636455:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204210.636459:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204211.660383:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204211.660395:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204211.660397:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204211.660405:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204211.660409:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204211.660412:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204211.660414:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204211.660416:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204211.660419:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204212.684452:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204212.684460:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204212.684462:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204212.684469:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204212.684473:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204212.684477:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204212.684480:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204212.684482:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204212.684484:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204213.196557:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204213.196561:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204213.196564:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204213.708443:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204213.708452:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204213.708454:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204213.708460:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204213.708463:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204213.708467:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204213.708469:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204213.708478:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204213.708481:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204214.220511:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204214.220518:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204214.220522:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204214.732440:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204214.732448:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204214.732451:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204214.732457:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204214.732461:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204214.732467:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204214.732470:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204214.732474:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204214.732477:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204215.244538:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204215.244542:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204215.244544:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204215.564690:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204215.564708:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204215.564711:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204215.564729:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204215.564735:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204215.564745:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14521
00000400:00000200:3.0:1788204215.564756:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204215.564763:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204215.564767:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204215.564770:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204215.564773:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204215.564775:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204215.564777:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204215.564781:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204215.564783:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204215.564786:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204215.564788:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204215.564790:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204215.564793:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204215.564795:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204215.564796:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204215.564797:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204215.564798:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204215.564802:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204215.564804:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204215.564806:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204215.564809:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204215.564812:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204215.564814:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204215.564816:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204215.564818:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204215.564823:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204215.564826:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204215.564830:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204215.564831:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204215.564834:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204215.564837:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204215.564841:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204215.564846:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204215.565064:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204215.565078:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937820160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204215.565090:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204215.565096:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204215.565102:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937820160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204215.565173:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204215.565176:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204215.565180:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204215.565181:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204215.565182:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204215.565186:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204215.565186:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204215.565191:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204215.565191:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204215.565198:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14521
00000100:00000040:2.0:1788204215.565200:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937820160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204215.565208:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204215.565213:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204215.565216:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204215.565217:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
02000000:00000001:2.0:1788204215.565220:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1788204215.565221:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1788204215.565224:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204215.565227:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204215.565228:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00100000:2.0:1788204215.565233:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937820160:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204215.565233:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204215.565239:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204215.565243:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204215.565245:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204215.565248:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788204215.565248:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204215.565255:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000010:2.0:1788204215.565256:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
00000020:00000001:3.0:1788204215.565260:0:267769:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788204215.565261:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204215.565263:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204215.565267:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204215.565269:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000400:00000200:2.0:1788204215.565270:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788204215.565275:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000400:00000010:2.0:1788204215.565278:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000020:00000001:3.0:1788204215.565280:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204215.565285:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204215.565287:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788204215.565288:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000040:3.0:1788204215.565289:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204215.565292:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204215.565294:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204215.565296:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204215.565319:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204215.565322:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204215.565328:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204215.565331:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204215.565333:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937820160, portal 25
00000100:00000001:3.0:1788204215.565335:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204215.565338:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204215.565341:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000008:00100000:3.0:1788204215.565342:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1788204215.565349:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937820160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204215.565350:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204215.565354:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204215.565360:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000100:00000001:2.0:1788204215.565365:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1788204215.565365:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000040:2.0:1788204215.565371:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204215.565372:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204215.565375:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204215.565376:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000001:3.0:1788204215.565378:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204215.565382:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1788204215.565383:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937820160, offset 0
02000000:00000001:3.0:1788204215.565385:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204215.565392:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000400:00000200:2.0:1788204215.565394:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204215.565397:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204215.565407:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:3.0:1788204215.565407:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937820288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204215.565416:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788204215.565419:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204215.565423:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204215.565424:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788204215.565431:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937820288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204215.565432:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204215.565438:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204215.565443:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204215.565450:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546357:546357:256:4294967295] 192.168.201.135@tcp LPNI seq info [546323:546323:8:4294967295]
00000100:00000001:3.0:1788204215.565452:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204215.565456:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788204215.565457:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204215.565461:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204215.565463:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204215.565464:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204215.565469:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204215.565470:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788204215.565474:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14521
00000400:00000200:3.0:1788204215.565480:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:2.0:1788204215.565483:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204215.565487:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204215.565490:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1788204215.565491:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000100:00000040:3.0:1788204215.565493:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204215.565496:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204215.565500:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:2.0:1788204215.565502:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204215.565505:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:2.0:1788204215.565507:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1788204215.565511:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204215.565515:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000800:00000200:2.1:1788204215.565515:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204215.565521:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1788204215.565521:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000020:00000040:3.0:1788204215.565525:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000100:2.0:1788204215.565528:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788204215.565531:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000010:2.0:1788204215.565532:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000020:00000001:3.0:1788204215.565536:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788204215.565537:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204215.565548:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788204215.565548:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204215.565553:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204215.565555:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204215.565558:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000040:3.0:1788204215.565559:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204215.565562:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204215.565563:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204215.565568:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00000200:2.0:1788204215.565569:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937820160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204215.565575:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204215.565582:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204215.565585:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204215.565588:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788204215.565589:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204215.565594:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204215.565595:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937820160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204215.565598:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204215.565602:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204215.565609:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204215.565610:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.565615:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204215.565615:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204215.565621:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788204215.565623:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000001:2.0:1788204215.565625:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204215.565625:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204215.565628:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204215.565630:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204215.565632:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204215.565633:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204215.565634:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.565639:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309197517
02000000:00000010:3.0:1788204215.565639:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204215.565643:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204215.565647:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108500c0.
00000100:00100000:3.0:1788204215.565648:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937820416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204215.565656:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204215.565658:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204215.565658:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204215.565663:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937820416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.565667:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309197517
00000100:00000001:3.0:1788204215.565672:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204215.565674:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850240.
00000100:00080000:3.0:1788204215.565678:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204215.565680:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1788204215.565685:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204215.565686:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204215.565688:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204215.565691:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204215.565692:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204215.565696:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204215.565698:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788204215.565704:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204215/real 1788204215]  req@ffff8c5d3ba68700 x1875052937820160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204215.565705:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14521
00000400:00000200:3.0:1788204215.565715:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204215.565729:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204215.565731:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204215.565737:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204215.565741:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1788204215.565743:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1788204215.565744:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000001:2.0:1788204215.565746:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204215.565749:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:2.0:1788204215.565751:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000020:00000001:3.0:1788204215.565753:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788204215.565757:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000020:00000040:3.0:1788204215.565757:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204215.565760:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:2.0:1788204215.565762:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000020:00000040:3.0:1788204215.565764:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:2.0:1788204215.565766:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1788204215.565769:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000200:2.0:1788204215.565775:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937820160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204215.565775:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204215.565782:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204215.565787:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204215.565792:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204215.565797:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204215.565802:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000200:2.0:1788204215.565807:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937820160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204215.565808:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204215.565815:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204215.565819:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204215.565824:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1788204215.565824:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204215.565827:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204215.565828:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.565833:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204215.565833:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204215.565835:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204215.565838:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1788204215.565839:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204215.565842:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204215.565846:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000100:00100000:2.0:1788204215.565848:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937820160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204215.565849:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204215.565854:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204215.565855:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204215.565859:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204215.565861:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204215.565864:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.565866:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788204215.565869:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000040:2.0:1788204215.565873:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937820160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204215.565875:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204215.565884:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937820544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204215.565885:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204215.565891:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.565895:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204215.565898:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.565903:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204215.565904:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204215.565907:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204215.565908:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204215.565911:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788204215.565916:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937820544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204215.565918:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204215.565922:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204215.565929:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937820160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204215.565934:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204215.565938:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1788204215.565944:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937820160:192.168.201.135@tcp:250:kworker.0
00000100:00080000:3.0:1788204215.565944:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204215.565948:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204215.565951:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204215.565953:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204215.565953:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204215.565958:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14521
00000100:00000001:2.0:1788204215.565959:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1788204215.565962:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204215.565966:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000040:2.0:1788204215.565968:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937820160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204215.565968:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204215.565974:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204215.565977:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204215.565981:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204215.565985:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204215.565989:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204215.565992:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204215.565995:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204215.565998:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204215.566001:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204215.566002:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204215.566004:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204215.566004:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204215.566005:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204215.566006:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204215.566008:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204215.566009:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204215.566011:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.566012:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204215.566013:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204215.566016:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204215.566018:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1788204215.566019:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204215.566022:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:2.0:1788204215.566023:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
00000008:00100000:3.0:1788204215.566024:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1788204215.566030:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00000001:3.0:1788204215.566030:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204215.566032:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204215.566034:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000010:3.0:1788204215.566037:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:2.0:1788204215.566038:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000040:3.0:1788204215.566042:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204215.566044:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:3.0:1788204215.566048:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1788204215.566049:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:3.0:1788204215.566051:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204215.566055:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1788204215.566055:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204215.566058:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204215.566060:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1788204215.566062:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204215.566063:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
02000000:00000010:3.0:1788204215.566068:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:2.0:1788204215.566069:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204215.566072:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204215.566075:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.566076:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204215.566081:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937820672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204215.566087:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204215.566091:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204215.566093:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204215.566095:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204215.566096:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.566099:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204215.566102:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937820672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566103:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204215.566110:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204215.566111:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937820288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204215.566114:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14531)
00000100:00000001:2.0:1788204215.566122:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204215.566123:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204215.566126:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204215.566128:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204215.566130:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204215.566134:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937820288:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204215.566137:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204215.566139:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204215.566141:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204215.566144:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204215.566147:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204215.566149:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204215.566152:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204215.566155:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204215.566159:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204215.566163:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937820288, portal 10
00000100:00000001:2.0:1788204215.566165:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204215.566166:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:2.0:1788204215.566172:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937820288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566179:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204215.566181:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204215.566183:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204215.566185:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937820288, offset 0
00000400:00000200:2.0:1788204215.566190:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204215.566194:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204215.566198:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204215.566201:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204215.566204:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204215.566206:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204215.566209:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204215.566212:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546358:546358:256:4294967295] 192.168.201.135@tcp LPNI seq info [546324:546324:8:4294967295]
00000400:00000200:2.0:1788204215.566216:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204215.566223:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204215.566227:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204215.566231:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204215.566235:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204215.566237:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204215.566242:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204215.566245:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204215.566248:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204215.566250:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204215.566253:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204215.566256:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204215.566259:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204215.566261:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204215.566264:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204215.566268:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937820288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566275:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204215.566278:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937820288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566284:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.566285:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204215.566288:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204215.566292:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204215.566295:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204215.566325:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309193757
00000100:00000001:2.0:1788204215.566330:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309197517
00000100:00000001:2.0:1788204215.566333:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309193758
00000100:00000001:2.0:1788204215.566335:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309197517
00000100:00000001:2.0:1788204215.566337:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204215.566339:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.566341:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204215.566346:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204215/real 1788204215]  req@ffff8c5d3ba69180 x1875052937820288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204215.566354:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204215.566355:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204215.566357:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204215.566359:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204215.566361:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204215.566363:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204215.566367:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937820288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204215.566375:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937820288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566388:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204215.566389:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.566391:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204215.566392:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204215.566395:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937820288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566401:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204215.566405:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937820288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566411:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204215.566413:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.566415:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204215.566416:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.566417:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204215.566419:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204215.566421:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204215.566425:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204215.566427:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204215.566431:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937820288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204215.566438:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937820288:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204215.566442:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204215.566445:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937820416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566451:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204215.566453:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204215.566455:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204215.566456:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204215.566458:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204215.566460:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937820416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204215.566464:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204215.566465:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204215.566467:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204215.566468:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204215.566471:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204215.566473:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204215.566476:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204215.566479:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204215.566482:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204215.566485:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937820416, portal 10
00000100:00000001:2.0:1788204215.566487:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204215.566488:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:2.0:1788204215.566494:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937820416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566500:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204215.566502:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204215.566504:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204215.566506:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937820416, offset 0
00000400:00000200:2.0:1788204215.566510:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204215.566513:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204215.566517:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204215.566519:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204215.566522:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204215.566524:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204215.566526:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204215.566529:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546359:546359:256:4294967295] 192.168.201.135@tcp LPNI seq info [546325:546325:8:4294967295]
00000400:00000200:2.0:1788204215.566533:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204215.566539:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204215.566544:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204215.566548:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204215.566552:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204215.566554:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204215.566558:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204215.566561:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204215.566564:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204215.566567:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204215.566569:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204215.566572:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204215.566575:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204215.566577:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204215.566579:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204215.566582:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937820416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566590:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204215.566593:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937820416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566598:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.566600:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204215.566603:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204215.566606:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204215.566610:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204215.566612:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309193753
00000100:00000001:2.0:1788204215.566614:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309197517
00000100:00000001:2.0:1788204215.566616:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309193753
00000100:00000001:2.0:1788204215.566618:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309197517
00000100:00000001:2.0:1788204215.566620:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204215.566623:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.566624:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204215.566628:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204215/real 1788204215]  req@ffff8c5d3ba69c00 x1875052937820416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204215.566636:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204215.566638:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204215.566639:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204215.566642:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204215.566644:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204215.566646:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204215.566649:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937820416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204215.566657:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937820416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566664:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204215.566666:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.566667:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204215.566669:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204215.566673:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937820416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566679:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204215.566683:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937820416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566689:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204215.566691:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.566694:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204215.566695:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.566697:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204215.566698:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204215.566701:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204215.566704:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204215.566706:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204215.566710:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937820416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204215.566733:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937820416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204215.566737:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204215.566740:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937820544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566747:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204215.566749:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204215.566751:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204215.566753:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204215.566755:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204215.566757:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937820544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204215.566761:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204215.566762:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204215.566764:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204215.566766:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204215.566770:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204215.566772:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204215.566775:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204215.566778:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204215.566782:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204215.566785:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937820544, portal 4
00000100:00000001:2.0:1788204215.566787:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204215.566788:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:2.0:1788204215.566794:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937820544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566801:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204215.566803:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204215.566805:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204215.566807:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937820544, offset 0
00000400:00000200:2.0:1788204215.566813:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204215.566816:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204215.566819:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204215.566822:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204215.566825:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204215.566827:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204215.566829:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204215.566832:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546360:546360:256:4294967295] 192.168.201.135@tcp LPNI seq info [546326:546326:8:4294967295]
00000400:00000200:2.0:1788204215.566836:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204215.566842:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204215.566846:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204215.566850:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204215.566853:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204215.566856:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204215.566860:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204215.566862:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204215.566866:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204215.566868:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204215.566870:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204215.566874:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204215.566877:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204215.566879:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204215.566881:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204215.566885:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937820544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566892:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204215.566895:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937820544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566901:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.566903:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204215.566905:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204215.566908:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204215.566912:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204215.566914:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309193846
00000100:00000001:2.0:1788204215.566916:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309197517
00000100:00000001:2.0:1788204215.566919:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309193846
00000100:00000001:2.0:1788204215.566921:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309197517
00000100:00000001:2.0:1788204215.566923:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204215.566926:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.566927:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204215.566931:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204215/real 1788204215]  req@ffff8c5d3ba68000 x1875052937820544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204215.566938:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204215.566940:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204215.566941:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204215.566944:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204215.566945:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204215.566948:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204215.566951:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937820544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204215.566959:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937820544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566966:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204215.566967:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.566969:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204215.566971:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204215.566974:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937820544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566981:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204215.566985:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937820544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.566991:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204215.566994:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.566996:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204215.566997:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.566999:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204215.567000:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204215.567003:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204215.567006:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204215.567008:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204215.567012:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937820544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204215.567019:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937820544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204215.567023:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.567025:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204215.567028:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937820288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.567035:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204215.567036:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204215.567038:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204215.567041:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204215.567042:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204215.567044:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204215.567046:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204215.567048:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:2.0:1788204215.567050:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204215.567052:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204215.567054:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:2.0:1788204215.567057:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204215.567058:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.567060:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204215.567063:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937820416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.567076:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204215.567077:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204215.567079:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204215.567082:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204215.567083:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204215.567084:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204215.567086:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204215.567087:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204215.567089:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204215.567090:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204215.567091:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:2.0:1788204215.567094:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204215.567095:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.567097:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204215.567100:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937820544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.567106:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204215.567108:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204215.567109:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204215.567111:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204215.567112:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204215.567114:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204215.567116:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204215.567117:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788204215.567119:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204215.567120:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204215.567122:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:2.0:1788204215.567124:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204215.567125:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.567127:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.567131:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204215.567132:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.567134:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204215.567136:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204215.567137:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204215.567141:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937820672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.567148:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204215.567150:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204215.567151:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204215.567153:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204215.567155:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204215.567158:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937820672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204215.567161:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204215.567163:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204215.567164:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204215.567167:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204215.567169:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204215.567172:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204215.567175:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204215.567177:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204215.567181:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204215.567184:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937820672, portal 4
00000100:00000001:2.0:1788204215.567186:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204215.567187:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:2.0:1788204215.567193:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937820672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.567199:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204215.567201:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204215.567203:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204215.567206:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937820672, offset 0
00000400:00000200:2.0:1788204215.567210:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204215.567214:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204215.567217:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204215.567220:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204215.567223:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204215.567225:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204215.567227:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204215.567230:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546361:546361:256:4294967295] 192.168.201.135@tcp LPNI seq info [546327:546327:8:4294967295]
00000400:00000200:2.0:1788204215.567235:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204215.567241:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204215.567245:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204215.567249:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204215.567253:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204215.567255:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204215.567260:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204215.567262:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204215.567266:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204215.567268:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204215.567271:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204215.567274:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204215.567277:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204215.567279:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204215.567281:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204215.567285:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937820672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.567291:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204215.567294:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937820672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204240 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.567321:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.567322:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204215.567325:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204215.567329:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204215.567334:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204215.567336:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309193864
00000100:00000001:2.0:1788204215.567339:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309197517
00000100:00000001:2.0:1788204215.567341:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309193864
00000100:00000001:2.0:1788204215.567343:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309197517
00000100:00000001:2.0:1788204215.567345:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204215.567348:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.567349:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204215.567353:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204215/real 1788204215]  req@ffff8c5d3ba68e00 x1875052937820672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204215.567361:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204215.567362:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204215.567364:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204215.567366:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204215.567367:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204215.567369:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204215.567372:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937820672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204215.567380:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937820672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.567386:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204215.567387:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.567389:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204215.567390:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204215.567393:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937820672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.567399:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204215.567403:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937820672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.567409:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204215.567412:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.567413:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204215.567415:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.567417:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204215.567418:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204215.567421:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204215.567425:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204215.567427:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204215.567431:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937820672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204215.567438:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937820672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204215.567441:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.567443:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204215.567446:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937820672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204240 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204215.567452:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204215.567453:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204215.567455:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204215.567457:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204215.567458:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204215.567460:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204215.567462:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204215.567463:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:2.0:1788204215.567465:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204215.567466:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204215.567468:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:2.0:1788204215.567470:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204215.567471:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.567473:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.567476:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204215.567478:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.567479:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204215.567481:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204215.756450:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204215.756461:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204215.756463:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204215.756470:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204215.756483:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204215.756488:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.756491:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204215.756494:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204215.756498:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204216.780421:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204216.780427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204216.780429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204216.780433:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204216.780436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204216.780438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204216.780440:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204216.780442:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204216.780443:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204217.804415:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204217.804424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204217.804426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204217.804431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204217.804434:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204217.804439:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204217.804441:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204217.804444:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204217.804446:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204218.316581:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204218.316585:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204218.316588:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204218.828388:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204218.828397:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204218.828400:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204218.828406:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204218.828410:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204218.828414:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204218.828417:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204218.828421:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204218.828424:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204219.340576:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204219.340581:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204219.340585:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204219.852439:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204219.852449:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204219.852452:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204219.852459:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204219.852463:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204219.852468:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204219.852471:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204219.852475:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204219.852478:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204220.364509:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204220.364514:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204220.364519:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204220.684546:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204220.684555:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204220.684558:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204220.684562:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204220.684567:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204220.684575:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14526
00000400:00000200:3.0:1788204220.684584:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204220.684593:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204220.684596:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204220.684604:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204220.684608:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204220.684610:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204220.684613:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204220.684618:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204220.684621:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204220.684624:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204220.684640:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204220.684643:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204220.684646:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204220.684649:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204220.684651:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204220.684653:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204220.684655:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204220.684658:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204220.684661:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204220.684664:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204220.684667:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204220.684670:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204220.684673:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204220.684675:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204220.684677:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204220.684684:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204220.684687:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204220.684691:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204220.684692:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204220.684695:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204220.684698:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204220.684702:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204220.684709:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204220.684715:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204220.684723:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937820800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204220.684734:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204220.684737:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204220.684742:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937820800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204220.684764:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204220.684767:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204220.684771:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204220.684773:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204220.684774:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204220.684777:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204220.684779:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14526
00000400:00000200:3.0:1788204220.684783:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204220.684787:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204220.684790:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204220.684793:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204220.684795:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204220.684798:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204220.684800:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204220.684803:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204220.684804:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204220.684805:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204220.684810:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204220.684811:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788204220.684813:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:2.0:1788204220.684816:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204220.684818:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204220.684822:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204220.684830:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:2.0:1788204220.684832:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937820800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204220.684835:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204220.684840:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204220.684848:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204220.684850:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204220.684854:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204220.684856:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204220.684858:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204220.684864:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204220.684865:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204220.684870:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204220.684871:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204220.684876:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204220.684877:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204220.684880:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1788204220.684883:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204220.684884:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204220.684892:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937820800:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204220.684895:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204220.684900:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204220.684903:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204220.684903:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204220.684913:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204220.684914:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204220.684921:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
02000000:00000010:2.0:1788204220.684923:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
00000020:00000040:3.0:1788204220.684925:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204220.684930:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204220.684931:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204220.684936:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204220.684938:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204220.684940:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204220.684944:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204220.684945:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204220.684955:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000400:00000010:2.0:1788204220.684956:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:3.0:1788204220.684960:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204220.684967:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00100000:3.0:1788204220.684969:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937820928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788204220.684977:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937820800, portal 25
00000100:00000001:2.0:1788204220.684980:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204220.684982:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00000001:3.0:1788204220.684988:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204220.684993:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204220.684994:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937820800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204220.685001:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937820928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.685053:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204220.685057:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204220.685064:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204220.685067:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204220.685069:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1788204220.685071:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204220.685073:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1788204220.685078:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000001:3.0:1788204220.685078:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204220.685086:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14526
00000100:00000200:2.0:1788204220.685088:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937820800, offset 0
00000400:00000200:3.0:1788204220.685094:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204220.685102:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204220.685107:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204220.685108:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204220.685113:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204220.685115:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204220.685117:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204220.685121:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204220.685122:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788204220.685132:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204220.685134:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204220.685137:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204220.685143:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000040:3.0:1788204220.685143:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204220.685156:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204220.685159:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788204220.685160:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788204220.685168:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204220.685172:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204220.685175:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204220.685177:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204220.685178:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:3.0:1788204220.685180:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204220.685184:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788204220.685189:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204220.685190:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204220.685198:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:3.0:1788204220.685203:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204220.685208:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546362:546362:256:4294967295] 192.168.201.135@tcp LPNI seq info [546328:546328:8:4294967295]
02000000:00000001:3.0:1788204220.685210:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204220.685216:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204220.685221:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204220.685225:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00100000:3.0:1788204220.685225:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204220.685233:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204220.685235:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204220.685239:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204220.685246:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204220.685249:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204220.685251:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204220.685253:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204220.685254:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204220.685259:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204220.685262:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1788204220.685267:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204220.685272:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204220.685274:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00100000:3.0:1788204220.685281:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937821056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1788204220.685283:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000100:00000001:3.0:1788204220.685296:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1788204220.685325:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204220.685331:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204220.685339:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204220.685344:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204220.685347:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1788204220.685353:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937821056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1788204220.685362:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204220.685372:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000100:00000001:3.0:1788204220.685376:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204220.685380:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788204220.685381:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204220.685390:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1788204220.685396:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204220.685396:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204220.685403:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204220.685409:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000100:00000001:3.0:1788204220.685409:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788204220.685416:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00080000:3.0:1788204220.685417:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14526
00000100:00000001:2.0:1788204220.685425:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:3.0:1788204220.685426:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204220.685436:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:2.0:1788204220.685437:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937820800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204220.685442:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204220.685449:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204220.685455:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204220.685457:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204220.685459:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204220.685461:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204220.685467:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204220.685471:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204220.685474:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204220.685480:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:2.0:1788204220.685483:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1788204220.685484:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204220.685493:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:2.0:1788204220.685494:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937820800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204220.685500:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204220.685509:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204220.685520:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204220.685528:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204220.685542:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204220.685556:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204220.685564:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204220.685567:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204220.685569:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204220.685573:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788204220.685575:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204220.685579:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204220.685582:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204220.685583:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204220.685590:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204220.685592:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204220.685594:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204220.685598:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309202637
00000100:00000010:3.0:1788204220.685601:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000100:00000010:2.0:1788204220.685609:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850a20.
00000020:00000040:3.0:1788204220.685609:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204220.685616:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204220.685618:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204220.685621:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204220.685622:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1788204220.685624:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204220.685638:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204220.685644:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:2.0:1788204220.685647:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309202637
00000100:00000001:3.0:1788204220.685648:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204220.685660:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850d20.
00000100:00100000:3.0:1788204220.685662:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937821184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204220.685668:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204220.685676:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204220.685677:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204220.685685:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204220.685685:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204220.685696:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1788204220.685698:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937821184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204220.685708:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204220/real 1788204220]  req@ffff8c5d3ba6ad80 x1875052937820800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204220.685711:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204220.685718:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204220.685731:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204220.685734:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204220.685737:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204220.685742:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:2.0:1788204220.685744:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1788204220.685747:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14526
00000400:00000001:2.0:1788204220.685749:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204220.685754:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:3.0:1788204220.685758:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204220.685761:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204220.685768:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000400:00000200:3.0:1788204220.685768:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204220.685774:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204220.685778:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1788204220.685781:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204220.685786:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788204220.685788:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937820800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204220.685793:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204220.685802:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204220.685813:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204220.685815:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000200:2.0:1788204220.685819:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937820800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204220.685819:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204220.685824:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204220.685830:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204220.685837:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204220.685848:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204220.685849:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204220.685853:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204220.685854:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204220.685859:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204220.685862:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204220.685864:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204220.685867:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204220.685869:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204220.685876:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00100000:2.0:1788204220.685882:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937820800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204220.685882:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204220.685884:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204220.685889:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204220.685897:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204220.685903:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204220.685907:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204220.685916:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1788204220.685916:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204220.685924:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204220.685930:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937820800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204220.685931:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788204220.685940:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204220.685948:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204220.685951:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204220.685962:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204220.685963:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788204220.685967:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204220.685971:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204220.685972:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204220.685981:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:3.0:1788204220.685984:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:2.0:1788204220.685985:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204220.685990:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204220.685992:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204220.685997:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1788204220.686001:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937821312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788204220.686004:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204220.686016:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204220.686022:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204220.686037:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937820800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204220.686046:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204220.686056:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204220.686071:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937821312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204220.686073:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937820800:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204220.686089:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.686100:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204220.686101:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204220.686107:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937820800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204220.686109:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14536)
00000100:00000001:2.0:1788204220.686120:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204220.686124:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204220.686127:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204220.686131:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204220.686133:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204220.686136:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204220.686139:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204220.686142:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:2.0:1788204220.686146:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204220.686149:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204220.686151:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:2.0:1788204220.686155:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204220.686156:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.686158:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.686167:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204220.686170:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204220.686172:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204220.686174:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204220.686176:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204220.686180:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937820928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686187:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204220.686189:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204220.686191:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204220.686193:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204220.686196:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204220.686198:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937820928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204220.686202:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204220.686204:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204220.686206:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204220.686207:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204220.686211:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204220.686212:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204220.686217:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204220.686220:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204220.686223:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204220.686227:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937820928, portal 10
00000100:00000001:2.0:1788204220.686229:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204220.686230:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:2.0:1788204220.686238:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937820928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686244:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204220.686246:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204220.686249:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204220.686252:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937820928, offset 0
00000400:00000200:2.0:1788204220.686256:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204220.686274:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204220.686278:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204220.686282:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204220.686284:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204220.686286:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204220.686289:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204220.686292:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546363:546363:256:4294967295] 192.168.201.135@tcp LPNI seq info [546329:546329:8:4294967295]
00000400:00000200:2.0:1788204220.686296:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204220.686324:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204220.686332:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204220.686336:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204220.686340:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204220.686342:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204220.686347:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204220.686351:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204220.686355:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204220.686357:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204220.686361:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204220.686366:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204220.686369:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204220.686371:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204220.686374:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204220.686378:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937820928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686386:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204220.686389:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937820928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686396:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204220.686398:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204220.686401:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204220.686406:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204220.686409:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204220.686412:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309198878
00000100:00000001:2.0:1788204220.686415:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309202637
00000100:00000001:2.0:1788204220.686417:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309198878
00000100:00000001:2.0:1788204220.686419:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309202637
00000100:00000001:2.0:1788204220.686421:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204220.686423:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204220.686425:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204220.686429:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204220/real 1788204220]  req@ffff8c5d3ba6bb80 x1875052937820928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204220.686437:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204220.686439:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204220.686441:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204220.686443:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204220.686445:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204220.686447:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204220.686450:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937820928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204220.686459:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937820928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686466:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204220.686467:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.686469:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204220.686470:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204220.686474:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937820928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686481:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204220.686485:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937820928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686493:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204220.686495:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.686497:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204220.686498:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.686500:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204220.686501:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204220.686503:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204220.686506:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204220.686508:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204220.686512:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937820928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204220.686519:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937820928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204220.686523:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204220.686527:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937821056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686534:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204220.686536:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204220.686538:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204220.686540:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204220.686542:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204220.686545:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937821056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204220.686548:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204220.686550:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204220.686551:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204220.686553:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204220.686556:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204220.686557:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204220.686561:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204220.686563:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204220.686566:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204220.686569:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937821056, portal 10
00000100:00000001:2.0:1788204220.686571:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204220.686572:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000040:2.0:1788204220.686577:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937821056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686583:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204220.686586:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204220.686588:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204220.686590:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937821056, offset 0
00000400:00000200:2.0:1788204220.686593:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204220.686597:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204220.686600:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204220.686602:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204220.686604:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204220.686607:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204220.686609:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204220.686612:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546364:546364:256:4294967295] 192.168.201.135@tcp LPNI seq info [546330:546330:8:4294967295]
00000400:00000200:2.0:1788204220.686616:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204220.686622:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204220.686636:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204220.686639:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204220.686643:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204220.686646:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204220.686649:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204220.686652:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204220.686655:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204220.686657:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204220.686659:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204220.686661:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204220.686664:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204220.686666:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204220.686667:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204220.686669:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69f80 x1875052937821056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686675:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204220.686676:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937821056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686681:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204220.686682:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204220.686684:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204220.686686:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204220.686688:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204220.686689:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309198873
00000100:00000001:2.0:1788204220.686691:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309202637
00000100:00000001:2.0:1788204220.686693:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309198873
00000100:00000001:2.0:1788204220.686694:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309202637
00000100:00000001:2.0:1788204220.686695:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204220.686696:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204220.686697:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204220.686699:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204220/real 1788204220]  req@ffff8c5d3ba69f80 x1875052937821056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204220.686704:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204220.686705:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204220.686706:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204220.686707:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204220.686708:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204220.686709:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204220.686711:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937821056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204220.686716:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937821056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686720:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204220.686721:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.686722:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204220.686723:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204220.686725:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937821056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686729:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204220.686731:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937821056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686734:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204220.686735:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.686736:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204220.686737:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.686738:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204220.686739:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204220.686740:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204220.686742:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204220.686743:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204220.686745:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937821056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204220.686750:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937821056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204220.686753:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204220.686756:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937821184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686763:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204220.686764:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204220.686767:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204220.686768:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204220.686770:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204220.686773:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937821184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204220.686777:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204220.686779:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204220.686780:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204220.686782:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204220.686785:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204220.686787:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204220.686791:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204220.686794:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204220.686797:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204220.686800:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937821184, portal 4
00000100:00000001:2.0:1788204220.686802:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204220.686802:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:2.0:1788204220.686807:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937821184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686813:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204220.686816:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204220.686817:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204220.686820:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937821184, offset 0
00000400:00000200:2.0:1788204220.686823:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204220.686827:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204220.686831:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204220.686834:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204220.686836:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204220.686838:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204220.686841:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204220.686844:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546365:546365:256:4294967295] 192.168.201.135@tcp LPNI seq info [546331:546331:8:4294967295]
00000400:00000200:2.0:1788204220.686848:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204220.686854:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204220.686858:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204220.686860:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204220.686862:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204220.686864:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204220.686867:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204220.686869:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204220.686871:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204220.686872:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204220.686874:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204220.686877:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204220.686878:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204220.686880:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204220.686881:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204220.686884:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937821184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686889:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204220.686890:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937821184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686894:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204220.686895:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204220.686897:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204220.686900:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204220.686902:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204220.686903:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309198966
00000100:00000001:2.0:1788204220.686905:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309202637
00000100:00000001:2.0:1788204220.686906:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309198966
00000100:00000001:2.0:1788204220.686907:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309202637
00000100:00000001:2.0:1788204220.686909:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204220.686910:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204220.686911:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204220.686913:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204220/real 1788204220]  req@ffff8c5d3ba6b800 x1875052937821184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204220.686919:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204220.686919:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204220.686921:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204220.686922:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204220.686923:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204220.686924:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204220.686926:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937821184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204220.686931:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937821184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686934:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204220.686935:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.686935:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204220.686936:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204220.686938:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937821184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686941:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204220.686944:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937821184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686948:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204220.686949:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.686950:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204220.686951:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.686952:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204220.686953:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204220.686954:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204220.686956:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204220.686957:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204220.686960:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937821184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204220.686965:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937821184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204220.686967:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204220.686969:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937821312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.686973:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204220.686974:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204220.686975:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204220.686976:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204220.686977:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204220.686978:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937821312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204220.686980:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204220.686981:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204220.686982:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204220.686983:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204220.686985:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204220.686986:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204220.686988:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204220.686989:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204220.686991:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204220.686993:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937821312, portal 4
00000100:00000001:2.0:1788204220.686994:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204220.686995:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000040:2.0:1788204220.686999:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937821312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.687003:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204220.687004:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204220.687005:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204220.687007:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937821312, offset 0
00000400:00000200:2.0:1788204220.687010:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204220.687012:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204220.687014:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204220.687016:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204220.687017:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204220.687019:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204220.687020:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204220.687022:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546366:546366:256:4294967295] 192.168.201.135@tcp LPNI seq info [546332:546332:8:4294967295]
00000400:00000200:2.0:1788204220.687025:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204220.687028:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204220.687030:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204220.687032:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204220.687034:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204220.687035:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204220.687038:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204220.687039:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204220.687042:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204220.687044:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204220.687046:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204220.687049:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204220.687052:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204220.687053:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204220.687056:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204220.687059:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937821312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204245 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.687067:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204220.687069:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937821312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204245 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.687073:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204220.687074:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204220.687077:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204220.687080:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204220.687082:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204220.687084:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309198983
00000100:00000001:2.0:1788204220.687086:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309202637
00000100:00000001:2.0:1788204220.687087:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309198983
00000100:00000001:2.0:1788204220.687088:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309202637
00000100:00000001:2.0:1788204220.687089:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204220.687091:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204220.687092:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204220.687093:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204220/real 1788204220]  req@ffff8c5d3ba68a80 x1875052937821312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204220.687098:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204220.687099:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204220.687100:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204220.687101:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204220.687102:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204220.687104:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204220.687105:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937821312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204220.687110:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937821312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.687113:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204220.687114:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.687115:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204220.687116:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204220.687118:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937821312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.687121:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204220.687123:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937821312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.687127:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204220.687129:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.687130:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204220.687130:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.687131:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204220.687132:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204220.687134:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204220.687136:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204220.687137:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204220.687139:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937821312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204220.687143:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937821312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204220.687145:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.687146:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204220.687148:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937820928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.687151:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204220.687152:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204220.687153:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204220.687154:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204220.687155:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204220.687156:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204220.687158:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204220.687159:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:2.0:1788204220.687161:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204220.687161:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204220.687163:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:2.0:1788204220.687164:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204220.687165:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.687166:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204220.687168:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937821056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.687176:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204220.687177:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204220.687178:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204220.687179:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204220.687180:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204220.687180:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204220.687181:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204220.687182:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:2.0:1788204220.687183:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204220.687184:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204220.687184:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:2.0:1788204220.687186:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204220.687186:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.687187:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204220.687189:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937821184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.687192:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204220.687192:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204220.687193:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204220.687194:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204220.687195:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204220.687195:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204220.687196:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204220.687197:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788204220.687198:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204220.687198:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204220.687199:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:2.0:1788204220.687200:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204220.687201:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.687202:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204220.687203:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937821312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204245 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204220.687206:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204220.687207:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204220.687208:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204220.687209:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204220.687210:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204220.687211:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204220.687212:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204220.687213:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204220.687214:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204220.687215:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204220.687215:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:2.0:1788204220.687217:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204220.687217:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.687218:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.687221:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204220.687222:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204220.687223:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204220.687224:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204220.876418:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204220.876428:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204220.876430:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204220.876437:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204220.876441:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204220.876446:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.876449:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204220.876453:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204220.876456:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204221.900432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204221.900441:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204221.900443:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204221.900448:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204221.900452:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204221.900456:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204221.900458:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204221.900460:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204221.900463:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204222.924434:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204222.924444:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204222.924446:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204222.924451:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204222.924455:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204222.924459:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204222.924461:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204222.924463:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204222.924465:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204223.436509:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204223.436514:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204223.436518:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204223.948400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204223.948406:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204223.948408:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204223.948412:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204223.948414:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204223.948417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204223.948418:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204223.948420:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204223.948422:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204224.460457:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204224.460461:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204224.460463:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204224.972415:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204224.972422:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204224.972424:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204224.972430:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204224.972434:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204224.972437:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204224.972440:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204224.972443:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204224.972445:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204225.484481:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204225.484484:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204225.484486:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204225.804413:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204225.804423:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204225.804425:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204225.804429:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204225.804434:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204225.804441:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14531
00000400:00000200:2.0:1788204225.804450:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204225.804455:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204225.804458:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204225.804461:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.804464:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204225.804467:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.804469:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204225.804473:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204225.804475:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204225.804478:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204225.804481:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204225.804483:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204225.804485:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204225.804489:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.804490:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204225.804492:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.804494:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204225.804496:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204225.804500:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204225.804502:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204225.804505:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204225.804508:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204225.804511:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204225.804513:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204225.804515:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204225.804524:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eaa00.
00000020:00000040:2.0:1788204225.804527:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204225.804530:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204225.804532:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204225.804534:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204225.804536:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204225.804555:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204225.804563:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204225.804569:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204225.804577:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eaa00 x1875052937821440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204225.804588:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204225.804592:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204225.804597:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84ad27f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eaa00 x1875052937821440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204225.804618:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204225.804621:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204225.804625:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204225.804626:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204225.804628:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204225.804631:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204225.804634:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14531
00000400:00000200:2.0:1788204225.804638:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204225.804642:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204225.804644:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204225.804649:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.804653:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204225.804657:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.804661:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204225.804677:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204225.804685:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204225.804688:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204225.804692:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204225.804697:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204225.804702:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204225.804710:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.804715:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204225.804719:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.804725:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204225.804730:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204225.804733:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204225.804739:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204225.804743:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204225.804748:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204225.804752:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204225.804757:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204225.804762:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204225.804768:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204225.804770:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204225.804775:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8000.
00000020:00000040:2.0:1788204225.804779:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204225.804784:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204225.804787:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204225.804791:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204225.804794:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204225.804797:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204225.804804:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000001:2.0:1788204225.804811:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204225.804820:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8000 x1875052937821568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204225.804834:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204225.804839:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204225.804846:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073353726] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8000 x1875052937821568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204225.804858:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204225.804862:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204225.804868:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204225.804872:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204225.804875:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204225.804880:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204225.804887:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14531
00000400:00000200:2.0:1788204225.804901:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204225.804908:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204225.804912:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204225.804918:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.804921:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204225.804927:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.804933:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204225.804938:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204225.804940:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204225.804944:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204225.804947:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204225.804951:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204225.804954:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204225.804960:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.804964:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204225.804971:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.804975:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204225.804978:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000800:00000200:1.1:1788204225.804980:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:2.0:1788204225.804985:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000200:1.1:1788204225.804986:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1788204225.804990:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204225.804994:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204225.804998:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204225.805004:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204225.805008:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204225.805009:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204225.805012:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204225.805015:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204225.805021:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8a80.
00000020:00000040:2.0:1788204225.805026:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204225.805031:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204225.805034:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204225.805038:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204225.805041:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204225.805044:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204225.805048:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:2.0:1788204225.805053:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204225.805063:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8a80 x1875052937821696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204225.805074:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204225.805078:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204225.805088:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e60b9ed0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8a80 x1875052937821696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204225.805100:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204225.805105:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204225.805112:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204225.805115:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204225.805119:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204225.805122:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204225.805127:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14531
00000400:00000200:2.0:1788204225.805133:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204225.805139:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204225.805142:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204225.805148:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.805152:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204225.805157:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.805162:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204225.805167:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204225.805171:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204225.805174:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204225.805176:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204225.805181:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204225.805187:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204225.805194:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.805199:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204225.805203:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.805208:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204225.805213:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204225.805218:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204225.805224:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204225.805228:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204225.805232:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204225.805237:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204225.805241:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204225.805244:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204225.805251:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204225.805255:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204225.805261:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000020:00000040:2.0:1788204225.805266:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204225.805272:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204225.805275:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204225.805279:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204225.805282:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204225.805286:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204225.805292:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00000001:2.0:1788204225.805326:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204225.805336:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937821824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204225.805351:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204225.805356:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204225.805365:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937821824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204225.805386:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204225.805391:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204225.805398:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204225.805401:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204225.805404:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204225.805410:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204225.805416:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14531
00000400:00000200:2.0:1788204225.805424:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204225.805429:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204225.805434:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204225.805440:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.805444:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204225.805449:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.805454:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204225.805460:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204225.805463:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204225.805467:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204225.805471:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204225.805477:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204225.805481:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204225.805488:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.805492:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204225.805495:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204225.805498:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204225.805504:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204225.805511:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204225.805516:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204225.805520:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204225.805524:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204225.805529:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204225.805534:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204225.805537:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204225.805553:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204225.805557:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204225.805563:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000020:00000040:2.0:1788204225.805567:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204225.805572:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204225.805575:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204225.805579:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204225.805582:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204225.805586:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204225.805592:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204225.805597:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204225.805606:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937821952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204225.805619:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204225.805624:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204225.805631:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937821952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204225.805646:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204225.805652:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14541)
00000800:00000200:1.1:1788204225.805717:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204225.805719:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204225.805985:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204225.805987:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204225.806248:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204225.806251:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204225.806649:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204225.806651:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1788204225.996422:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204225.996430:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204225.996432:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204225.996437:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204225.996441:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204225.996444:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204225.996447:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204225.996450:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204225.996452:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204227.020483:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204227.020495:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204227.020497:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204227.020504:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204227.020509:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204227.020513:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204227.020529:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204227.020534:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204227.020537:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204228.044416:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204228.044424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204228.044426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204228.044431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204228.044434:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204228.044438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204228.044440:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204228.044443:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204228.044445:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204228.556835:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204228.556843:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204228.556849:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204229.068393:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204229.068400:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204229.068401:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204229.068406:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204229.068409:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204229.068412:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204229.068414:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204229.068417:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204229.068419:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204229.580521:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204229.580528:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204229.580532:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204230.092449:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204230.092460:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204230.092462:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204230.092479:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204230.092482:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204230.092486:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204230.092489:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204230.092491:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204230.092494:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204230.604573:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204230.604579:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204230.604583:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204230.924478:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204230.924488:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204230.924489:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204230.924493:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204230.924496:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204230.924502:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14536
00000400:00000200:3.0:1788204230.924509:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204230.924513:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204230.924515:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204230.924517:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.924519:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204230.924521:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.924522:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204230.924525:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204230.924526:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204230.924528:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204230.924530:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204230.924532:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204230.924533:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204230.924535:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.924536:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204230.924537:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.924538:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204230.924541:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204230.924543:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204230.924545:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204230.924546:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204230.924549:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204230.924551:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204230.924552:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204230.924553:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204230.924560:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204230.924562:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204230.924566:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204230.924567:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204230.924568:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204230.924571:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204230.924573:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204230.924578:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204230.924583:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204230.924589:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937822080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204230.924596:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204230.924600:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204230.924603:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937822080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204230.924620:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204230.924622:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204230.924625:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204230.924630:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204230.924631:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204230.924633:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204230.924635:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14536
00000400:00000200:3.0:1788204230.924637:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204230.924639:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204230.924641:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204230.924642:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.924644:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204230.924645:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.924646:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204230.924648:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204230.924649:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204230.924650:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204230.924652:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204230.924653:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204230.924654:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204230.924655:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.924657:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204230.924658:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.924659:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204230.924661:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204230.924663:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204230.924664:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204230.924665:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204230.924669:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204230.924670:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204230.924671:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204230.924674:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204230.924676:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204230.924677:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204230.924683:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788204230.924686:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204230.924692:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204230.924697:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204230.924702:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204230.924705:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204230.924708:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204230.924716:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204230.924723:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204230.924736:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937822208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204230.924753:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204230.924758:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204230.924762:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937822208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204230.924776:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204230.924779:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204230.924786:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204230.924790:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204230.924792:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204230.924799:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204230.924805:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14536
00000400:00000200:3.0:1788204230.924812:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204230.924827:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204230.924832:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204230.924844:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.924848:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204230.924854:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.924862:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204230.924867:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204230.924872:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204230.924876:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204230.924877:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204230.924878:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204230.924880:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204230.924885:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.924889:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204230.924894:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.924902:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204230.924909:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204230.924918:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204230.924929:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204230.924939:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204230.924942:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204230.924944:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204230.924945:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204230.924946:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204230.924953:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204230.924961:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204230.924966:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788204230.924970:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204230.924975:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204230.924977:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204230.924981:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204230.924984:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204230.924990:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204230.924994:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204230.924999:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204230.925005:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937822336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204230.925025:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204230.925026:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204230.925030:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937822336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204230.925046:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204230.925052:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204230.925059:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204230.925065:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204230.925071:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204230.925076:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204230.925084:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14536
00000400:00000200:3.0:1788204230.925093:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204230.925105:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204230.925112:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204230.925118:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.925124:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204230.925130:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.925135:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204230.925142:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204230.925148:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204230.925150:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204230.925152:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204230.925160:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204230.925167:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204230.925173:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.925178:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204230.925181:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.925191:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204230.925198:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000800:00000200:1.1:1788204230.925201:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788204230.925207:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204230.925211:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204230.925213:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204230.925215:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204230.925217:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204230.925218:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204230.925220:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204230.925223:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204230.925224:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204230.925226:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204230.925228:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204230.925229:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204230.925231:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204230.925232:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204230.925234:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204230.925237:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204230.925242:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204230.925247:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204230.925256:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937822464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204230.925263:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204230.925266:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204230.925270:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937822464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204230.925283:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204230.925286:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204230.925289:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204230.925350:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204230.925354:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204230.925357:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204230.925360:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14536
00000400:00000200:3.0:1788204230.925373:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204230.925384:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204230.925388:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204230.925395:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.925402:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204230.925405:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.925413:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204230.925415:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204230.925416:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204230.925417:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204230.925418:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204230.925419:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204230.925420:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204230.925422:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.925424:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204230.925428:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204230.925437:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204230.925444:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204230.925463:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204230.925469:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204230.925476:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204230.925483:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204230.925495:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204230.925501:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204230.925505:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204230.925510:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204230.925516:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204230.925526:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788204230.925537:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204230.925539:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204230.925540:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204230.925541:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204230.925541:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204230.925543:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204230.925549:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204230.925556:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204230.925562:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937822592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204230.925604:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204230.925608:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204230.925615:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937822592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204230.925645:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204230.925653:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14546)
00000800:00000200:1.1:1788204230.925734:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204230.925885:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204230.926029:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204230.926181:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204231.116364:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204231.116372:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204231.116373:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204231.116378:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204231.116380:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204231.116383:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204231.116385:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204231.116387:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204231.116389:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204231.628534:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204231.628541:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204231.628545:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204232.140399:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204232.140404:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204232.140405:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204232.140409:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204232.140412:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204232.140416:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204232.140418:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204232.140421:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204232.140423:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204233.164361:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204233.164366:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204233.164367:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204233.164371:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204233.164374:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204233.164376:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204233.164378:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204233.164380:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204233.164381:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204233.676570:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204233.676573:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204233.676575:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788204233.996632:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:2.0:1788204233.996671:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788204233.996682:0:2380:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204233.996685:0:2380:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:2.0:1788204233.996690:0:2380:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204233.996693:0:2380:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788204233.996703:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204233.996706:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:2.0:1788204233.996717:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204233.996720:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204233.996726:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107990
00000400:00000010:2.0:1788204233.996729:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107990.
00000100:00000001:2.0:1788204233.996734:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204233.996742:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba6b100 x1875052937822080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204233.996768:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204233.996773:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937822080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204233.996780:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204233.996783:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204233.996793:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204233.996795:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213200.
00000400:00000200:2.0:1788204233.996799:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204233.996801:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204233.996804:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:2.0:1788204233.996805:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:2.0:1788204233.996807:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204233.996810:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba68a80 x1875052937822208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204233.996815:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204233.996817:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937822208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204233.996821:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204233.996822:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204233.996825:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204233.996827:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213500.
00000400:00000200:2.0:1788204233.996829:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204233.996830:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204233.996832:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107ee0
00000400:00000010:2.0:1788204233.996832:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107ee0.
00000100:00000001:2.0:1788204233.996834:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204233.996836:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba6b800 x1875052937822336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204233.996841:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204233.996842:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937822336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204233.996846:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204233.996847:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204233.996850:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204233.996851:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000400:00000200:2.0:1788204233.996853:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204233.996854:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204233.996856:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000400:00000010:2.0:1788204233.996856:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000100:00000001:2.0:1788204233.996858:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204233.996860:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba69f80 x1875052937822464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204233.996866:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204233.996869:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937822464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204233.996874:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204233.996876:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204233.996880:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204233.996883:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213d00.
00000400:00000200:2.0:1788204233.996887:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204233.996891:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204233.996894:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107c38
00000400:00000010:2.0:1788204233.996896:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107c38.
00000100:00000001:2.0:1788204233.996899:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204233.996905:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba6bb80 x1875052937822592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204255 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204233.996916:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204233.996920:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937822592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204255 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204233.996927:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204233.996929:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204234.188490:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204234.188501:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204234.188504:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204234.188511:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204234.188515:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204234.188518:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204234.188522:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204234.188525:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204234.188528:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204234.700517:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204234.700522:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204234.700526:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204235.212448:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204235.212455:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204235.212463:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204235.212468:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204235.212472:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204235.212475:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204235.212477:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204235.212480:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204235.212482:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204235.724501:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204235.724515:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204235.724519:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204236.044466:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204236.044475:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204236.044477:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204236.044480:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204236.044483:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204236.044489:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14541
00000400:00000200:2.0:1788204236.044496:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204236.044500:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204236.044503:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204236.044505:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044508:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204236.044509:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044512:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204236.044516:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204236.044518:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204236.044521:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204236.044525:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204236.044527:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204236.044529:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204236.044533:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044535:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204236.044537:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044539:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204236.044543:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204236.044546:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044549:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204236.044552:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204236.044556:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204236.044559:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204236.044561:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204236.044565:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204236.044572:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000020:00000040:2.0:1788204236.044575:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204236.044579:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204236.044580:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204236.044582:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204236.044585:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204236.044590:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204236.044603:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788204236.044609:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204236.044620:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937822720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204236.044630:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204236.044634:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204236.044639:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937822720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204236.044669:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204236.044673:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204236.044677:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204236.044678:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204236.044680:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204236.044683:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204236.044686:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14541
00000400:00000200:2.0:1788204236.044691:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204236.044694:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204236.044697:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204236.044700:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044702:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204236.044704:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044706:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204236.044709:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204236.044711:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204236.044713:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204236.044715:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204236.044717:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204236.044719:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204236.044722:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044724:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204236.044726:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044729:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204236.044731:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204236.044734:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044737:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204236.044739:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204236.044744:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204236.044747:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204236.044749:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204236.044753:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204236.044757:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204236.044759:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204236.044763:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000020:00000040:2.0:1788204236.044765:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204236.044768:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204236.044769:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204236.044771:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204236.044773:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204236.044775:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204236.044779:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:2.0:1788204236.044783:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204236.044789:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937822848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204236.044797:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204236.044799:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204236.044804:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937822848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204236.044812:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204236.044815:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204236.044818:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204236.044819:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204236.044821:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204236.044823:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204236.044826:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14541
00000400:00000200:2.0:1788204236.044830:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204236.044833:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204236.044835:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204236.044838:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044840:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204236.044842:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044845:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204236.044847:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204236.044849:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204236.044851:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204236.044853:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204236.044855:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204236.044857:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204236.044860:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044862:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204236.044864:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044866:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204236.044869:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204236.044872:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044874:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204236.044877:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204236.044880:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204236.044882:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204236.044884:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204236.044886:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204236.044889:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204236.044890:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204236.044894:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788204236.044896:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204236.044899:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204236.044900:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204236.044902:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204236.044904:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204236.044906:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204236.044910:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788204236.044912:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204236.044918:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937822976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204236.044925:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204236.044927:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204236.044932:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937822976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204236.044940:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204236.044943:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204236.044953:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204236.044955:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204236.044956:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204236.044960:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204236.044962:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14541
00000400:00000200:2.0:1788204236.044966:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204236.044969:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204236.044972:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204236.044975:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044977:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204236.044980:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044982:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204236.044985:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204236.044986:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204236.044988:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204236.044990:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204236.044992:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204236.044994:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204236.044997:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.044999:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204236.045002:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.045004:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204236.045006:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204236.045009:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204236.045011:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204236.045013:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204236.045016:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204236.045018:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204236.045020:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204236.045023:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204236.045025:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204236.045027:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204236.045030:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000020:00000040:2.0:1788204236.045033:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204236.045035:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204236.045036:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204236.045038:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204236.045040:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204236.045042:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204236.045060:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000001:2.0:1788204236.045064:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204236.045069:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937823104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204236.045077:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204236.045080:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204236.045083:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937823104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204236.045091:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204236.045095:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204236.045099:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204236.045101:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204236.045102:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204236.045105:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204236.045107:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14541
00000400:00000200:2.0:1788204236.045111:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204236.045114:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204236.045116:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204236.045119:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.045122:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204236.045124:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.045126:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204236.045128:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204236.045129:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204236.045131:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204236.045133:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204236.045135:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204236.045137:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204236.045140:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.045143:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204236.045145:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204236.045147:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204236.045150:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204236.045152:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204236.045155:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204236.045157:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204236.045159:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204236.045161:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204236.045163:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204236.045165:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204236.045167:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204236.045169:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204236.045172:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000020:00000040:2.0:1788204236.045174:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204236.045177:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204236.045178:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204236.045179:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204236.045181:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204236.045183:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204236.045186:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788204236.045189:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204236.045193:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937823232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204236.045200:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204236.045202:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204236.045205:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937823232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204236.045213:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204236.045218:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14551)
00000800:00000200:1.1:1788204236.045534:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204236.045538:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204236.045932:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204236.045935:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204236.046239:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204236.046241:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204236.046586:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204236.046589:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204236.046871:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204236.046873:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1788204236.236389:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204236.236397:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204236.236399:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204236.236404:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204236.236407:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204236.236409:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204236.236411:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204236.236413:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204236.236415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204236.748562:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204236.748567:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204236.748571:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204237.260464:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204237.260472:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204237.260474:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204237.260479:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204237.260483:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204237.260487:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204237.260489:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204237.260492:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204237.260494:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204238.284387:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204238.284395:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204238.284396:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204238.284401:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204238.284403:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204238.284406:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204238.284409:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204238.284413:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204238.284416:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204238.796504:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204238.796508:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204238.796510:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204239.308411:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204239.308418:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204239.308420:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204239.308425:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204239.308429:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204239.308432:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204239.308435:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204239.308437:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204239.308439:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204239.820517:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204239.820521:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204239.820524:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204240.332407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204240.332413:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204240.332414:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204240.332418:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204240.332420:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204240.332423:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204240.332425:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204240.332427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204240.332429:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204240.844475:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204240.844479:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204240.844482:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204241.164434:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204241.164442:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204241.164443:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204241.164447:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204241.164450:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204241.164455:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14546
00000400:00000200:3.0:1788204241.164462:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204241.164467:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204241.164469:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204241.164471:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.164473:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204241.164475:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.164477:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204241.164480:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204241.164481:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204241.164483:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204241.164486:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204241.164488:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204241.164492:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204241.164495:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.164496:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204241.164498:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.164500:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204241.164503:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204241.164506:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204241.164508:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204241.164510:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204241.164513:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204241.164516:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204241.164518:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204241.164520:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204241.164529:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204241.164533:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204241.164537:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204241.164538:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204241.164541:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204241.164543:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204241.164547:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204241.164555:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204241.164561:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204241.164570:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937823360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204241.164580:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204241.164586:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204241.164590:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937823360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204241.164611:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204241.164614:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204241.164618:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204241.164620:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204241.164621:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204241.164624:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204241.164627:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14546
00000400:00000200:3.0:1788204241.164632:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204241.164635:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204241.164638:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204241.164641:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.164645:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204241.164649:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.164653:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204241.164657:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204241.164659:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204241.164662:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204241.164665:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204241.164668:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204241.164672:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204241.164679:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.164683:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204241.164686:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.164690:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204241.164694:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204241.164700:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204241.164705:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204241.164707:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204241.164713:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204241.164717:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204241.164721:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204241.164726:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204241.164731:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204241.164736:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204241.164740:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204241.164743:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204241.164748:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204241.164749:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204241.164750:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204241.164752:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204241.164754:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204241.164759:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788204241.164765:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204241.164776:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937823488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204241.164792:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204241.164797:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204241.164804:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937823488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204241.164821:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204241.164826:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204241.164833:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204241.164837:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204241.164840:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204241.164843:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204241.164847:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14546
00000400:00000200:3.0:1788204241.164854:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204241.164862:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204241.164868:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204241.164873:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.164877:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204241.164880:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.164883:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204241.164887:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204241.164891:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204241.164893:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204241.164896:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000200:1.1:1788204241.164897:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204241.164899:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:1.1:1788204241.164900:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000020:00000001:3.0:1788204241.164904:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204241.164911:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.164916:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204241.164918:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.164920:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204241.164922:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204241.164925:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204241.164929:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204241.164933:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204241.164936:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204241.164940:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204241.164942:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204241.164945:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204241.164949:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204241.164952:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204241.164956:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204241.164960:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204241.164965:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204241.164967:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204241.164970:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204241.164972:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204241.164973:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204241.164979:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204241.164983:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204241.164989:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937823616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204241.165011:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204241.165013:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204241.165020:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937823616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204241.165032:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204241.165036:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204241.165046:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204241.165049:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204241.165050:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204241.165053:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204241.165057:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14546
00000400:00000200:3.0:1788204241.165063:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204241.165069:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204241.165074:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204241.165080:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.165085:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204241.165090:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.165095:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204241.165100:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204241.165102:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204241.165106:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204241.165108:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204241.165112:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204241.165115:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204241.165119:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.165122:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204241.165127:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.165131:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204241.165136:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204241.165153:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204241.165159:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204241.165165:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204241.165170:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204241.165173:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204241.165177:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204241.165180:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204241.165183:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204241.165185:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204241.165188:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788204241.165191:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204241.165194:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204241.165196:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204241.165199:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204241.165202:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204241.165204:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204241.165209:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204241.165213:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204241.165219:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937823744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204241.165228:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204241.165231:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204241.165237:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937823744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204241.165247:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204241.165250:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204241.165255:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204241.165257:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204241.165260:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204241.165265:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204241.165268:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14546
00000400:00000200:3.0:1788204241.165285:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204241.165290:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204241.165293:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204241.165324:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.165327:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204241.165331:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.165335:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204241.165339:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204241.165341:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204241.165344:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204241.165347:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204241.165350:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204241.165352:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204241.165356:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.165359:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204241.165362:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204241.165366:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204241.165368:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204241.165373:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204241.165375:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204241.165376:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204241.165379:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204241.165380:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204241.165381:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204241.165382:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204241.165385:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204241.165391:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204241.165393:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204241.165395:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204241.165397:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204241.165399:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204241.165402:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204241.165405:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204241.165407:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204241.165412:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204241.165417:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204241.165424:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937823872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204241.165436:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204241.165439:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204241.165446:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937823872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204241.165459:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204241.165464:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14557)
00000800:00000200:1.1:1788204241.165525:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204241.165527:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788204241.165714:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204241.165716:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788204241.165911:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204241.165913:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1788204241.166129:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204241.166132:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000100:00000001:2.0:1788204241.356426:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204241.356433:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204241.356434:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204241.356440:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204241.356444:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204241.356447:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204241.356450:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204241.356452:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204241.356455:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204241.868505:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204241.868509:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204241.868512:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204242.380415:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204242.380424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204242.380426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204242.380432:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204242.380435:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204242.380440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204242.380442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204242.380445:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204242.380448:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204243.404377:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204243.404385:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204243.404387:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204243.404393:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204243.404396:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204243.404400:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204243.404403:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204243.404405:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204243.404408:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204243.916467:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204243.916470:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204243.916473:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204244.428367:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204244.428373:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204244.428374:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204244.428378:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204244.428380:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204244.428383:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204244.428384:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204244.428386:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204244.428388:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204244.940475:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204244.940479:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204244.940483:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204245.452358:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204245.452364:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204245.452365:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204245.452369:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204245.452371:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204245.452374:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204245.452375:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204245.452377:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204245.452379:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204245.964530:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204245.964533:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204245.964537:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204246.284389:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204246.284396:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204246.284398:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204246.284401:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204246.284404:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204246.284410:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14552
00000400:00000200:3.0:1788204246.284417:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204246.284422:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204246.284426:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204246.284429:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284433:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204246.284435:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284438:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204246.284443:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204246.284445:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204246.284448:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204246.284450:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204246.284453:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204246.284456:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204246.284460:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284462:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204246.284464:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284466:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204246.284468:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204246.284470:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284472:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204246.284474:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204246.284476:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204246.284478:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204246.284479:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204246.284481:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204246.284487:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204246.284489:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204246.284492:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204246.284493:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204246.284495:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204246.284498:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204246.284508:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204246.284514:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204246.284519:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204246.284525:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937824000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204246.284531:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204246.284535:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204246.284537:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937824000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204246.284550:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204246.284552:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204246.284555:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204246.284556:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204246.284557:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204246.284559:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204246.284561:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14552
00000400:00000200:3.0:1788204246.284564:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204246.284566:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204246.284568:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204246.284570:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284572:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204246.284574:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284575:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204246.284577:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204246.284579:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204246.284581:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204246.284583:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204246.284587:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204246.284589:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204246.284592:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284594:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204246.284598:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284600:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204246.284603:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204246.284607:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284611:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204246.284614:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204246.284618:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204246.284621:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204246.284624:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204246.284628:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204246.284631:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204246.284633:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204246.284636:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204246.284640:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204246.284645:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204246.284646:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204246.284648:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204246.284651:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204246.284653:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204246.284657:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204246.284661:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204246.284666:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937824128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204246.284676:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204246.284678:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204246.284680:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937824128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204246.284691:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204246.284694:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204246.284699:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204246.284702:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204246.284704:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204246.284706:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204246.284710:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14552
00000400:00000200:3.0:1788204246.284712:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204246.284715:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204246.284718:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204246.284721:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284722:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204246.284723:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284725:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204246.284729:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204246.284731:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204246.284735:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204246.284736:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204246.284741:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204246.284742:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204246.284746:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284748:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204246.284751:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284755:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204246.284758:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204246.284763:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284767:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204246.284770:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204246.284774:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204246.284777:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204246.284779:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204246.284782:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204246.284785:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204246.284788:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204246.284791:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204246.284793:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204246.284797:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204246.284799:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204246.284800:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204246.284801:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204246.284802:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204246.284805:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204246.284807:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204246.284810:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937824256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204246.284820:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204246.284821:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204246.284824:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937824256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204246.284835:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204246.284837:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204246.284842:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204246.284845:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204246.284848:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204246.284853:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204246.284858:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14552
00000400:00000200:3.0:1788204246.284867:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204246.284875:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204246.284881:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204246.284887:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284890:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204246.284895:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284899:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204246.284903:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204246.284906:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204246.284908:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204246.284911:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204246.284914:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204246.284916:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204246.284922:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284923:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204246.284926:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284929:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204246.284930:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204246.284935:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204246.284940:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204246.284942:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204246.284946:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204246.284949:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204246.284952:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1788204246.284953:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000008:00100000:3.0:1788204246.284955:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204246.284958:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204246.284959:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1788204246.284960:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204246.284963:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204246.284966:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204246.284970:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204246.284972:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204246.284974:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204246.284976:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204246.284978:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204246.284981:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204246.284983:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204246.284987:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937824384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204246.284996:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204246.284999:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204246.285005:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937824384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204246.285015:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204246.285018:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204246.285023:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204246.285026:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204246.285028:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204246.285034:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204246.285040:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14552
00000400:00000200:3.0:1788204246.285048:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204246.285056:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204246.285061:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204246.285067:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.285070:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204246.285074:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.285077:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204246.285081:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204246.285085:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204246.285089:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204246.285092:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204246.285094:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204246.285096:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204246.285099:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.285101:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204246.285103:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204246.285104:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204246.285106:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204246.285109:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204246.285112:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204246.285113:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204246.285116:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204246.285120:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204246.285121:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204246.285123:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204246.285127:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204246.285129:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204246.285134:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204246.285137:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204246.285141:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204246.285143:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204246.285146:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204246.285149:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204246.285151:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204246.285155:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204246.285162:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204246.285172:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937824512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204246.285199:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204246.285202:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204246.285217:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937824512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204246.285232:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204246.285241:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14562)
00000800:00000200:1.1:1788204246.285507:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204246.285509:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204246.285780:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204246.285783:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204246.286049:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204246.286052:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1788204246.286358:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204246.286361:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1788204246.476388:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204246.476395:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204246.476397:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204246.476402:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204246.476406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204246.476409:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204246.476412:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204246.476414:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204246.476418:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204246.988465:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204246.988468:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204246.988470:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204247.500382:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204247.500390:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204247.500392:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204247.500398:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204247.500402:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204247.500405:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204247.500408:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204247.500410:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204247.500413:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204248.524404:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204248.524412:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204248.524414:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204248.524419:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204248.524423:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204248.524426:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204248.524428:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204248.524431:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204248.524433:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204249.036442:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204249.036446:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204249.036450:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204249.548397:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204249.548403:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204249.548404:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204249.548408:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204249.548410:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204249.548413:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204249.548415:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204249.548417:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204249.548418:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204250.060538:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204250.060543:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204250.060546:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204250.572385:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204250.572392:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204250.572394:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204250.572398:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204250.572403:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204250.572406:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204250.572409:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204250.572411:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204250.572414:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204251.084503:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204251.084507:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204251.084510:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204251.404413:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204251.404422:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204251.404423:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204251.404427:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204251.404431:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204251.404437:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14557
00000400:00000200:2.0:1788204251.404443:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204251.404447:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204251.404449:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204251.404451:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404455:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204251.404457:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404458:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204251.404461:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204251.404462:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204251.404464:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204251.404467:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204251.404469:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204251.404471:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204251.404473:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404475:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204251.404477:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404480:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204251.404483:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204251.404487:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404490:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204251.404493:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204251.404497:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204251.404500:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204251.404503:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204251.404505:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204251.404512:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788204251.404517:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204251.404521:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204251.404523:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204251.404526:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204251.404528:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204251.404531:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204251.404537:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204251.404542:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204251.404550:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937824640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204251.404557:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204251.404560:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204251.404564:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937824640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204251.404583:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204251.404586:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204251.404589:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204251.404590:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204251.404591:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204251.404593:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204251.404596:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14557
00000400:00000200:2.0:1788204251.404600:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204251.404602:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204251.404604:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204251.404607:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404609:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204251.404611:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204251.404611:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204251.404615:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:3.0:1788204251.404616:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788204251.404617:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204251.404620:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:3.0:1788204251.404620:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788204251.404622:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204251.404624:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204251.404626:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204251.404628:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204251.404629:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937824640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204251.404632:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404636:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204251.404639:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404643:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204251.404646:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:3.0:1788204251.404648:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1788204251.404650:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204251.404651:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204251.404653:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204251.404655:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204251.404658:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204251.404660:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204251.404661:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204251.404664:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204251.404666:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204251.404668:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204251.404671:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000020:00000040:2.0:1788204251.404673:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204251.404675:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204251.404676:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204251.404677:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204251.404678:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204251.404680:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204251.404682:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788204251.404685:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204251.404689:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937824768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204251.404694:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204251.404695:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204251.404698:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937824768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204251.404704:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204251.404706:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204251.404707:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204251.404708:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204251.404710:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1788204251.404713:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788204251.404714:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204251.404718:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14557
02000000:00000001:3.0:1788204251.404718:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204251.404722:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204251.404722:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204251.404728:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00100000:3.0:1788204251.404729:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937824640:192.168.201.135@tcp:250:kworker.0
00000100:00080000:2.0:1788204251.404730:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204251.404735:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404737:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204251.404739:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404740:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204251.404741:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204251.404742:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204251.404743:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204251.404744:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204251.404746:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204251.404747:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204251.404748:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404750:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204251.404752:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404754:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204251.404755:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204251.404757:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404758:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204251.404759:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204251.404760:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204251.404761:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204251.404762:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204251.404763:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204251.404765:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204251.404766:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204251.404767:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000020:00000040:2.0:1788204251.404768:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204251.404770:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204251.404770:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204251.404771:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204251.404772:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204251.404773:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204251.404775:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000001:2.0:1788204251.404776:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204251.404779:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937824896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204251.404782:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204251.404783:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204251.404785:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937824896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204251.404789:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204251.404791:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204251.404793:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204251.404793:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204251.404795:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204251.404796:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204251.404797:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14557
00000400:00000200:2.0:1788204251.404799:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204251.404801:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204251.404802:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204251.404804:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404805:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204251.404806:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404807:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204251.404808:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204251.404809:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204251.404809:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204251.404811:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204251.404811:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204251.404813:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204251.404814:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404815:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204251.404816:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404817:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204251.404818:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204251.404820:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404821:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204251.404822:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204251.404823:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204251.404825:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204251.404826:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204251.404827:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204251.404828:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204251.404829:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204251.404832:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000020:00000040:2.0:1788204251.404833:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204251.404835:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204251.404836:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204251.404837:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204251.404838:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204251.404839:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204251.404841:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788204251.404842:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204251.404844:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937825024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204251.404848:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204251.404850:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204251.404852:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937825024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204251.404857:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204251.404858:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204251.404860:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204251.404863:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204251.404865:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204251.404865:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204251.404869:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204251.404871:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14557
02000000:00000001:3.0:1788204251.404872:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:2.0:1788204251.404875:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204251.404876:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204251.404879:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204251.404881:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1788204251.404881:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1788204251.404885:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404887:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1788204251.404887:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000040:2.0:1788204251.404892:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:3.0:1788204251.404892:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204251.404897:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204251.404898:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204251.404900:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204251.404901:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204251.404902:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204251.404903:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204251.404904:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204251.404906:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404907:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204251.404908:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404909:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204251.404911:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204251.404912:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204251.404913:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204251.404914:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204251.404916:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204251.404917:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204251.404919:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204251.404920:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204251.404922:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204251.404924:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204251.404927:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000020:00000040:2.0:1788204251.404928:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204251.404930:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204251.404932:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204251.404933:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204251.404935:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204251.404937:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204251.404939:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204251.404939:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
02000000:00000010:2.0:1788204251.404945:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:2.0:1788204251.404948:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204251.404948:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00100000:2.0:1788204251.404952:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937825152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204251.404957:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1788204251.404957:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937824640, portal 25
00000100:00000001:2.0:1788204251.404960:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204251.404962:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1788204251.404965:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937825152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.404965:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
00000100:00000001:2.0:1788204251.404973:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204251.404975:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937824640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204251.404977:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14567)
00000100:00000001:3.0:1788204251.404984:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204251.404986:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204251.404988:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204251.404991:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937824640, offset 0
00000400:00000200:3.0:1788204251.404996:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204251.405002:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204251.405007:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204251.405010:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204251.405013:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204251.405016:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204251.405018:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204251.405022:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546392:546392:256:4294967295] 192.168.201.135@tcp LPNI seq info [546358:546358:8:4294967295]
00000400:00000200:3.0:1788204251.405026:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204251.405036:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204251.405042:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204251.405063:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204251.405069:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204251.405073:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788204251.405078:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204251.405081:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1788204251.405085:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204251.405087:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204251.405126:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204251.405132:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204251.405137:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204251.405140:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204251.405144:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204251.405148:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8e00 x1875052937824640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405163:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204251.405167:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937824640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405174:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204251.405176:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204251.405181:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204251.405185:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204251.405188:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309233356
00000100:00000010:3.0:1788204251.405192:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d53c0.
00000100:00000001:3.0:1788204251.405197:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204251.405202:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309233356
00000100:00000010:3.0:1788204251.405205:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5660.
00000100:00000001:3.0:1788204251.405208:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204251.405225:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204251.405229:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204251.405231:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204251.405235:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204251/real 1788204251]  req@ffff8c5d3c3e8e00 x1875052937824640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204251.405244:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204251.405246:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204251.405248:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204251.405251:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204251.405253:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204251.405255:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204251.405259:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937824640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204251.405267:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937824640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405273:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204251.405275:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.405278:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204251.405280:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204251.405285:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937824640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405291:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204251.405295:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937824640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405327:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204251.405330:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.405332:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204251.405333:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.405335:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204251.405338:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204251.405340:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204251.405343:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204251.405345:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204251.405350:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937824640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204251.405355:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937824640:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204251.405359:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.405361:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204251.405364:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937824640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405368:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204251.405370:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204251.405372:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:3.0:1788204251.405374:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204251.405376:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204251.405377:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788204251.405379:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204251.405380:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:3.0:1788204251.405382:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204251.405384:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204251.405385:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000001:3.0:1788204251.405387:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204251.405388:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.405389:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.405394:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204251.405395:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204251.405397:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204251.405398:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204251.405399:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204251.405401:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937824768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405405:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204251.405406:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204251.405407:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204251.405408:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204251.405410:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204251.405411:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937824768:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204251.405414:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204251.405415:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204251.405417:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204251.405419:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204251.405421:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4400.
02000000:00000001:3.0:1788204251.405423:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204251.405427:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204251.405429:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204251.405432:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204251.405435:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937824768, portal 10
00000100:00000001:3.0:1788204251.405437:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204251.405438:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000040:3.0:1788204251.405444:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937824768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405460:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204251.405465:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204251.405468:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204251.405470:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937824768, offset 0
00000400:00000200:3.0:1788204251.405473:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204251.405476:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204251.405479:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204251.405481:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204251.405483:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204251.405484:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204251.405486:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204251.405488:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546393:546393:256:4294967295] 192.168.201.135@tcp LPNI seq info [546359:546359:8:4294967295]
00000400:00000200:3.0:1788204251.405491:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204251.405495:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204251.405497:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204251.405500:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204251.405502:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204251.405504:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788204251.405507:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204251.405509:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1788204251.405511:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204251.405513:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204251.405515:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204251.405517:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204251.405519:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204251.405520:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204251.405522:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204251.405524:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937824768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405530:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204251.405531:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937824768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405539:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204251.405540:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204251.405542:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204251.405545:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788204251.405547:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204251.405549:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309229597
00000100:00000001:3.0:1788204251.405551:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309233356
00000100:00000001:3.0:1788204251.405552:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309229597
00000100:00000001:3.0:1788204251.405553:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309233356
00000100:00000001:3.0:1788204251.405555:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204251.405556:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204251.405557:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204251.405559:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204251/real 1788204251]  req@ffff8c5d3c3e9c00 x1875052937824768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204251.405563:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204251.405565:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204251.405566:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204251.405567:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204251.405568:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204251.405569:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204251.405571:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937824768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204251.405576:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937824768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405579:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204251.405580:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.405581:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204251.405582:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204251.405583:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937824768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405588:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204251.405590:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937824768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405594:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204251.405595:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.405596:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204251.405597:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.405598:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204251.405599:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204251.405600:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204251.405602:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204251.405603:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204251.405605:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937824768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204251.405609:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937824768:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204251.405611:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204251.405613:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937824896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405616:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204251.405617:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204251.405618:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204251.405620:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204251.405621:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204251.405623:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937824896:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204251.405624:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204251.405625:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204251.405626:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204251.405627:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204251.405629:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788204251.405630:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204251.405632:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204251.405634:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204251.405635:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204251.405637:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937824896, portal 10
00000100:00000001:3.0:1788204251.405638:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204251.405639:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000040:3.0:1788204251.405642:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937824896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405646:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204251.405647:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204251.405648:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204251.405650:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937824896, offset 0
00000400:00000200:3.0:1788204251.405652:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204251.405653:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204251.405655:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204251.405657:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204251.405658:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204251.405659:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204251.405661:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204251.405662:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546394:546394:256:4294967295] 192.168.201.135@tcp LPNI seq info [546360:546360:8:4294967295]
00000400:00000200:3.0:1788204251.405665:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204251.405668:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204251.405671:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204251.405672:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204251.405674:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204251.405676:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788204251.405678:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204251.405679:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1788204251.405682:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204251.405683:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204251.405684:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204251.405686:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204251.405688:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204251.405689:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204251.405690:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204251.405692:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937824896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405698:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204251.405701:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937824896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405707:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204251.405709:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204251.405711:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204251.405713:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788204251.405716:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204251.405718:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309229592
00000100:00000001:3.0:1788204251.405721:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309233356
00000100:00000001:3.0:1788204251.405722:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309229592
00000100:00000001:3.0:1788204251.405724:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309233356
00000100:00000001:3.0:1788204251.405726:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204251.405728:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204251.405730:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204251.405733:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204251/real 1788204251]  req@ffff8c5d3c3eb800 x1875052937824896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204251.405741:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204251.405742:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204251.405744:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204251.405746:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204251.405748:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204251.405751:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204251.405753:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937824896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204251.405761:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937824896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405767:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204251.405769:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.405770:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204251.405771:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204251.405775:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937824896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405781:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204251.405785:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937824896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405791:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204251.405793:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.405794:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204251.405795:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.405797:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204251.405798:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204251.405801:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204251.405803:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204251.405805:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204251.405809:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937824896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204251.405817:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937824896:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204251.405820:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204251.405824:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937825024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405830:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204251.405832:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204251.405834:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204251.405835:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204251.405837:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204251.405840:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937825024:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204251.405843:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204251.405845:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204251.405846:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204251.405848:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204251.405851:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:3.0:1788204251.405853:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204251.405855:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204251.405858:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204251.405861:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204251.405864:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937825024, portal 4
00000100:00000001:3.0:1788204251.405866:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204251.405867:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:3.0:1788204251.405873:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937825024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405879:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204251.405881:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204251.405884:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204251.405886:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937825024, offset 0
00000400:00000200:3.0:1788204251.405890:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204251.405893:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204251.405896:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204251.405899:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204251.405901:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204251.405903:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204251.405905:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204251.405908:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546395:546395:256:4294967295] 192.168.201.135@tcp LPNI seq info [546361:546361:8:4294967295]
00000400:00000200:3.0:1788204251.405912:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204251.405918:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204251.405922:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204251.405926:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204251.405929:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204251.405932:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788204251.405936:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204251.405938:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1788204251.405942:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204251.405943:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204251.405946:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204251.405949:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204251.405952:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204251.405954:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204251.405956:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204251.405960:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937825024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405967:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204251.405970:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937825024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.405977:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204251.405978:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204251.405981:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204251.405984:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788204251.405987:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204251.405989:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309229685
00000100:00000001:3.0:1788204251.405991:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309233356
00000100:00000001:3.0:1788204251.405993:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309229685
00000100:00000001:3.0:1788204251.405995:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309233356
00000100:00000001:3.0:1788204251.405997:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204251.406000:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204251.406001:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204251.406005:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204251/real 1788204251]  req@ffff8c5d3c3ead80 x1875052937825024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204251.406013:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204251.406014:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204251.406016:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204251.406018:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204251.406020:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204251.406022:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204251.406025:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937825024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204251.406033:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937825024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.406039:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204251.406040:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.406041:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204251.406043:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204251.406046:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937825024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.406052:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204251.406056:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937825024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.406062:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204251.406064:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.406066:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204251.406067:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.406069:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204251.406070:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204251.406072:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204251.406076:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204251.406078:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204251.406082:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937825024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204251.406089:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937825024:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204251.406093:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204251.406110:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937825152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.406117:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204251.406118:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204251.406120:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204251.406122:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204251.406124:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204251.406127:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937825152:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204251.406130:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204251.406131:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204251.406133:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204251.406134:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204251.406137:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204251.406139:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204251.406142:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204251.406144:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204251.406147:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204251.406149:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937825152, portal 4
00000100:00000001:3.0:1788204251.406151:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204251.406152:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:3.0:1788204251.406157:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937825152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.406162:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204251.406165:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204251.406167:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204251.406170:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937825152, offset 0
00000400:00000200:3.0:1788204251.406174:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204251.406178:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204251.406181:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204251.406183:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204251.406186:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204251.406188:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204251.406190:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204251.406193:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546396:546396:256:4294967295] 192.168.201.135@tcp LPNI seq info [546362:546362:8:4294967295]
00000400:00000200:3.0:1788204251.406197:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204251.406203:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204251.406207:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204251.406210:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204251.406214:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204251.406216:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:3.1:1788204251.406220:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204251.406222:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:3.0:1788204251.406225:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204251.406227:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204251.406229:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204251.406232:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204251.406234:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204251.406236:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204251.406238:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204251.406241:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937825152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204276 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.406248:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204251.406251:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937825152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204276 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.406257:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204251.406259:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204251.406262:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204251.406265:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788204251.406268:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204251.406269:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309229702
00000100:00000001:3.0:1788204251.406271:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309233356
00000100:00000001:3.0:1788204251.406273:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309229702
00000100:00000001:3.0:1788204251.406275:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309233356
00000100:00000001:3.0:1788204251.406277:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204251.406278:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204251.406279:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204251.406282:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204251/real 1788204251]  req@ffff8c5d3c3e8380 x1875052937825152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204251.406288:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204251.406289:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204251.406290:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204251.406292:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204251.406293:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204251.406295:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204251.406320:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937825152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204251.406330:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937825152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.406337:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204251.406339:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.406340:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204251.406342:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204251.406345:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937825152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.406351:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204251.406354:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937825152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.406361:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204251.406363:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.406364:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204251.406365:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.406367:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204251.406368:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204251.406370:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204251.406373:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204251.406376:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204251.406379:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937825152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204251.406385:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937825152:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204251.406389:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.406390:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204251.406393:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937824768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.406400:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204251.406401:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204251.406403:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:3.0:1788204251.406405:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204251.406407:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204251.406408:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204251.406410:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204251.406412:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:3.0:1788204251.406414:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204251.406415:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204251.406417:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:3.0:1788204251.406419:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204251.406420:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.406422:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204251.406425:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937824896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.406432:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204251.406433:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204251.406434:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788204251.406436:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204251.406438:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204251.406439:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204251.406441:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204251.406442:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:3.0:1788204251.406444:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204251.406445:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204251.406446:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:3.0:1788204251.406449:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204251.406450:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.406451:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204251.406454:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937825024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.406460:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204251.406461:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204251.406463:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:3.0:1788204251.406465:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204251.406466:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204251.406467:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204251.406469:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204251.406470:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:3.0:1788204251.406472:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204251.406473:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204251.406474:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:3.0:1788204251.406477:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204251.406478:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.406479:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204251.406482:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937825152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204276 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204251.406494:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204251.406495:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204251.406496:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204251.406497:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204251.406498:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204251.406500:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204251.406501:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204251.406502:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:3.0:1788204251.406504:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204251.406505:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204251.406506:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:3.0:1788204251.406507:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204251.406508:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.406510:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204251.406513:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204251.406514:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204251.406516:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204251.406517:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204251.596403:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204251.596409:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204251.596410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204251.596414:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204251.596417:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204251.596419:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204251.596421:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204251.596423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204251.596424:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204252.108527:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204252.108531:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204252.108533:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204252.620431:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204252.620440:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204252.620442:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204252.620448:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204252.620452:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204252.620455:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204252.620458:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204252.620460:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204252.620463:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204253.644398:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204253.644405:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204253.644406:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204253.644410:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204253.644413:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204253.644422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204253.644424:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204253.644426:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204253.644428:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204254.156548:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204254.156552:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204254.156556:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204254.668416:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204254.668425:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204254.668427:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204254.668432:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204254.668436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204254.668440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204254.668443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204254.668445:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204254.668447:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204255.183054:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204255.183059:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204255.183062:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204255.692456:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204255.692467:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204255.692470:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204255.692478:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204255.692482:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204255.692487:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204255.692490:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204255.692494:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204255.692497:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204256.204683:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204256.204688:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204256.204692:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204256.524413:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204256.524423:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204256.524426:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204256.524431:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204256.524436:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204256.524445:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14562
00000400:00000200:2.0:1788204256.524457:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204256.524465:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204256.524470:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204256.524475:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.524480:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204256.524483:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.524485:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204256.524490:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204256.524492:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204256.524495:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204256.524498:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204256.524500:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204256.524501:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204256.524503:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.524505:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204256.524507:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.524509:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204256.524512:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204256.524514:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204256.524523:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204256.524528:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204256.524531:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204256.524533:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204256.524535:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204256.524537:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204256.524548:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb100.
00000020:00000040:2.0:1788204256.524553:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204256.524557:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204256.524560:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204256.524564:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204256.524568:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204256.524572:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204256.524582:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788204256.524591:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204256.524601:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb100 x1875052937825280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204256.524619:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204256.524625:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204256.524629:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000299a5ffd] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb100 x1875052937825280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204256.524655:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204256.524658:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204256.524661:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204256.524663:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204256.524664:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204256.524667:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204256.524669:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14562
00000400:00000200:2.0:1788204256.524673:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204256.524676:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204256.524679:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204256.524682:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.524684:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204256.524687:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.524689:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204256.524691:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788204256.524691:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1788204256.524693:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204256.524696:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788204256.524698:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1788204256.524699:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204256.524703:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:3.0:1788204256.524703:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788204256.524706:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204256.524713:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:3.0:1788204256.524714:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb100 x1875052937825280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204256.524715:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204256.524718:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.524720:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204256.524722:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204256.524727:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204256.524731:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204256.524735:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204256.524740:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1788204256.524743:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204256.524744:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204256.524749:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204256.524752:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788204256.524752:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204256.524757:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1788204256.524759:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788204256.524762:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788204256.524765:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204256.524768:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937825280:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204256.524769:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.524776:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1788204256.524777:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea680.
02000000:00000001:3.0:1788204256.524780:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1788204256.524782:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204256.524785:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204256.524786:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204256.524790:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204256.524790:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788204256.524792:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204256.524795:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204256.524797:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204256.524798:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000010:2.0:1788204256.524801:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:3.0:1788204256.524802:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204256.524807:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204256.524813:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:2.0:1788204256.524816:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea680 x1875052937825408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788204256.524820:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000100:00000001:2.0:1788204256.524828:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204256.524831:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204256.524832:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000040:2.0:1788204256.524836:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000410650d5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea680 x1875052937825408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204256.524842:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937825280, portal 25
00000100:00000001:3.0:1788204256.524847:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204256.524848:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.524850:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803429632 : -127142906121984 : ffff8c5d3c3eb100)
00000100:00080000:2.0:1788204256.524853:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204256.524858:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204256.524861:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1788204256.524861:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb100 x1875052937825280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204256.524864:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204256.524869:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204256.524874:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14562
00000100:00000001:3.0:1788204256.524877:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1788204256.524881:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204256.524882:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204256.524888:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000400:00000200:2.0:1788204256.524889:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204256.524894:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1788204256.524894:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937825280, offset 0
00000100:00000040:2.0:1788204256.524900:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.524903:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788204256.524907:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204256.524908:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.524912:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204256.524915:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204256.524916:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204256.524918:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788204256.524921:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:2.0:1788204256.524923:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204256.524927:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204256.524930:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204256.524933:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.524935:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204256.524937:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:3.0:1788204256.524940:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204256.524941:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204256.524946:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:3.0:1788204256.524950:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1788204256.524951:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204256.524955:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204256.524958:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788204256.524959:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:2.0:1788204256.524962:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204256.524965:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788204256.524967:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204256.524969:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.524972:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788204256.524975:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546397:546397:256:4294967295] 192.168.201.135@tcp LPNI seq info [546363:546363:8:4294967295]
00000008:00100000:2.0:1788204256.524976:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204256.524983:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204256.524983:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204256.524988:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204256.524992:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9180.
00000020:00000040:2.0:1788204256.524997:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:3.0:1788204256.524998:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1788204256.525002:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.0:1788204256.525021:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204256.525029:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
02000000:00000001:2.0:1788204256.525031:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204256.525035:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204256.525039:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:3.0:1788204256.525040:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:2.0:1788204256.525043:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204256.525045:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
02000000:00000010:2.0:1788204256.525048:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000001:2.0:1788204256.525053:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204256.525057:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00100000:2.0:1788204256.525061:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9180 x1875052937825536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1788204256.525063:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1788204256.525074:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204256.525077:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1788204256.525079:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000100:00000001:2.0:1788204256.525081:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204256.525088:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa433fb9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9180 x1875052937825536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204256.525090:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204256.525101:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788204256.525102:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204256.525107:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788204256.525109:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204256.525112:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204256.525117:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1788204256.525120:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:3.0:1788204256.525123:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb100 x1875052937825280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204256.525124:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204256.525127:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204256.525134:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204256.525137:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788204256.525140:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14562
00000100:00000040:3.0:1788204256.525143:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb100 x1875052937825280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204256.525149:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204256.525156:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:3.0:1788204256.525158:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204256.525160:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788204256.525163:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1788204256.525166:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.525169:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204256.525170:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.525172:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204256.525174:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788204256.525174:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204256.525176:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204256.525179:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204256.525181:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000200:3.0:1788204256.525183:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:2.0:1788204256.525184:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204256.525188:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204256.525191:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204256.525191:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309238476
00000100:00000001:2.0:1788204256.525194:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204256.525196:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.525197:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204256.525198:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204256.525200:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204256.525202:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204256.525203:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204256.525205:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204256.525206:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204256.525207:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d57e0.
00000100:00000001:2.0:1788204256.525208:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204256.525212:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204256.525214:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204256.525215:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.525218:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000010:2.0:1788204256.525221:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000020:00000040:2.0:1788204256.525223:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204256.525225:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204256.525226:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204256.525227:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204256.525227:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204256.525228:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204256.525231:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204256.525234:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.525234:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309238476
00000100:00000010:3.0:1788204256.525242:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5c00.
00000100:00100000:2.0:1788204256.525243:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937825664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204256.525248:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204256.525254:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204256.525255:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204256.525258:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204256.525260:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.525262:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1788204256.525268:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937825664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204256.525275:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204256/real 1788204256]  req@ffff8c5d3c3eb100 x1875052937825280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204256.525280:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204256.525286:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204256.525291:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204256.525293:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:3.0:1788204256.525293:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204256.525325:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204256.525329:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000100:00080000:2.0:1788204256.525330:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204256.525334:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204256.525337:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14562
00000400:00000200:3.0:1788204256.525342:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000200:2.0:1788204256.525343:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204256.525347:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000400:00000200:2.0:1788204256.525348:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204256.525352:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788204256.525353:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1788204256.525355:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.525358:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204256.525362:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:3.0:1788204256.525362:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb100 x1875052937825280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204256.525365:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204256.525369:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204256.525371:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204256.525374:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204256.525376:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204256.525379:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204256.525380:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204256.525382:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.525383:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204256.525384:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204256.525385:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204256.525387:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204256.525392:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000200:3.0:1788204256.525393:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb100 x1875052937825280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204256.525395:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204256.525400:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204256.525403:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204256.525408:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.525409:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204256.525410:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204256.525413:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1788204256.525414:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1788204256.525419:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:2.0:1788204256.525420:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.525421:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204256.525425:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204256.525428:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb100 x1875052937825280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204256.525432:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000100:00000001:3.0:1788204256.525435:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204256.525437:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000040:3.0:1788204256.525441:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb100 x1875052937825280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204256.525442:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204256.525445:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204256.525449:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788204256.525450:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788204256.525453:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788204256.525454:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204256.525457:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.525457:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204256.525458:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.525463:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204256.525464:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:2.0:1788204256.525465:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00080000:3.0:1788204256.525467:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204256.525471:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204256.525472:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.525473:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204256.525478:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb100 x1875052937825280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204256.525482:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937825792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788204256.525489:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937825280:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204256.525498:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204256.525499:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204256.525501:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204256.525504:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204256.525507:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb100 x1875052937825280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204256.525512:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937825792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204256.525540:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.525541:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204256.525546:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:2.0:1788204256.525547:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14572)
02000000:00000010:3.0:1788204256.525549:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204256.525554:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204256.525555:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204256.525557:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788204256.525560:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204256.525563:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:3.0:1788204256.525567:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204256.525569:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204256.525571:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb100.
00000100:00000001:3.0:1788204256.525575:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204256.525576:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.525578:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.525585:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204256.525587:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.525589:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204256.525591:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204256.525593:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204256.525597:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea680 x1875052937825408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.525611:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204256.525612:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204256.525618:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204256.525620:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204256.525622:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204256.525625:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937825408:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204256.525629:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204256.525631:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204256.525632:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204256.525634:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204256.525637:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204256.525639:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204256.525642:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204256.525644:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204256.525646:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204256.525649:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937825408, portal 10
00000100:00000001:3.0:1788204256.525650:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204256.525651:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426944 : -127142906124672 : ffff8c5d3c3ea680)
00000100:00000040:3.0:1788204256.525657:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea680 x1875052937825408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.525663:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204256.525665:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204256.525668:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204256.525670:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937825408, offset 0
00000400:00000200:3.0:1788204256.525676:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204256.525679:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204256.525683:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204256.525687:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204256.525689:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204256.525691:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204256.525693:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204256.525697:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546398:546398:256:4294967295] 192.168.201.135@tcp LPNI seq info [546364:546364:8:4294967295]
00000400:00000200:3.0:1788204256.525701:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204256.525708:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204256.525713:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204256.525716:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204256.525720:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204256.525723:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788204256.525727:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204256.525729:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1788204256.525733:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204256.525734:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204256.525737:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204256.525741:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204256.525744:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204256.525746:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204256.525749:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204256.525753:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea680 x1875052937825408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.525761:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204256.525764:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea680 x1875052937825408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.525768:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.525769:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204256.525772:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204256.525774:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788204256.525777:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204256.525778:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309234717
00000100:00000001:3.0:1788204256.525780:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309238476
00000100:00000001:3.0:1788204256.525782:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309234717
00000100:00000001:3.0:1788204256.525783:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309238476
00000100:00000001:3.0:1788204256.525785:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204256.525786:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.525787:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204256.525789:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204256/real 1788204256]  req@ffff8c5d3c3ea680 x1875052937825408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204256.525794:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204256.525795:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204256.525796:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204256.525797:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204256.525798:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204256.525800:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204256.525802:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea680 x1875052937825408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204256.525806:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea680 x1875052937825408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.525814:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204256.525815:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.525816:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204256.525817:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204256.525819:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea680 x1875052937825408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.525823:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204256.525825:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea680 x1875052937825408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.525828:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204256.525830:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.525831:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204256.525831:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.525832:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204256.525833:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204256.525835:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204256.525836:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204256.525838:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204256.525840:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea680 x1875052937825408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204256.525845:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937825408:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204256.525847:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204256.525849:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9180 x1875052937825536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.525853:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204256.525853:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204256.525855:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204256.525856:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204256.525858:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204256.525859:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937825536:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204256.525861:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204256.525863:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204256.525863:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204256.525864:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204256.525867:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:3.0:1788204256.525868:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204256.525870:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204256.525872:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204256.525874:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204256.525876:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937825536, portal 10
00000100:00000001:3.0:1788204256.525878:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204256.525878:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803421568 : -127142906130048 : ffff8c5d3c3e9180)
00000100:00000040:3.0:1788204256.525882:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9180 x1875052937825536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.525886:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204256.525888:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204256.525889:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204256.525890:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937825536, offset 0
00000400:00000200:3.0:1788204256.525892:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204256.525895:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204256.525897:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204256.525900:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204256.525903:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204256.525905:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204256.525907:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204256.525910:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546399:546399:256:4294967295] 192.168.201.135@tcp LPNI seq info [546365:546365:8:4294967295]
00000400:00000200:3.0:1788204256.525914:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204256.525920:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204256.525925:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204256.525928:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204256.525932:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204256.525934:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788204256.525939:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204256.525942:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1788204256.525945:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204256.525947:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204256.525950:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204256.525953:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204256.525955:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204256.525957:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204256.525960:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204256.525963:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9180 x1875052937825536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.525971:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204256.525974:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9180 x1875052937825536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.525980:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.525982:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204256.525985:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204256.525987:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788204256.525990:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204256.525992:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309234712
00000100:00000001:3.0:1788204256.525994:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309238476
00000100:00000001:3.0:1788204256.525995:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309234712
00000100:00000001:3.0:1788204256.525997:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309238476
00000100:00000001:3.0:1788204256.525998:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204256.526000:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.526001:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204256.526018:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204256/real 1788204256]  req@ffff8c5d3c3e9180 x1875052937825536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204256.526026:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204256.526028:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204256.526029:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204256.526032:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204256.526034:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204256.526036:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204256.526039:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9180 x1875052937825536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204256.526048:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9180 x1875052937825536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526054:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204256.526055:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.526057:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204256.526058:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204256.526062:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9180 x1875052937825536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526069:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204256.526073:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9180 x1875052937825536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526080:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204256.526083:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.526084:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204256.526086:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.526087:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204256.526089:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204256.526092:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204256.526095:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204256.526097:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204256.526102:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9180 x1875052937825536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204256.526109:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937825536:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204256.526113:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204256.526115:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937825664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526119:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204256.526120:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204256.526122:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204256.526123:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204256.526124:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204256.526126:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937825664:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204256.526128:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204256.526129:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204256.526130:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204256.526132:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204256.526134:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788204256.526136:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204256.526139:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204256.526140:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204256.526143:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204256.526145:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937825664, portal 4
00000100:00000001:3.0:1788204256.526146:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204256.526147:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:3.0:1788204256.526151:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937825664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526155:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204256.526157:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204256.526158:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204256.526159:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937825664, offset 0
00000400:00000200:3.0:1788204256.526162:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204256.526165:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204256.526167:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204256.526169:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204256.526171:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204256.526172:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204256.526174:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204256.526177:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546400:546400:256:4294967295] 192.168.201.135@tcp LPNI seq info [546366:546366:8:4294967295]
00000400:00000200:3.0:1788204256.526181:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204256.526186:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204256.526190:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204256.526193:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204256.526197:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204256.526200:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788204256.526204:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204256.526206:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1788204256.526210:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204256.526212:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204256.526215:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204256.526218:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204256.526221:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204256.526222:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204256.526225:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204256.526228:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937825664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526234:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204256.526236:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937825664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526240:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.526241:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204256.526243:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204256.526246:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788204256.526248:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204256.526249:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309234805
00000100:00000001:3.0:1788204256.526251:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309238476
00000100:00000001:3.0:1788204256.526253:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309234805
00000100:00000001:3.0:1788204256.526254:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309238476
00000100:00000001:3.0:1788204256.526255:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204256.526256:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.526257:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204256.526259:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204256/real 1788204256]  req@ffff8c5d3c3e8380 x1875052937825664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204256.526264:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204256.526265:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204256.526266:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204256.526268:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204256.526270:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204256.526272:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204256.526275:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937825664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204256.526283:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937825664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526289:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204256.526290:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.526292:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204256.526293:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204256.526297:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937825664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526324:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204256.526328:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937825664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526332:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204256.526334:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.526335:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204256.526336:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.526337:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204256.526338:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204256.526340:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204256.526341:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204256.526342:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204256.526345:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937825664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204256.526349:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937825664:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204256.526352:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204256.526354:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937825792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526357:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204256.526358:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204256.526359:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204256.526361:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204256.526362:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204256.526364:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937825792:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204256.526366:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204256.526367:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204256.526368:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204256.526370:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204256.526373:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4400.
02000000:00000001:3.0:1788204256.526375:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204256.526378:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204256.526380:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204256.526383:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204256.526386:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937825792, portal 4
00000100:00000001:3.0:1788204256.526388:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204256.526389:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:3.0:1788204256.526395:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937825792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526402:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204256.526404:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204256.526407:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204256.526409:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937825792, offset 0
00000400:00000200:3.0:1788204256.526413:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204256.526417:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204256.526420:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204256.526422:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204256.526424:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204256.526425:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204256.526427:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204256.526429:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546401:546401:256:4294967295] 192.168.201.135@tcp LPNI seq info [546367:546367:8:4294967295]
00000400:00000200:3.0:1788204256.526431:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204256.526436:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204256.526438:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204256.526441:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204256.526443:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204256.526445:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:3.1:1788204256.526447:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204256.526449:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:3.0:1788204256.526452:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204256.526453:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204256.526455:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204256.526457:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204256.526459:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204256.526460:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204256.526462:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204256.526464:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937825792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204281 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526473:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204256.526475:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937825792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204281 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526479:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.526480:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204256.526482:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204256.526484:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788204256.526486:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204256.526487:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309234823
00000100:00000001:3.0:1788204256.526489:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309238476
00000100:00000001:3.0:1788204256.526490:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309234823
00000100:00000001:3.0:1788204256.526491:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309238476
00000100:00000001:3.0:1788204256.526493:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204256.526494:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.526495:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204256.526498:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204256/real 1788204256]  req@ffff8c5d3c3ead80 x1875052937825792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204256.526504:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204256.526506:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204256.526507:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204256.526509:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204256.526511:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204256.526513:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204256.526516:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937825792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204256.526524:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937825792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526531:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204256.526533:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.526534:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204256.526536:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204256.526539:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937825792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526544:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204256.526546:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937825792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526551:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204256.526552:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.526553:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204256.526554:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.526555:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204256.526556:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204256.526557:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204256.526559:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204256.526560:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204256.526562:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937825792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204256.526566:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937825792:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204256.526568:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.526569:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204256.526571:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea680 x1875052937825408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526575:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204256.526576:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204256.526578:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204256.526580:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204256.526581:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204256.526582:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204256.526584:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204256.526585:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:3.0:1788204256.526587:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204256.526588:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204256.526590:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea680.
00000100:00000001:3.0:1788204256.526593:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204256.526594:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.526596:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204256.526599:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9180 x1875052937825536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526604:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204256.526606:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204256.526607:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:3.0:1788204256.526610:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204256.526611:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204256.526612:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204256.526614:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204256.526615:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:3.0:1788204256.526618:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204256.526619:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204256.526620:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9180.
00000100:00000001:3.0:1788204256.526623:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204256.526624:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.526626:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204256.526629:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937825664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526635:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204256.526636:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204256.526637:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788204256.526639:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204256.526640:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204256.526640:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204256.526642:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204256.526643:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:3.0:1788204256.526644:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204256.526645:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204256.526646:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:3.0:1788204256.526648:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204256.526649:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.526650:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204256.526652:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937825792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204281 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204256.526655:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204256.526656:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204256.526656:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:3.0:1788204256.526657:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204256.526658:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204256.526659:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204256.526659:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204256.526660:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:3.0:1788204256.526661:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204256.526662:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204256.526662:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:3.0:1788204256.526663:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204256.526664:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.526665:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204256.526669:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204256.526669:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204256.526671:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204256.526672:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204256.716464:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204256.716474:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204256.716477:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204256.716484:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204256.716488:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204256.716492:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204256.716495:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204256.716499:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204256.716502:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204257.228557:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204257.228562:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204257.228566:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204257.740420:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204257.740430:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204257.740433:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204257.740439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204257.740444:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204257.740458:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204257.740461:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204257.740465:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204257.740469:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204258.764392:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204258.764400:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204258.764409:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204258.764415:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204258.764418:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204258.764422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204258.764424:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204258.764426:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204258.764428:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204259.276539:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204259.276545:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204259.276548:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204259.788389:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204259.788398:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204259.788401:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204259.788407:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204259.788411:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204259.788415:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204259.788417:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204259.788420:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204259.788423:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204260.300589:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204260.300593:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204260.300597:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204260.812453:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204260.812464:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204260.812467:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204260.812474:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204260.812478:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204260.812483:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204260.812486:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204260.812489:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204260.812493:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204261.324499:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204261.324504:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204261.324506:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204261.644454:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204261.644468:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204261.644471:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204261.644475:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204261.644480:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204261.644490:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14567
00000400:00000200:3.0:1788204261.644501:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204261.644509:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204261.644513:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204261.644516:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.644520:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204261.644522:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.644525:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204261.644529:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204261.644532:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204261.644535:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204261.644538:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204261.644541:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204261.644544:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204261.644547:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.644549:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204261.644551:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.644553:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204261.644556:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204261.644560:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204261.644563:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204261.644567:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204261.644570:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204261.644573:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204261.644576:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204261.644578:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204261.644590:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788204261.644595:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204261.644599:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204261.644601:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204261.644604:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204261.644608:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204261.644613:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204261.644623:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204261.644632:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204261.644643:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937825920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204261.644654:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204261.644669:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204261.644674:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937825920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204261.644705:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204261.644708:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204261.644712:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204261.644713:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204261.644715:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204261.644718:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204261.644722:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14567
00000400:00000200:3.0:1788204261.644726:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204261.644730:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204261.644732:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204261.644736:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.644739:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204261.644742:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.644745:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204261.644747:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204261.644749:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204261.644753:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204261.644756:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204261.644760:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204261.644765:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204261.644771:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.644778:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204261.644784:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.644790:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204261.644794:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204261.644799:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204261.644805:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204261.644810:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204261.644818:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204261.644824:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204261.644828:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204261.644834:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204261.644841:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204261.644847:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204261.644853:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204261.644858:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204261.644876:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204261.644880:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204261.644883:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204261.644885:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204261.644887:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204261.644892:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204261.644898:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204261.644906:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937826048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204261.644928:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204261.644932:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204261.644939:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937826048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204261.644950:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204261.644954:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204261.644960:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204261.644961:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204261.644965:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204261.644967:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204261.644970:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14567
00000400:00000200:3.0:1788204261.644978:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204261.644982:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204261.644984:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204261.644985:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.644987:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204261.644991:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.644994:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204261.644996:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204261.644998:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204261.645000:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204261.645003:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204261.645006:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204261.645007:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204261.645012:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.645013:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204261.645015:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.645017:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204261.645021:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204261.645025:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204261.645030:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204261.645033:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204261.645036:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204261.645042:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204261.645046:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204261.645049:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204261.645054:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204261.645057:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204261.645060:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204261.645063:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204261.645067:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204261.645070:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204261.645074:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204261.645076:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204261.645078:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204261.645081:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204261.645085:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204261.645090:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937826176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204261.645098:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204261.645102:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204261.645107:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937826176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204261.645118:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204261.645121:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1788204261.645122:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788204261.645124:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204261.645127:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204261.645129:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1788204261.645129:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1788204261.645134:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204261.645144:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14567
00000400:00000200:3.0:1788204261.645149:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204261.645152:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204261.645154:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204261.645156:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.645158:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204261.645161:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.645166:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204261.645171:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204261.645175:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204261.645178:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204261.645183:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204261.645188:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204261.645193:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204261.645200:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.645211:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204261.645217:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.645219:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204261.645224:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204261.645226:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204261.645227:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204261.645228:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204261.645230:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204261.645232:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204261.645236:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204261.645239:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204261.645244:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204261.645245:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204261.645250:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204261.645253:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204261.645256:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204261.645257:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204261.645262:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204261.645263:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204261.645265:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204261.645275:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204261.645279:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204261.645285:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937826304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204261.645293:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204261.645295:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204261.645327:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937826304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204261.645336:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204261.645342:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204261.645345:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204261.645349:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204261.645350:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204261.645353:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204261.645357:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14567
00000400:00000200:3.0:1788204261.645363:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204261.645367:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204261.645370:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204261.645374:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.645379:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204261.645382:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.645387:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204261.645391:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204261.645392:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204261.645394:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204261.645396:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204261.645400:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204261.645403:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204261.645407:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.645411:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204261.645414:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204261.645418:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204261.645420:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204261.645425:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204261.645427:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204261.645432:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204261.645435:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204261.645440:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204261.645444:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204261.645445:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204261.645448:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204261.645452:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204261.645458:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204261.645462:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204261.645464:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204261.645467:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204261.645471:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204261.645475:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204261.645477:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204261.645481:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204261.645484:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204261.645493:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937826432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204261.645503:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204261.645506:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204261.645512:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937826432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204261.645530:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204261.645538:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14577)
00000800:00000200:1.1:1788204261.645773:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204261.645776:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204261.646067:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204261.646069:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204261.646346:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204261.646348:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204261.646606:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204261.646609:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1788204261.836444:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204261.836456:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204261.836460:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204261.836467:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204261.836471:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204261.836476:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204261.836479:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204261.836483:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204261.836486:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204262.349324:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204262.349328:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204262.349331:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204262.860446:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204262.860455:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204262.860456:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204262.860462:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204262.860465:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204262.860468:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204262.860470:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204262.860472:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204262.860474:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204263.884446:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204263.884457:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204263.884459:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204263.884466:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204263.884470:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204263.884475:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204263.884478:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204263.884482:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204263.884485:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204264.396575:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204264.396579:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204264.396582:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204264.908419:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204264.908427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204264.908429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204264.908433:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204264.908438:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204264.908441:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204264.908444:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204264.908447:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204264.908449:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204265.420734:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204265.420737:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204265.420741:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204265.932407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204265.932413:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204265.932414:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204265.932419:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204265.932423:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204265.932426:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204265.932428:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204265.932431:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204265.932434:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204266.444486:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204266.444490:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204266.444492:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1788204266.764609:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204266.764615:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204266.764620:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204266.764630:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27eced80 x1875052937826560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.764648:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204266.764652:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204266.764657:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204266.764659:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204266.764661:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204266.764669:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937826560:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204266.764679:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204266.764685:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204266.764689:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204266.764694:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204266.764702:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204266.764708:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204266.764718:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204266.764723:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204266.764732:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204266.764741:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937826560, portal 25
00000100:00000001:3.0:1788204266.764747:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204266.764750:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462526848 : -127143247024768 : ffff8c5d27eced80)
00000100:00000040:3.0:1788204266.764759:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27eced80 x1875052937826560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.764769:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204266.764773:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204266.764777:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204266.764782:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937826560, offset 0
00000400:00000200:3.0:1788204266.764792:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204266.764802:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204266.764809:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204266.764813:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204266.764818:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204266.764824:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204266.764840:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204266.764846:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546407:546407:256:4294967295] 192.168.201.135@tcp LPNI seq info [546373:546373:8:4294967295]
00000400:00000200:3.0:1788204266.764860:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204266.764876:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204266.764886:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204266.764894:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204266.764904:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204266.764909:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204266.764918:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204266.764923:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788204266.764929:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204266.764932:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204266.764938:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204266.764945:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204266.764951:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204266.764954:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204266.764958:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204266.764962:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27eced80 x1875052937826560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.764975:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204266.764980:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27eced80 x1875052937826560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.764990:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204266.764994:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204266.765001:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204266.765009:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204266.765016:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309248716
00000100:00000010:3.0:1788204266.765024:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d52a0.
00000100:00000001:3.0:1788204266.765032:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204266.765038:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309248716
00000100:00000010:3.0:1788204266.765044:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5780.
00000100:00000001:3.0:1788204266.765049:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204266.765054:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204266.765068:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204266.765072:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204266.765081:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204266/real 1788204266]  req@ffff8c5d27eced80 x1875052937826560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204266.765110:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204266.765114:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204266.765117:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204266.765121:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204266.765124:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204266.765128:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204266.765134:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27eced80 x1875052937826560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204266.765146:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27eced80 x1875052937826560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765157:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204266.765159:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.765162:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204266.765165:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204266.765170:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27eced80 x1875052937826560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765180:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204266.765186:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27eced80 x1875052937826560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765197:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204266.765201:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.765206:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204266.765208:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.765212:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204266.765215:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204266.765220:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204266.765228:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204266.765232:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204266.765236:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27eced80 x1875052937826560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204266.765249:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937826560:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204266.765256:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.765261:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204266.765264:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27eced80 x1875052937826560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765269:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204266.765273:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204266.765276:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204266.765279:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204266.765281:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204266.765284:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788204266.765287:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204266.765289:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:3.0:1788204266.765293:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204266.765316:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204266.765319:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27eced80.
00000100:00000001:3.0:1788204266.765323:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204266.765325:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.765329:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.765337:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204266.765340:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204266.765346:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204266.765349:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204266.765352:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204266.765360:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdf80 x1875052937826688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765374:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204266.765377:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204266.765382:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204266.765385:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204266.765391:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204266.765395:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937826688:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204266.765399:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204266.765402:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204266.765404:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204266.765409:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204266.765414:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204266.765425:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204266.765432:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204266.765436:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204266.765440:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204266.765445:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937826688, portal 10
00000100:00000001:3.0:1788204266.765450:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204266.765451:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462523264 : -127143247028352 : ffff8c5d27ecdf80)
00000100:00000040:3.0:1788204266.765460:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdf80 x1875052937826688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765468:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204266.765472:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204266.765475:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204266.765480:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937826688, offset 0
00000400:00000200:3.0:1788204266.765485:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204266.765490:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204266.765496:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204266.765501:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204266.765505:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204266.765508:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204266.765512:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204266.765520:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546408:546408:256:4294967295] 192.168.201.135@tcp LPNI seq info [546374:546374:8:4294967295]
00000400:00000200:3.0:1788204266.765533:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204266.765545:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204266.765552:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204266.765557:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204266.765562:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204266.765569:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204266.765578:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204266.765584:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788204266.765592:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204266.765595:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204266.765600:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204266.765609:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204266.765615:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204266.765618:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204266.765621:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204266.765627:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdf80 x1875052937826688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765636:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204266.765641:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdf80 x1875052937826688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765657:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204266.765661:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204266.765664:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204266.765668:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788204266.765671:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204266.765673:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309244957
00000100:00000001:3.0:1788204266.765675:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309248716
00000100:00000001:3.0:1788204266.765677:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309244957
00000100:00000001:3.0:1788204266.765678:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309248716
00000100:00000001:3.0:1788204266.765680:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204266.765681:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204266.765683:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204266.765685:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204266/real 1788204266]  req@ffff8c5d27ecdf80 x1875052937826688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204266.765690:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204266.765690:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204266.765692:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204266.765694:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204266.765695:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204266.765696:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204266.765698:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdf80 x1875052937826688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204266.765702:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdf80 x1875052937826688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765706:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204266.765707:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.765708:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204266.765708:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204266.765710:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdf80 x1875052937826688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765714:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204266.765716:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdf80 x1875052937826688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765719:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204266.765721:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.765721:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204266.765722:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.765723:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204266.765724:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204266.765725:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204266.765727:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204266.765728:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204266.765730:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdf80 x1875052937826688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204266.765734:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937826688:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204266.765737:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204266.765739:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecfb80 x1875052937826816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765743:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204266.765744:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204266.765745:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204266.765746:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204266.765747:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204266.765748:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937826816:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204266.765750:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204266.765751:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204266.765752:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204266.765753:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204266.765755:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204266.765756:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204266.765758:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204266.765759:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204266.765761:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204266.765763:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937826816, portal 10
00000100:00000001:3.0:1788204266.765764:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204266.765765:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462530432 : -127143247021184 : ffff8c5d27ecfb80)
00000100:00000040:3.0:1788204266.765768:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecfb80 x1875052937826816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765772:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204266.765773:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204266.765774:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204266.765776:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937826816, offset 0
00000400:00000200:3.0:1788204266.765778:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204266.765780:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204266.765782:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204266.765783:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204266.765785:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204266.765786:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204266.765788:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204266.765790:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546409:546409:256:4294967295] 192.168.201.135@tcp LPNI seq info [546375:546375:8:4294967295]
00000400:00000200:3.0:1788204266.765792:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204266.765796:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204266.765798:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204266.765801:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204266.765804:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204266.765807:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204266.765811:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204266.765813:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788204266.765816:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204266.765818:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204266.765821:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204266.765824:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204266.765837:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204266.765839:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204266.765842:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204266.765846:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecfb80 x1875052937826816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765853:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204266.765856:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecfb80 x1875052937826816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765862:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204266.765863:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204266.765867:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204266.765870:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788204266.765873:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204266.765875:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309244952
00000100:00000001:3.0:1788204266.765877:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309248716
00000100:00000001:3.0:1788204266.765879:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309244952
00000100:00000001:3.0:1788204266.765881:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309248716
00000100:00000001:3.0:1788204266.765883:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204266.765885:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204266.765886:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204266.765890:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204266/real 1788204266]  req@ffff8c5d27ecfb80 x1875052937826816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204266.765897:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204266.765898:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204266.765899:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204266.765902:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204266.765903:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204266.765905:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204266.765909:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecfb80 x1875052937826816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204266.765916:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecfb80 x1875052937826816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765923:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204266.765924:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.765926:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204266.765927:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204266.765930:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecfb80 x1875052937826816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765936:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204266.765940:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecfb80 x1875052937826816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765947:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204266.765949:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.765950:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204266.765952:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.765954:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204266.765955:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204266.765957:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204266.765959:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204266.765960:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204266.765963:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecfb80 x1875052937826816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204266.765967:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937826816:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204266.765970:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.765971:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204266.765973:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdf80 x1875052937826688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.765976:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204266.765977:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204266.765979:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204266.765980:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204266.765981:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204266.765982:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204266.765984:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204266.765985:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:3.0:1788204266.765986:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204266.765987:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204266.765988:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdf80.
00000100:00000001:3.0:1788204266.765990:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204266.765991:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.765992:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204266.765995:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecfb80 x1875052937826816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766001:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204266.766002:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204266.766003:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204266.766006:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204266.766007:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204266.766008:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204266.766010:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204266.766011:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:3.0:1788204266.766013:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204266.766014:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204266.766017:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecfb80.
00000100:00000001:3.0:1788204266.766019:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204266.766020:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.766021:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.766025:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204266.766026:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204266.766028:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204266.766029:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204266.766030:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204266.766034:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecf480 x1875052937826944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766039:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204266.766040:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204266.766042:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204266.766044:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204266.766045:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204266.766048:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937826944:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204266.766051:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204266.766052:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204266.766054:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204266.766055:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204266.766058:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204266.766059:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204266.766062:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204266.766065:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204266.766068:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204266.766070:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937826944, portal 4
00000100:00000001:3.0:1788204266.766072:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204266.766074:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462528640 : -127143247022976 : ffff8c5d27ecf480)
00000100:00000040:3.0:1788204266.766078:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecf480 x1875052937826944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766084:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204266.766086:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204266.766087:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204266.766089:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937826944, offset 0
00000400:00000200:3.0:1788204266.766093:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204266.766096:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204266.766099:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204266.766102:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204266.766104:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204266.766106:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204266.766109:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204266.766111:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546410:546410:256:4294967295] 192.168.201.135@tcp LPNI seq info [546376:546376:8:4294967295]
00000400:00000200:3.0:1788204266.766114:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204266.766120:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204266.766123:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204266.766126:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204266.766130:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204266.766133:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204266.766136:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204266.766138:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788204266.766142:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204266.766143:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204266.766146:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204266.766148:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204266.766151:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204266.766153:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204266.766155:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204266.766158:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecf480 x1875052937826944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766165:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204266.766168:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecf480 x1875052937826944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766174:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204266.766175:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204266.766177:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204266.766180:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788204266.766183:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204266.766184:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309245045
00000100:00000001:3.0:1788204266.766187:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309248716
00000100:00000001:3.0:1788204266.766188:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309245045
00000100:00000001:3.0:1788204266.766190:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309248716
00000100:00000001:3.0:1788204266.766191:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204266.766193:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204266.766195:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204266.766198:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204266/real 1788204266]  req@ffff8c5d27ecf480 x1875052937826944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204266.766204:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204266.766205:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204266.766206:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204266.766208:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204266.766209:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204266.766211:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204266.766213:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecf480 x1875052937826944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204266.766219:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecf480 x1875052937826944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766224:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204266.766226:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.766227:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204266.766228:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204266.766231:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecf480 x1875052937826944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766237:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204266.766240:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecf480 x1875052937826944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766246:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204266.766248:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.766250:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204266.766251:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.766252:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204266.766254:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204266.766256:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204266.766259:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204266.766262:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204266.766265:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecf480 x1875052937826944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204266.766271:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937826944:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204266.766274:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204266.766275:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece300 x1875052937827072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766279:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204266.766280:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204266.766282:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204266.766284:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204266.766286:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204266.766288:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937827072:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204266.766291:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204266.766293:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204266.766294:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204266.766296:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204266.766317:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204266.766320:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204266.766323:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204266.766325:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204266.766328:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204266.766331:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937827072, portal 4
00000100:00000001:3.0:1788204266.766333:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204266.766334:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462524160 : -127143247027456 : ffff8c5d27ece300)
00000100:00000040:3.0:1788204266.766339:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece300 x1875052937827072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766345:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204266.766348:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204266.766350:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204266.766352:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937827072, offset 0
00000400:00000200:3.0:1788204266.766356:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204266.766359:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204266.766363:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204266.766365:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204266.766368:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204266.766370:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204266.766372:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204266.766375:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546411:546411:256:4294967295] 192.168.201.135@tcp LPNI seq info [546377:546377:8:4294967295]
00000400:00000200:3.0:1788204266.766379:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204266.766386:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204266.766390:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204266.766393:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204266.766397:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204266.766399:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:3.1:1788204266.766403:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204266.766406:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:3.0:1788204266.766410:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204266.766412:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204266.766415:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204266.766418:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204266.766420:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204266.766422:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204266.766424:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204266.766428:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece300 x1875052937827072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204291 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766436:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204266.766439:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece300 x1875052937827072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204291 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766445:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204266.766447:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204266.766450:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204266.766453:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788204266.766456:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204266.766458:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309245063
00000100:00000001:3.0:1788204266.766460:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309248716
00000100:00000001:3.0:1788204266.766461:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309245063
00000100:00000001:3.0:1788204266.766462:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309248716
00000100:00000001:3.0:1788204266.766464:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204266.766465:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204266.766466:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204266.766468:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204266/real 1788204266]  req@ffff8c5d27ece300 x1875052937827072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204266.766473:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204266.766474:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204266.766475:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204266.766477:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204266.766478:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204266.766479:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204266.766481:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece300 x1875052937827072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204266.766486:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece300 x1875052937827072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766490:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204266.766490:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.766491:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204266.766492:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204266.766494:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece300 x1875052937827072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766498:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204266.766500:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece300 x1875052937827072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766504:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204266.766505:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.766506:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204266.766507:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.766508:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204266.766509:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204266.766510:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204266.766511:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204266.766513:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204266.766515:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece300 x1875052937827072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204266.766519:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937827072:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204266.766520:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.766521:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204266.766524:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecf480 x1875052937826944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766528:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204266.766529:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204266.766530:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204266.766531:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204266.766532:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204266.766533:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204266.766534:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204266.766535:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:3.0:1788204266.766537:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204266.766538:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204266.766540:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecf480.
00000100:00000001:3.0:1788204266.766542:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204266.766543:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.766545:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204266.766548:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece300 x1875052937827072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204291 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204266.766554:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204266.766556:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204266.766557:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204266.766559:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204266.766560:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204266.766562:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204266.766564:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204266.766565:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:3.0:1788204266.766567:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204266.766568:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204266.766569:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece300.
00000100:00000001:3.0:1788204266.766572:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204266.766573:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.766574:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204266.766578:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204266.766580:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204266.766581:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204266.766583:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204266.956417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204266.956423:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204266.956425:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204266.956429:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204266.956431:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204266.956434:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204266.956435:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204266.956437:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204266.956440:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204267.468493:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204267.468497:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204267.468501:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204267.980396:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204267.980403:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204267.980405:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204267.980408:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204267.980411:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204267.980414:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204267.980415:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204267.980417:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204267.980418:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204269.004435:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204269.004443:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204269.004445:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204269.004450:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204269.004453:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204269.004457:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204269.004459:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204269.004462:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204269.004464:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204269.516488:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204269.516493:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204269.516496:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204270.028482:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204270.028490:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204270.028492:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204270.028497:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204270.028501:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204270.028504:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204270.028506:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204270.028509:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204270.028512:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204270.540515:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204270.540519:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204270.540522:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204271.052415:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204271.052424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204271.052426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204271.052431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204271.052434:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204271.052438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204271.052440:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204271.052443:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204271.052446:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204271.564488:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204271.564493:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204271.564496:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204271.884444:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204271.884453:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204271.884456:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204271.884461:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204271.884465:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204271.884473:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14577
00000400:00000200:2.0:1788204271.884482:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204271.884489:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204271.884492:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204271.884495:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204271.884499:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204271.884501:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204271.884504:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204271.884508:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204271.884510:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204271.884513:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204271.884515:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204271.884518:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204271.884520:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204271.884523:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204271.884525:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204271.884527:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204271.884529:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204271.884532:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204271.884535:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204271.884538:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204271.884541:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204271.884544:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204271.884547:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204271.884549:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204271.884552:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204271.884560:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000020:00000040:2.0:1788204271.884564:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204271.884568:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204271.884569:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204271.884572:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204271.884575:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204271.884580:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204271.884588:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204271.884594:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204271.884603:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937827200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204271.884613:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204271.884618:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204271.884622:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937827200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204271.884647:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204271.884650:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204271.884654:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204271.884655:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204271.884657:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204271.884660:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204271.884663:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14577
00000400:00000200:2.0:1788204271.884667:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204271.884671:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204271.884673:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204271.884677:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204271.884678:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204271.884680:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204271.884683:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1788204271.884684:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204271.884686:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204271.884689:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204271.884694:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1788204271.884694:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937827200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204271.884697:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204271.884701:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204271.884705:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:3.0:1788204271.884707:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788204271.884709:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:3.0:1788204271.884710:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204271.884715:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:3.0:1788204271.884716:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204271.884720:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204271.884723:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:3.0:1788204271.884724:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204271.884729:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1788204271.884731:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937827200:192.168.201.135@tcp:250:kworker.0
00000100:00000040:2.0:1788204271.884735:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204271.884737:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204271.884754:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204271.884757:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204271.884761:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204271.884764:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204271.884766:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204271.884768:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204271.884772:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204271.884773:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204271.884776:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204271.884778:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788204271.884780:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204271.884786:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1788204271.884786:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204271.884791:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788204271.884792:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204271.884796:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204271.884801:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000400:00000200:3.0:1788204271.884801:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:2.0:1788204271.884806:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000400:00000010:3.0:1788204271.884807:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
02000000:00000001:2.0:1788204271.884809:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204271.884812:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204271.884814:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204271.884815:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1788204271.884816:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
02000000:00000001:2.0:1788204271.884818:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204271.884825:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000200:3.0:1788204271.884825:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937827200, portal 25
00000100:00000001:3.0:1788204271.884830:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204271.884832:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.884833:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00100000:2.0:1788204271.884840:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937827328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788204271.884844:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937827200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204271.884856:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204271.884860:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.884862:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204271.884868:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937827328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204271.884869:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204271.884875:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000001:2.0:1788204271.884882:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204271.884882:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937827200, offset 0
00000100:00080000:2.0:1788204271.884888:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204271.884893:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1788204271.884894:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204271.884897:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204271.884900:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204271.884903:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788204271.884906:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204271.884907:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14577
00000400:00000200:3.0:1788204271.884917:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204271.884923:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204271.884927:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204271.884931:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204271.884934:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204271.884939:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546412:546412:256:4294967295] 192.168.201.135@tcp LPNI seq info [546378:546378:8:4294967295]
00000400:00000200:3.0:1788204271.884944:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204271.884950:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204271.884958:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:3.0:1788204271.884961:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1788204271.884962:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204271.884969:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204271.884972:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1788204271.884975:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204271.884978:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204271.884982:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000010:3.0:1788204271.884983:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000020:00000001:2.0:1788204271.884988:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204271.884991:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204271.884994:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:3.0:1788204271.884995:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:2.0:1788204271.884998:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000200:3.0:1788204271.885001:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1788204271.885002:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204271.885007:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:3.1:1788204271.885012:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204271.885013:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:3.1:1788204271.885017:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1788204271.885018:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204271.885022:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204271.885026:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000100:3.0:1788204271.885027:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000040:2.0:1788204271.885032:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000800:00000010:3.0:1788204271.885033:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000100:00080000:2.0:1788204271.885038:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204271.885042:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204271.885042:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1788204271.885046:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204271.885051:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204271.885052:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1788204271.885056:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204271.885059:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788204271.885060:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000008:00100000:2.0:1788204271.885062:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1788204271.885065:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000008:00000001:2.0:1788204271.885067:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204271.885071:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.885073:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:2.0:1788204271.885075:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788204271.885081:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000200:3.0:1788204271.885081:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937827200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204271.885085:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204271.885088:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204271.885092:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204271.885094:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204271.885097:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.885100:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:2.0:1788204271.885103:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000040:3.0:1788204271.885107:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937827200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204271.885108:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204271.885118:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937827456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204271.885121:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.885128:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204271.885131:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204271.885134:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.885135:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204271.885140:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937827456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204271.885142:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204271.885147:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309253836
00000100:00000010:3.0:1788204271.885155:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d59c0.
00000100:00000001:2.0:1788204271.885156:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204271.885162:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788204271.885165:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1788204271.885166:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204271.885170:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204271.885172:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204271.885175:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204271.885175:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309253836
00000100:00080000:2.0:1788204271.885181:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14577
00000100:00000010:3.0:1788204271.885181:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5c60.
00000100:00000001:3.0:1788204271.885186:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000400:00000200:2.0:1788204271.885190:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204271.885192:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204271.885196:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:3.0:1788204271.885197:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204271.885201:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788204271.885202:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1788204271.885208:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00100000:3.0:1788204271.885212:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204271/real 1788204271]  req@ffff8c5d3c3eb800 x1875052937827200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204271.885221:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204271.885226:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000001:3.0:1788204271.885227:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788204271.885231:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000001:3.0:1788204271.885232:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:2.0:1788204271.885235:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:3.0:1788204271.885237:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000020:00000040:2.0:1788204271.885239:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000400:00000200:3.0:1788204271.885242:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000020:00000001:2.0:1788204271.885243:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:3.0:1788204271.885246:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000020:00000040:2.0:1788204271.885247:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:3.0:1788204271.885251:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:2.0:1788204271.885252:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204271.885257:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000200:3.0:1788204271.885259:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937827200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204271.885263:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204271.885268:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204271.885272:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204271.885276:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:3.0:1788204271.885280:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937827200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204271.885281:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204271.885288:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204271.885293:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.885296:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:2.0:1788204271.885326:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204271.885330:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204271.885332:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204271.885334:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204271.885337:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1788204271.885338:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204271.885344:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.885344:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204271.885348:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.885348:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1788204271.885356:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000100:00100000:3.0:1788204271.885358:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937827200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204271.885360:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204271.885365:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204271.885368:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204271.885372:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204271.885374:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788204271.885376:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204271.885377:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204271.885383:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000040:3.0:1788204271.885385:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937827200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204271.885388:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204271.885398:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937827584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204271.885398:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204271.885403:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.885408:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204271.885410:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204271.885413:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204271.885414:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204271.885418:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.885418:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204271.885425:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1788204271.885427:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937827584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204271.885432:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204271.885438:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204271.885445:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937827200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204271.885454:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937827200:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204271.885458:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.885460:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204271.885464:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937827200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.885470:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204271.885472:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204271.885475:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204271.885478:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204271.885480:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204271.885482:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788204271.885484:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204271.885486:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:3.0:1788204271.885490:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204271.885491:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204271.885493:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:3.0:1788204271.885496:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204271.885497:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.885500:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.885505:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204271.885507:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.885509:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204271.885511:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204271.885512:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204271.885516:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937827328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.885522:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204271.885524:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204271.885526:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204271.885528:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204271.885530:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204271.885533:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937827328:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204271.885536:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204271.885538:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204271.885539:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204271.885541:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204271.885545:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204271.885546:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204271.885550:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204271.885552:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204271.885555:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204271.885558:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937827328, portal 10
00000100:00000001:3.0:1788204271.885560:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204271.885561:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000040:3.0:1788204271.885568:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937827328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.885575:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204271.885577:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204271.885579:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204271.885582:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937827328, offset 0
00000400:00000200:3.0:1788204271.885594:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204271.885598:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204271.885601:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204271.885604:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204271.885607:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204271.885609:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204271.885612:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204271.885615:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546413:546413:256:4294967295] 192.168.201.135@tcp LPNI seq info [546379:546379:8:4294967295]
00000400:00000200:3.0:1788204271.885619:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204271.885625:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204271.885629:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204271.885633:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204271.885637:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204271.885640:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204271.885644:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204271.885646:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788204271.885649:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204271.885651:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204271.885654:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204271.885657:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204271.885660:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204271.885662:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204271.885664:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204271.885668:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937827328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.885675:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204271.885677:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937827328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.885684:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.885685:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204271.885688:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204271.885692:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788204271.885695:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204271.885697:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309250077
00000100:00000001:3.0:1788204271.885700:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309253836
00000100:00000001:3.0:1788204271.885702:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309250077
00000100:00000001:3.0:1788204271.885704:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309253836
00000100:00000001:3.0:1788204271.885706:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204271.885708:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204271.885710:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.885710:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1788204271.885716:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788204271.885717:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204271/real 1788204271]  req@ffff8c5d3c3e9c00 x1875052937827328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204271.885723:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204271.885726:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204271.885729:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204271.885735:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:3.0:1788204271.885736:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204271.885753:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204271.885755:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204271.885758:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204271.885759:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204271.885762:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204271.885766:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937827328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204271.885774:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937827328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.885780:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204271.885781:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.885783:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204271.885784:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204271.885787:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937827328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.885794:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204271.885798:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937827328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.885805:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204271.885807:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.885809:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204271.885810:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.885812:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204271.885814:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204271.885817:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204271.885819:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204271.885820:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204271.885824:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937827328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204271.885830:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937827328:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204271.885832:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204271.885834:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937827456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.885838:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204271.885839:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204271.885840:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204271.885842:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204271.885843:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204271.885844:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937827456:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204271.885846:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204271.885847:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204271.885848:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204271.885849:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204271.885852:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204271.885853:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204271.885855:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204271.885857:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204271.885859:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204271.885860:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937827456, portal 10
00000100:00000001:3.0:1788204271.885862:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204271.885862:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
00000100:00000040:3.0:1788204271.885866:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937827456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.885873:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204271.885874:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204271.885876:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204271.885877:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937827456, offset 0
00000400:00000200:3.0:1788204271.885879:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204271.885882:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204271.885884:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204271.885886:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204271.885887:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204271.885889:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204271.885890:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204271.885892:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546414:546414:256:4294967295] 192.168.201.135@tcp LPNI seq info [546380:546380:8:4294967295]
00000400:00000200:3.0:1788204271.885895:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204271.885899:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204271.885901:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204271.885902:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204271.885905:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204271.885906:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204271.885909:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204271.885910:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788204271.885913:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204271.885914:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204271.885916:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204271.885918:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204271.885920:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204271.885921:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204271.885922:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204271.885924:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8e00 x1875052937827456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.885929:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204271.885931:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937827456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.885938:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.885939:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204271.885941:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204271.885943:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788204271.885944:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204271.885946:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309250072
00000100:00000001:3.0:1788204271.885947:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309253836
00000100:00000001:3.0:1788204271.885948:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309250072
00000100:00000001:3.0:1788204271.885949:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309253836
00000100:00000001:3.0:1788204271.885950:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204271.885952:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.885953:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204271.885954:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204271/real 1788204271]  req@ffff8c5d3c3e8e00 x1875052937827456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204271.885958:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204271.885959:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204271.885960:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204271.885962:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204271.885962:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204271.885964:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204271.885965:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937827456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204271.885970:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937827456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.885973:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204271.885974:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.885975:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204271.885975:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204271.885977:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937827456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.885982:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204271.885984:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937827456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.885988:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204271.885989:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.885990:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204271.885990:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.885991:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204271.885992:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204271.885993:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204271.885995:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204271.885996:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204271.885998:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937827456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204271.886005:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937827456:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204271.886008:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204271.886011:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937827584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886017:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204271.886018:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204271.886019:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204271.886021:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204271.886023:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204271.886026:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937827584:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204271.886029:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204271.886030:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204271.886032:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204271.886034:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204271.886037:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788204271.886038:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204271.886042:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204271.886044:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204271.886047:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204271.886049:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937827584, portal 4
00000100:00080000:2.0:1788204271.886052:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14577
00000100:00000001:3.0:1788204271.886053:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204271.886056:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
00000400:00000200:2.0:1788204271.886060:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204271.886066:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204271.886068:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204271.886068:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937827584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204271.886073:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204271.886075:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204271.886078:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204271.886082:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204271.886085:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204271.886089:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:3.0:1788204271.886089:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1788204271.886093:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204271.886095:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204271.886097:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204271.886097:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000001:2.0:1788204271.886102:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000010:3.0:1788204271.886104:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000040:2.0:1788204271.886105:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204271.886109:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1788204271.886110:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937827584, offset 0
00000100:00000040:2.0:1788204271.886111:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204271.886114:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204271.886117:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204271.886120:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:3.0:1788204271.886122:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204271.886123:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204271.886127:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204271.886129:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204271.886131:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204271.886132:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204271.886135:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204271.886138:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1788204271.886141:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000008:00000001:2.0:1788204271.886142:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204271.886145:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204271.886149:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1788204271.886150:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000020:00000040:2.0:1788204271.886154:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000200:3.0:1788204271.886157:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:2.0:1788204271.886158:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204271.886160:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204271.886162:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1788204271.886163:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788204271.886164:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204271.886166:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204271.886170:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000010:2.0:1788204271.886171:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:2.0:1788204271.886175:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204271.886176:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546415:546415:256:4294967295] 192.168.201.135@tcp LPNI seq info [546381:546381:8:4294967295]
00000100:00100000:2.0:1788204271.886181:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937827712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204271.886188:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204271.886192:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204271.886195:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204271.886200:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937827712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204271.886205:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204271.886213:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204271.886217:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204271.886222:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204271.886224:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204271.886226:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1788204271.886230:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14587)
00000800:00000200:3.1:1788204271.886234:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204271.886238:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788204271.886242:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204271.886245:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204271.886248:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204271.886253:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204271.886256:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204271.886258:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204271.886260:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204271.886264:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb480 x1875052937827584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886271:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204271.886274:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937827584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886280:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.886282:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204271.886285:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204271.886288:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788204271.886290:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204271.886291:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309250165
00000100:00000001:3.0:1788204271.886293:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309253836
00000100:00000001:3.0:1788204271.886294:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309250165
00000100:00000001:3.0:1788204271.886296:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309253836
00000100:00000001:3.0:1788204271.886297:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204271.886312:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.886313:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204271.886316:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204271/real 1788204271]  req@ffff8c5d3c3eb480 x1875052937827584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204271.886321:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204271.886322:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204271.886323:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204271.886324:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204271.886326:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204271.886327:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204271.886329:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937827584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204271.886334:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937827584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886337:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204271.886338:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.886339:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204271.886340:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204271.886341:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937827584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886345:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204271.886347:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937827584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886351:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204271.886353:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.886354:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204271.886354:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.886355:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204271.886356:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204271.886361:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204271.886363:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204271.886364:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204271.886366:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937827584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204271.886370:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937827584:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204271.886372:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.886374:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204271.886376:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937827328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886380:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204271.886381:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204271.886382:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204271.886384:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204271.886385:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204271.886386:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204271.886387:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204271.886388:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:3.0:1788204271.886390:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204271.886390:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204271.886391:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:3.0:1788204271.886393:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204271.886394:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.886395:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204271.886397:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937827456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886400:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204271.886401:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204271.886402:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204271.886403:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204271.886404:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204271.886404:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204271.886405:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204271.886406:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:3.0:1788204271.886407:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204271.886408:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204271.886408:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000001:3.0:1788204271.886409:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204271.886410:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.886411:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204271.886412:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937827584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886416:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204271.886417:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204271.886418:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788204271.886419:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204271.886420:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204271.886420:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204271.886422:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204271.886422:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:3.0:1788204271.886423:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204271.886424:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204271.886425:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:3.0:1788204271.886426:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204271.886426:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.886427:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.886430:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204271.886430:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.886431:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204271.886432:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204271.886433:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204271.886435:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937827712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886438:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204271.886439:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204271.886440:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204271.886441:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204271.886443:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204271.886444:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937827712:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204271.886446:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204271.886447:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204271.886448:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204271.886449:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204271.886452:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788204271.886453:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204271.886455:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204271.886456:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204271.886458:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204271.886460:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937827712, portal 4
00000100:00000001:3.0:1788204271.886461:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204271.886462:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
00000100:00000040:3.0:1788204271.886465:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937827712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886469:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204271.886471:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204271.886472:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204271.886473:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937827712, offset 0
00000400:00000200:3.0:1788204271.886475:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204271.886478:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204271.886480:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204271.886482:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204271.886483:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204271.886484:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204271.886486:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204271.886488:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546416:546416:256:4294967295] 192.168.201.135@tcp LPNI seq info [546382:546382:8:4294967295]
00000400:00000200:3.0:1788204271.886490:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204271.886494:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204271.886496:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204271.886498:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204271.886500:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204271.886502:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204271.886504:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204271.886506:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788204271.886508:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204271.886510:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204271.886511:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204271.886514:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204271.886516:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204271.886518:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204271.886520:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204271.886523:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ebb80 x1875052937827712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204296 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886536:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204271.886539:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937827712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204296 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886546:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.886547:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204271.886550:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204271.886553:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788204271.886556:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204271.886558:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309250183
00000100:00000001:3.0:1788204271.886560:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309253836
00000100:00000001:3.0:1788204271.886562:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309250183
00000100:00000001:3.0:1788204271.886565:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309253836
00000100:00000001:3.0:1788204271.886567:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204271.886568:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.886570:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204271.886574:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204271/real 1788204271]  req@ffff8c5d3c3ebb80 x1875052937827712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204271.886581:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204271.886583:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204271.886584:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204271.886586:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204271.886588:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204271.886590:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204271.886593:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937827712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204271.886600:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937827712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886606:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204271.886608:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.886609:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204271.886611:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204271.886614:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937827712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886620:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204271.886624:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937827712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886630:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204271.886631:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.886632:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204271.886633:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.886635:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204271.886636:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204271.886637:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204271.886639:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204271.886640:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204271.886642:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937827712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204271.886647:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937827712:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204271.886649:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.886650:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204271.886652:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937827712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204296 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204271.886655:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204271.886656:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204271.886657:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788204271.886659:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204271.886659:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204271.886660:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204271.886662:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204271.886663:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:3.0:1788204271.886664:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204271.886665:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204271.886666:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:3.0:1788204271.886667:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204271.886668:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.886669:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204271.886671:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204271.886672:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204271.886673:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204271.886674:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204272.076371:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204272.076379:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204272.076381:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204272.076387:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204272.076390:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204272.076393:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204272.076396:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204272.076399:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204272.076402:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204272.588494:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204272.588497:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204272.588499:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204273.100407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204273.100414:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204273.100416:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204273.100421:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204273.100424:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204273.100428:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204273.100431:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204273.100433:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204273.100435:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204274.124412:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204274.124419:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204274.124420:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204274.124426:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204274.124429:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204274.124433:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204274.124435:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204274.124437:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204274.124439:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204274.636545:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204274.636549:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204274.636552:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204275.148411:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204275.148417:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204275.148419:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204275.148424:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204275.148427:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204275.148432:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204275.148436:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204275.148440:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204275.148442:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204275.660489:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204275.660493:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204275.660497:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204276.172413:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204276.172419:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204276.172421:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204276.172425:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204276.172428:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204276.172431:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204276.172435:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204276.172438:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204276.172440:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204276.684477:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204276.684480:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204276.684482:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204277.004418:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204277.004428:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204277.004431:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204277.004435:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204277.004439:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204277.004447:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14582
00000400:00000200:3.0:1788204277.004455:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204277.004461:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204277.004464:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204277.004467:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.004471:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204277.004474:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.004476:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204277.004480:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204277.004482:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204277.004485:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204277.004488:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204277.004490:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204277.004493:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204277.004496:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.004498:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204277.004499:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.004501:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204277.004504:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204277.004507:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204277.004509:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204277.004511:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204277.004514:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204277.004516:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204277.004518:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204277.004520:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204277.004529:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204277.004532:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204277.004536:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204277.004537:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204277.004540:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204277.004543:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204277.004547:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204277.004553:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204277.004559:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204277.004566:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937827840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204277.004575:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204277.004579:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204277.004583:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937827840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204277.004606:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204277.004609:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204277.004613:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204277.004614:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204277.004616:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204277.004619:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204277.004621:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14582
00000400:00000200:3.0:1788204277.004624:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204277.004627:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204277.004629:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204277.004632:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.004634:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204277.004636:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.004639:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204277.004641:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204277.004643:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204277.004644:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204277.004646:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204277.004648:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204277.004662:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204277.004665:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.004668:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204277.004677:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.004681:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204277.004685:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204277.004691:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204277.004696:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204277.004700:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204277.004706:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204277.004712:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204277.004715:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204277.004721:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204277.004728:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204277.004731:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204277.004742:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204277.004746:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204277.004751:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204277.004753:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204277.004755:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204277.004756:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204277.004760:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204277.004766:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204277.004772:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204277.004780:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937827968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204277.004799:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204277.004803:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204277.004811:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937827968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204277.004834:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204277.004839:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204277.004845:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204277.004848:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204277.004851:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204277.004854:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204277.004859:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14582
00000400:00000200:3.0:1788204277.004865:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204277.004873:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204277.004876:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204277.004884:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.004889:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204277.004894:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.004897:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204277.004901:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204277.004904:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204277.004908:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204277.004911:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204277.004915:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204277.004920:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204277.004927:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.004932:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204277.004941:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.004944:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204277.004949:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204277.004955:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204277.004959:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204277.004962:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204277.004966:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204277.004969:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204277.004973:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204277.004975:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204277.004980:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204277.004983:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204277.004992:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000800:00000200:1.1:1788204277.004993:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:3.0:1788204277.004996:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000200:1.1:1788204277.004999:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
02000000:00000001:3.0:1788204277.005000:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204277.005003:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204277.005006:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204277.005009:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204277.005014:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204277.005021:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204277.005024:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204277.005030:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937828096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204277.005044:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204277.005048:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204277.005056:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937828096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204277.005070:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204277.005073:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204277.005081:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204277.005083:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204277.005087:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204277.005091:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204277.005097:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14582
00000400:00000200:3.0:1788204277.005105:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204277.005110:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204277.005115:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204277.005121:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.005125:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204277.005129:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.005132:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204277.005135:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204277.005137:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204277.005140:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204277.005143:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204277.005148:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204277.005154:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204277.005157:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.005162:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204277.005164:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.005167:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204277.005172:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204277.005176:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204277.005180:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204277.005186:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204277.005189:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204277.005193:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204277.005199:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204277.005203:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204277.005207:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204277.005210:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204277.005215:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204277.005218:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204277.005220:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204277.005222:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204277.005223:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204277.005224:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204277.005226:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204277.005229:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204277.005233:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204277.005241:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937828224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204277.005252:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204277.005256:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204277.005262:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937828224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204277.005274:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204277.005279:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204277.005287:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204277.005291:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204277.005293:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204277.005330:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204277.005335:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14582
00000400:00000200:3.0:1788204277.005342:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204277.005348:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204277.005353:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204277.005360:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.005364:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204277.005369:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.005373:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204277.005377:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204277.005380:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204277.005383:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204277.005385:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204277.005390:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204277.005394:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204277.005400:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.005405:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204277.005410:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204277.005414:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204277.005418:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204277.005423:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204277.005426:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204277.005429:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204277.005433:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204277.005436:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204277.005440:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204277.005443:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204277.005448:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204277.005452:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204277.005457:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204277.005462:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204277.005467:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204277.005470:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204277.005473:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204277.005476:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204277.005479:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204277.005484:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204277.005490:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204277.005500:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937828352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204277.005514:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204277.005518:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204277.005525:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937828352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204277.005538:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204277.005544:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14592)
00000800:00000200:1.1:1788204277.005700:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204277.005703:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204277.005964:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204277.005966:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204277.006224:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204277.006227:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204277.006502:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204277.006505:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1788204277.196377:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204277.196383:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204277.196385:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204277.196389:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204277.196393:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204277.196396:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204277.196398:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204277.196401:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204277.196403:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204277.708487:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204277.708491:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204277.708493:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204278.220398:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204278.220406:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204278.220408:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204278.220413:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204278.220416:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204278.220420:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204278.220423:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204278.220425:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204278.220427:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204279.244366:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204279.244373:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204279.244374:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204279.244378:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204279.244380:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204279.244383:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204279.244384:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204279.244386:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204279.244388:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204279.756484:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204279.756488:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204279.756492:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204280.268400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204280.268406:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204280.268408:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204280.268411:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204280.268414:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204280.268417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204280.268418:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204280.268421:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204280.268423:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204280.780485:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204280.780489:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204280.780492:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204281.292483:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204281.292490:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204281.292492:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204281.292497:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204281.292501:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204281.292505:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204281.292507:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204281.292510:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204281.292512:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204281.804456:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204281.804459:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204281.804461:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204282.124411:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204282.124420:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204282.124423:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204282.124427:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204282.124430:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204282.124437:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14587
00000400:00000200:2.0:1788204282.124446:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204282.124451:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204282.124454:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204282.124457:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.124460:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204282.124462:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.124465:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204282.124469:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204282.124471:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204282.124474:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204282.124476:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204282.124478:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204282.124481:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204282.124483:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.124485:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204282.124486:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.124488:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204282.124490:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204282.124493:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204282.124495:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204282.124498:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204282.124501:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204282.124503:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204282.124505:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204282.124507:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204282.124516:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788204282.124520:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204282.124523:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204282.124525:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204282.124527:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204282.124530:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204282.124533:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204282.124539:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000001:2.0:1788204282.124545:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204282.124553:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937828480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204282.124590:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204282.124594:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204282.124600:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937828480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204282.124619:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204282.124622:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204282.124625:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204282.124626:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204282.124627:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204282.124630:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204282.124632:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14587
00000400:00000200:2.0:1788204282.124636:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204282.124639:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204282.124642:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204282.124645:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.124646:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204282.124648:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.124649:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204282.124651:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204282.124652:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204282.124653:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204282.124655:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204282.124656:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204282.124660:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204282.124662:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.124665:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204282.124667:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.124671:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204282.124672:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204282.124676:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204282.124678:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204282.124681:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204282.124686:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204282.124687:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204282.124690:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204282.124695:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204282.124700:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204282.124704:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204282.124710:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000020:00000040:2.0:1788204282.124714:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204282.124720:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204282.124723:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204282.124726:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204282.124729:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204282.124732:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204282.124736:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788204282.124741:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204282.124749:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937828608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204282.124764:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204282.124768:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204282.124777:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937828608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204282.124790:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204282.124793:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204282.124796:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204282.124799:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204282.124801:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204282.124805:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204282.124809:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14587
00000400:00000200:2.0:1788204282.124815:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204282.124821:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204282.124827:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204282.124833:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.124837:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204282.124842:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.124848:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204282.124852:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204282.124856:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204282.124859:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204282.124863:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204282.124868:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204282.124872:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204282.124878:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.124880:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204282.124882:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.124886:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204282.124891:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204282.124897:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204282.124901:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204282.124905:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204282.124907:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204282.124910:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204282.124912:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204282.124913:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204282.124915:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204282.124916:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204282.124919:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000020:00000040:2.0:1788204282.124922:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204282.124925:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204282.124929:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204282.124931:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204282.124933:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1788204282.124934:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
02000000:00000001:2.0:1788204282.124936:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204282.124940:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204282.124948:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204282.124953:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204282.124962:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937828736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204282.124974:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204282.124978:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204282.124987:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937828736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204282.125008:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204282.125015:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204282.125022:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204282.125024:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204282.125026:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204282.125031:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204282.125034:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14587
00000400:00000200:2.0:1788204282.125039:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204282.125043:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204282.125045:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204282.125048:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.125059:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204282.125062:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.125065:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204282.125068:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204282.125070:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204282.125073:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204282.125076:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204282.125079:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204282.125081:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204282.125086:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.125090:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204282.125095:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.125098:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204282.125102:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204282.125107:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204282.125111:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204282.125114:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204282.125117:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204282.125119:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204282.125122:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204282.125124:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204282.125129:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204282.125132:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204282.125136:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000020:00000040:2.0:1788204282.125139:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204282.125141:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204282.125144:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204282.125149:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204282.125152:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204282.125155:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204282.125161:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:2.0:1788204282.125167:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204282.125176:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937828864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204282.125192:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204282.125195:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204282.125202:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937828864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204282.125216:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204282.125220:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204282.125225:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204282.125228:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204282.125230:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204282.125233:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204282.125237:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14587
00000400:00000200:2.0:1788204282.125242:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204282.125247:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204282.125251:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204282.125254:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.125256:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204282.125259:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.125262:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204282.125265:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204282.125266:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204282.125269:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204282.125272:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204282.125274:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204282.125276:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204282.125280:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.125283:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204282.125285:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204282.125286:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204282.125287:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204282.125289:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204282.125290:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204282.125291:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204282.125293:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204282.125297:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204282.125320:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204282.125321:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204282.125323:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204282.125325:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204282.125327:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000020:00000040:2.0:1788204282.125330:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204282.125333:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204282.125335:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204282.125338:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204282.125340:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204282.125342:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204282.125349:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788204282.125352:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204282.125358:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937828992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204282.125369:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204282.125372:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204282.125377:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937828992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204282.125384:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204282.125388:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14597)
00000800:00000200:1.1:1788204282.125522:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204282.125523:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204282.125738:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204282.125739:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204282.125941:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204282.125943:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204282.126130:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204282.126132:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1788204282.316400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204282.316405:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204282.316407:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204282.316410:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204282.316413:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204282.316416:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204282.316418:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204282.316420:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204282.316421:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204282.828495:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204282.828498:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204282.828501:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204283.340403:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204283.340411:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204283.340412:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204283.340418:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204283.340421:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204283.340425:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204283.340427:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204283.340429:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204283.340433:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204284.364400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204284.364406:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204284.364408:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204284.364412:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204284.364415:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204284.364418:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204284.364419:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204284.364421:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204284.364423:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204284.876565:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204284.876568:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204284.876570:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204285.388391:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204285.388398:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204285.388400:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204285.388406:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204285.388410:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204285.388414:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204285.388416:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204285.388419:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204285.388422:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204285.900481:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204285.900485:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204285.900489:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204286.412401:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204286.412408:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204286.412409:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204286.412414:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204286.412416:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204286.412419:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204286.412421:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204286.412423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204286.412425:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204286.924490:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204286.924493:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204286.924495:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204287.244420:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204287.244428:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204287.244431:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204287.244434:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204287.244438:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204287.244444:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14592
00000400:00000200:3.0:1788204287.244452:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204287.244459:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204287.244462:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204287.244466:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.244470:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204287.244496:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.244499:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204287.244502:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204287.244504:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204287.244507:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204287.244510:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204287.244512:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204287.244514:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204287.244516:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.244518:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204287.244520:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.244521:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204287.244524:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204287.244526:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204287.244528:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204287.244530:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204287.244532:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204287.244534:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204287.244535:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204287.244537:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204287.244542:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204287.244544:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204287.244548:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204287.244549:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204287.244552:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204287.244554:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204287.244557:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204287.244562:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204287.244567:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204287.244575:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937829120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204287.244582:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204287.244585:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204287.244589:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937829120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204287.244603:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204287.244606:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204287.244609:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204287.244610:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204287.244612:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204287.244614:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204287.244617:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14592
00000400:00000200:3.0:1788204287.244620:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204287.244622:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204287.244624:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204287.244626:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.244627:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204287.244630:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.244634:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204287.244636:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204287.244639:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204287.244641:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204287.244643:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204287.244646:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204287.244648:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204287.244651:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.244655:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204287.244659:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.244713:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204287.244717:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204287.244721:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204287.244725:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204287.244727:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204287.244731:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204287.244735:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204287.244736:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204287.244739:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204287.244745:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204287.244747:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204287.244752:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788204287.244756:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204287.244758:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204287.244759:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204287.244761:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204287.244762:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204287.244765:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204287.244770:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788204287.244773:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204287.244877:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937829248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788204287.244877:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204287.244884:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000100:00000001:3.0:1788204287.244888:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204287.244891:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204287.244897:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937829248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204287.244934:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204287.244938:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204287.244944:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204287.244948:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204287.244950:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204287.244954:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204287.244957:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14592
00000400:00000200:3.0:1788204287.244963:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204287.244966:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204287.244970:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204287.244975:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.244978:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204287.244982:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.244984:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204287.244988:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204287.244990:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204287.244992:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204287.244993:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204287.244995:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204287.244996:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204287.244999:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.245002:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204287.245004:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.245007:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204287.245011:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204287.245014:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204287.245015:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204287.245016:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204287.245018:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204287.245020:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204287.245021:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204287.245024:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204287.245027:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204287.245028:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204287.245033:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204287.245035:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204287.245037:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204287.245040:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204287.245042:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204287.245043:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204287.245045:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204287.245053:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204287.245058:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204287.245069:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937829376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204287.245082:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204287.245085:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204287.245091:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937829376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204287.245106:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204287.245108:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204287.245112:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204287.245116:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204287.245117:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204287.245121:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204287.245123:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14592
00000400:00000200:3.0:1788204287.245129:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204287.245133:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204287.245135:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204287.245137:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.245140:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204287.245143:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.245145:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204287.245149:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204287.245151:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204287.245154:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204287.245156:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204287.245159:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204287.245162:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204287.245166:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.245167:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204287.245170:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.245174:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204287.245178:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204287.245183:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204287.245186:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204287.245187:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204287.245192:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204287.245196:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204287.245198:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204287.245202:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204287.245204:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204287.245207:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204287.245210:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204287.245214:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204287.245219:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204287.245222:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204287.245226:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204287.245229:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204287.245239:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204287.245251:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204287.245258:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204287.245266:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937829504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204287.245277:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204287.245280:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204287.245285:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937829504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204287.245295:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204287.245319:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204287.245321:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204287.245323:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204287.245324:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204287.245326:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204287.245329:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14592
00000400:00000200:3.0:1788204287.245334:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204287.245339:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204287.245342:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204287.245347:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.245352:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204287.245357:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.245360:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204287.245364:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204287.245366:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204287.245368:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204287.245371:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204287.245374:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204287.245378:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204287.245382:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.245386:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204287.245389:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204287.245393:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204287.245396:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204287.245401:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204287.245406:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204287.245410:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204287.245414:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204287.245419:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204287.245422:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204287.245426:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204287.245431:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204287.245435:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204287.245441:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788204287.245446:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204287.245453:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204287.245457:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204287.245461:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204287.245464:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204287.245468:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204287.245484:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204287.245488:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204287.245497:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937829632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204287.245506:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204287.245511:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204287.245518:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937829632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204287.245533:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204287.245540:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14603)
00000800:00000200:0.1:1788204287.245659:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204287.245662:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788204287.245947:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204287.245949:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788204287.246192:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204287.246194:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788204287.246562:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204287.246564:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1788204287.436393:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204287.436399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204287.436401:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204287.436405:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204287.436408:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204287.436410:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204287.436411:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204287.436414:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204287.436415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204287.948511:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204287.948520:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204287.948524:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204288.460404:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204288.460413:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204288.460415:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204288.460421:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204288.460425:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204288.460429:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204288.460431:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204288.460434:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204288.460437:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204289.484385:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204289.484391:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204289.484393:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204289.484397:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204289.484399:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204289.484402:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204289.484404:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204289.484405:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204289.484407:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204289.996542:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204289.996547:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204289.996550:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204290.508408:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204290.508427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204290.508428:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204290.508431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204290.508434:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204290.508437:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204290.508439:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204290.508441:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204290.508443:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204291.020489:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204291.020492:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204291.020494:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204291.532356:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204291.532363:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204291.532365:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204291.532371:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204291.532373:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204291.532375:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204291.532377:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204291.532379:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204291.532381:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204292.044466:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204292.044470:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204292.044473:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204292.364380:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204292.364398:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204292.364400:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204292.364402:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204292.364405:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204292.364410:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14598
00000400:00000200:3.0:1788204292.364416:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204292.364420:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204292.364423:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204292.364425:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364427:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204292.364429:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364430:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204292.364433:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204292.364435:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204292.364437:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204292.364439:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204292.364440:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204292.364442:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204292.364443:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364444:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204292.364445:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364446:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204292.364448:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204292.364450:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364451:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204292.364453:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204292.364456:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204292.364457:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204292.364458:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204292.364459:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204292.364466:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788204292.364468:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204292.364471:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204292.364472:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204292.364475:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204292.364477:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204292.364479:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204292.364484:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204292.364489:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204292.364494:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937829760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204292.364501:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204292.364504:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204292.364507:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937829760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204292.364531:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204292.364534:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204292.364537:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204292.364538:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204292.364540:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204292.364542:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204292.364545:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14598
00000400:00000200:3.0:1788204292.364548:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204292.364551:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204292.364554:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204292.364557:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364559:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204292.364562:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364564:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204292.364565:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204292.364566:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204292.364567:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204292.364569:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204292.364570:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204292.364572:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204292.364574:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364575:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204292.364579:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364581:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204292.364584:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204292.364586:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364589:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204292.364591:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204292.364596:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204292.364599:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204292.364603:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204292.364607:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204292.364610:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204292.364613:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204292.364621:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788204292.364624:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204292.364626:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204292.364629:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204292.364638:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204292.364640:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204292.364643:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204292.364648:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204292.364651:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204292.364658:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937829888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204292.364665:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204292.364668:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204292.364672:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937829888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204292.364681:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204292.364685:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204292.364690:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204292.364691:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204292.364692:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204292.364694:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204292.364698:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14598
00000400:00000200:3.0:1788204292.364701:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204292.364703:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204292.364705:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204292.364707:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364709:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204292.364711:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364714:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204292.364718:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204292.364721:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204292.364725:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204292.364727:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204292.364731:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204292.364736:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204292.364744:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364755:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204292.364759:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364763:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204292.364765:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204292.364770:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364774:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204292.364775:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204292.364777:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204292.364782:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204292.364786:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204292.364788:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204292.364792:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204292.364796:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204292.364801:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204292.364807:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204292.364812:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204292.364816:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204292.364820:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204292.364823:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204292.364826:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204292.364832:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204292.364837:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204292.364846:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937830016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204292.364861:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204292.364864:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204292.364870:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937830016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204292.364878:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204292.364883:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204292.364889:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204292.364892:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204292.364895:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1788204292.364898:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204292.364900:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204292.364905:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14598
00000800:00000200:0.1:1788204292.364905:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000400:00000200:3.0:1788204292.364914:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204292.364920:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204292.364924:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204292.364928:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364934:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204292.364939:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364942:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204292.364944:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204292.364947:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204292.364950:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204292.364952:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204292.364954:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204292.364955:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204292.364960:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364964:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204292.364967:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364971:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204292.364981:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204292.364986:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204292.364991:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204292.364994:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204292.364998:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204292.365001:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204292.365003:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204292.365004:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204292.365006:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204292.365007:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204292.365010:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204292.365013:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204292.365016:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204292.365017:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204292.365018:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204292.365019:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204292.365021:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204292.365026:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204292.365031:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204292.365037:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937830144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204292.365042:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204292.365045:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204292.365050:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937830144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204292.365061:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204292.365066:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204292.365071:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204292.365075:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204292.365078:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204292.365083:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204292.365088:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14598
00000400:00000200:3.0:1788204292.365093:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204292.365099:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204292.365103:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204292.365108:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.365112:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204292.365114:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.365117:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204292.365124:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204292.365127:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204292.365130:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204292.365133:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204292.365135:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204292.365138:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204292.365142:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.365146:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204292.365149:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204292.365153:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204292.365156:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204292.365160:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204292.365164:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204292.365165:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204292.365168:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204292.365172:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204292.365176:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204292.365178:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204292.365181:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204292.365184:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204292.365190:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788204292.365194:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204292.365199:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204292.365200:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204292.365203:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204292.365204:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204292.365207:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204292.365212:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204292.365216:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204292.365223:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937830272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204292.365231:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204292.365235:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204292.365243:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937830272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204292.365263:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204292.365269:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14608)
00000800:00000200:0.1:1788204292.365494:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204292.365497:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788204292.365711:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204292.365713:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788204292.365945:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204292.365946:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788204292.366124:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204292.366125:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1788204292.556421:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204292.556428:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204292.556430:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204292.556436:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204292.556438:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204292.556441:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204292.556443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204292.556445:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204292.556447:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204293.068508:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204293.068511:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204293.068514:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204293.580429:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204293.580437:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204293.580439:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204293.580445:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204293.580448:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204293.580452:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204293.580455:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204293.580457:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204293.580460:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204294.604410:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204294.604416:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204294.604418:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204294.604421:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204294.604423:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204294.604426:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204294.604428:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204294.604430:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204294.604431:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204295.116575:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204295.116579:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204295.116582:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204295.628431:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204295.628437:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204295.628438:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204295.628443:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204295.628446:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204295.628448:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204295.628450:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204295.628453:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204295.628454:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204296.140467:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204296.140470:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204296.140473:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204296.652407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204296.652414:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204296.652416:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204296.652421:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204296.652424:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204296.652428:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204296.652430:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204296.652433:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204296.652436:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204297.164498:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204297.164501:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204297.164503:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204297.484550:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204297.484558:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204297.484560:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204297.484562:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204297.484566:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204297.484571:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14603
00000400:00000200:3.0:1788204297.484578:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204297.484589:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204297.484591:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204297.484593:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.484596:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204297.484598:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.484599:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204297.484603:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204297.484604:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204297.484606:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204297.484608:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204297.484609:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204297.484611:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204297.484613:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.484614:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204297.484615:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.484616:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204297.484618:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204297.484620:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204297.484621:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204297.484623:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204297.484626:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204297.484627:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204297.484629:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204297.484630:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204297.484640:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204297.484642:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204297.484644:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204297.484645:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204297.484647:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204297.484649:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204297.484652:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204297.484657:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204297.484662:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204297.484669:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937830400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204297.484676:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204297.484679:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204297.484682:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937830400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1788204297.484875:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204297.484933:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204297.484936:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204297.484938:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204297.484939:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204297.484940:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204297.484942:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204297.484944:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14603
00000400:00000200:3.0:1788204297.484948:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204297.484950:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204297.484951:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204297.484953:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.484954:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204297.484955:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.484957:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204297.484958:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204297.484959:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204297.484960:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204297.484962:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204297.484963:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204297.484964:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204297.484966:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.484968:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204297.484969:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.484970:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204297.484971:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204297.484973:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204297.484976:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204297.484977:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204297.484981:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204297.484982:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204297.484983:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204297.484986:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204297.484989:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204297.484990:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204297.484993:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204297.484994:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204297.484996:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204297.484996:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204297.484997:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204297.484999:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204297.485000:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204297.485002:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204297.485005:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204297.485008:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937830528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204297.485012:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204297.485014:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204297.485016:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937830528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1788204297.485148:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204297.485208:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204297.485211:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204297.485218:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204297.485219:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204297.485221:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204297.485223:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204297.485226:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14603
00000400:00000200:3.0:1788204297.485230:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204297.485234:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204297.485236:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204297.485239:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.485242:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204297.485246:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.485252:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204297.485257:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204297.485260:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204297.485262:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204297.485264:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204297.485267:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204297.485269:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204297.485272:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.485275:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204297.485276:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.485278:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204297.485280:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204297.485283:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204297.485285:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204297.485287:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204297.485290:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204297.485291:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204297.485324:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204297.485327:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204297.485331:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204297.485332:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204297.485336:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204297.485338:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204297.485340:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204297.485342:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204297.485343:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204297.485346:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204297.485347:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204297.485352:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204297.485355:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204297.485360:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937830656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204297.485367:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204297.485369:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204297.485372:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937830656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204297.485392:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204297.485395:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204297.485398:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204297.485400:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204297.485401:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204297.485403:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204297.485405:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14603
00000400:00000200:3.0:1788204297.485409:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204297.485412:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204297.485414:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204297.485417:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.485419:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204297.485420:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.485422:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204297.485424:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204297.485426:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204297.485428:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204297.485429:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204297.485431:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204297.485433:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204297.485437:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.485439:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204297.485440:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.485441:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204297.485443:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204297.485445:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204297.485448:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204297.485449:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204297.485451:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204297.485453:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204297.485454:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204297.485457:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204297.485459:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204297.485461:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204297.485464:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788204297.485467:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204297.485469:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204297.485470:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204297.485472:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204297.485473:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204297.485474:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204297.485478:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204297.485480:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204297.485485:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937830784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204297.485491:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204297.485492:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204297.485495:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937830784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204297.485502:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204297.485505:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204297.485509:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204297.485510:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204297.485511:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204297.485514:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204297.485516:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14603
00000400:00000200:3.0:1788204297.485518:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204297.485521:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204297.485522:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204297.485525:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.485527:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204297.485529:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.485531:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204297.485532:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204297.485534:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204297.485535:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204297.485536:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204297.485538:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204297.485540:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204297.485542:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.485544:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204297.485545:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204297.485547:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204297.485549:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204297.485551:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204297.485552:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204297.485554:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204297.485556:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204297.485558:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204297.485559:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204297.485561:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204297.485563:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204297.485565:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204297.485567:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204297.485570:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204297.485572:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204297.485573:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204297.485574:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204297.485575:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204297.485577:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204297.485581:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204297.485584:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204297.485588:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937830912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204297.485594:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204297.485595:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204297.485598:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937830912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204297.485606:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204297.485610:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14613)
00000800:00000200:0.1:1788204297.485775:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204297.485899:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204297.486027:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204297.676415:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204297.676423:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204297.676425:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204297.676429:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204297.676432:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204297.676435:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204297.676437:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204297.676439:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204297.676441:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204298.188455:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204298.188459:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204298.188462:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204298.700383:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204298.700391:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204298.700393:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204298.700399:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204298.700402:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204298.700406:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204298.700409:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204298.700411:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204298.700414:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204299.724432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204299.724440:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204299.724442:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204299.724446:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204299.724449:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204299.724451:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204299.724453:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204299.724454:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204299.724456:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204300.236470:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204300.236476:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204300.236479:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788204300.556578:0:2382:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:2.0:1788204300.556623:0:2382:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788204300.556632:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204300.556635:0:2382:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:2.0:1788204300.556639:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204300.556642:0:2382:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788204300.556647:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204300.556651:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:2.0:1788204300.556656:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204300.556661:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204300.556668:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5220
00000400:00000010:2.0:1788204300.556670:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5220.
00000100:00000001:2.0:1788204300.556677:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204300.556686:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba6ad80 x1875052937830400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204300.556714:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204300.556719:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937830400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204300.556733:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204300.556735:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204300.556745:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204300.556747:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905c00.
00000400:00000200:2.0:1788204300.556751:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204300.556756:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204300.556760:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db54c8
00000400:00000010:2.0:1788204300.556763:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db54c8.
00000100:00000001:2.0:1788204300.556766:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204300.556771:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba68e00 x1875052937830528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204300.556782:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204300.556789:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937830528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204300.556807:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204300.556811:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204300.556819:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204300.556823:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905e00.
00000400:00000200:2.0:1788204300.556828:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204300.556832:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204300.556845:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5660
00000400:00000010:2.0:1788204300.556849:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5660.
00000100:00000001:2.0:1788204300.556858:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204300.556877:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba68000 x1875052937830656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204300.556900:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204300.556907:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937830656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204300.556918:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204300.556922:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204300.556933:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204300.556938:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905400.
00000400:00000200:2.0:1788204300.556944:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204300.556951:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204300.556958:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5330
00000400:00000010:2.0:1788204300.556962:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5330.
00000100:00000001:2.0:1788204300.556966:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204300.556974:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba69c00 x1875052937830784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204300.556991:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204300.556998:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937830784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204300.557009:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204300.557012:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204300.557021:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204300.557028:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:2.0:1788204300.557033:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204300.557040:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204300.557044:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5c38
00000400:00000010:2.0:1788204300.557048:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5c38.
00000100:00000001:2.0:1788204300.557053:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204300.557060:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba69180 x1875052937830912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204322 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204300.557075:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204300.557082:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937830912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204322 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204300.557097:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204300.557101:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204300.748418:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204300.748427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204300.748429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204300.748434:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204300.748437:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204300.748441:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204300.748443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204300.748446:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204300.748448:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204301.260524:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204301.260526:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204301.260529:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204301.772359:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204301.772365:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204301.772373:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204301.772377:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204301.772380:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204301.772382:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204301.772384:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204301.772387:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204301.772388:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204302.284410:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204302.284415:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204302.284417:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204302.604385:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204302.604394:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204302.604397:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204302.604400:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204302.604405:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204302.604411:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14608
00000400:00000200:3.0:1788204302.604420:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204302.604425:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204302.604428:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204302.604430:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604433:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204302.604436:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604438:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204302.604441:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204302.604443:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204302.604445:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204302.604448:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204302.604450:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204302.604452:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204302.604454:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604455:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204302.604457:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604459:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204302.604462:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204302.604465:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604467:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204302.604470:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204302.604473:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204302.604475:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204302.604478:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204302.604479:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204302.604485:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204302.604487:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204302.604491:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204302.604492:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204302.604494:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204302.604497:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204302.604501:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204302.604507:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204302.604513:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204302.604521:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937831040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204302.604535:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204302.604540:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204302.604543:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937831040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204302.604571:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204302.604574:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204302.604577:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204302.604578:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204302.604580:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204302.604584:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204302.604586:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14608
00000400:00000200:3.0:1788204302.604590:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204302.604593:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204302.604594:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204302.604596:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604597:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204302.604599:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604601:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204302.604603:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204302.604604:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204302.604606:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204302.604607:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204302.604609:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204302.604611:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204302.604614:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604616:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204302.604617:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604619:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204302.604622:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204302.604625:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604627:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204302.604629:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204302.604635:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204302.604637:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204302.604638:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204302.604642:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204302.604646:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204302.604647:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204302.604651:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204302.604653:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204302.604655:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204302.604656:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204302.604658:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204302.604659:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204302.604661:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204302.604665:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204302.604668:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204302.604673:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937831168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204302.604680:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204302.604682:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204302.604686:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937831168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204302.604694:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204302.604696:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204302.604699:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204302.604700:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204302.604702:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204302.604705:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204302.604707:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14608
00000400:00000200:3.0:1788204302.604711:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204302.604714:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204302.604716:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204302.604718:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604720:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204302.604722:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604724:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204302.604725:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204302.604727:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204302.604728:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204302.604730:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204302.604731:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204302.604733:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204302.604736:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604737:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204302.604739:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604741:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204302.604743:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204302.604745:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604747:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204302.604749:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204302.604757:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204302.604759:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204302.604761:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204302.604763:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204302.604766:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204302.604767:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204302.604771:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204302.604775:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204302.604778:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204302.604780:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204302.604782:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204302.604784:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204302.604785:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204302.604790:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204302.604793:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204302.604801:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937831296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204302.604824:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204302.604829:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204302.604835:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937831296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204302.604850:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204302.604855:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204302.604863:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204302.604867:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204302.604869:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204302.604875:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204302.604881:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14608
00000400:00000200:3.0:1788204302.604887:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204302.604893:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204302.604897:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204302.604900:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604903:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204302.604905:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604909:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204302.604913:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204302.604915:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204302.604918:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204302.604921:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204302.604924:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204302.604929:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204302.604933:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604935:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204302.604939:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604945:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204302.604950:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204302.604957:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204302.604959:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204302.604964:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204302.604968:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204302.604973:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204302.604978:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204302.604982:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204302.604987:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204302.604991:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204302.604999:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204302.605004:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204302.605009:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204302.605011:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204302.605012:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204302.605016:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204302.605020:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204302.605026:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204302.605032:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204302.605040:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937831424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204302.605051:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204302.605056:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204302.605064:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937831424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204302.605084:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204302.605089:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204302.605097:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204302.605101:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204302.605103:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204302.605108:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204302.605113:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14608
00000400:00000200:3.0:1788204302.605120:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204302.605128:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204302.605133:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204302.605140:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:0.1:1788204302.605144:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204302.605145:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204302.605150:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:0.1:1788204302.605150:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1788204302.605156:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204302.605161:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204302.605238:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204302.605242:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204302.605245:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204302.605249:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204302.605254:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204302.605259:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.605263:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204302.605266:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204302.605270:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204302.605274:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204302.605281:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204302.605286:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204302.605288:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204302.605291:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204302.605293:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204302.605296:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204302.605323:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204302.605326:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204302.605328:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204302.605332:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204302.605334:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204302.605336:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204302.605338:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204302.605340:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204302.605341:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204302.605343:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204302.605346:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204302.605365:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204302.605374:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937831552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204302.605384:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204302.605389:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204302.605397:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937831552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204302.605410:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204302.605419:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14618)
00000800:00000200:0.1:1788204302.605616:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204302.605619:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204302.605960:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204302.605963:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204302.606234:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204302.606237:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204302.606513:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204302.606515:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1788204302.796404:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204302.796413:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204302.796415:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204302.796420:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204302.796423:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204302.796426:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204302.796428:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204302.796431:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204302.796433:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204303.308535:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204303.308539:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204303.308549:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204303.820425:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204303.820433:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204303.820435:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204303.820441:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204303.820444:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204303.820448:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204303.820451:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204303.820453:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204303.820456:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204304.844391:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204304.844397:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204304.844398:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204304.844402:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204304.844404:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204304.844407:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204304.844409:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204304.844410:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204304.844412:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204305.356457:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204305.356461:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204305.356465:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204305.868399:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204305.868405:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204305.868407:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204305.868411:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204305.868414:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204305.868417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204305.868418:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204305.868420:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204305.868422:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204306.380539:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204306.380544:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204306.380548:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204306.892406:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204306.892413:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204306.892414:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204306.892418:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204306.892420:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204306.892423:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204306.892425:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204306.892427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204306.892429:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204307.404445:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204307.404448:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204307.404450:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204307.724412:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204307.724419:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204307.724421:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204307.724424:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204307.724428:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204307.724433:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14613
00000400:00000200:2.0:1788204307.724440:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204307.724446:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204307.724448:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204307.724451:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724454:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204307.724456:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724459:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204307.724463:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204307.724464:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204307.724467:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204307.724470:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204307.724472:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204307.724475:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204307.724478:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724480:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204307.724481:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724482:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204307.724484:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204307.724486:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724489:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204307.724491:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204307.724494:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204307.724495:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204307.724497:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204307.724498:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204307.724506:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8a80.
00000020:00000040:2.0:1788204307.724508:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204307.724511:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204307.724512:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204307.724515:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204307.724517:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204307.724520:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204307.724525:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204307.724530:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204307.724538:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8a80 x1875052937831680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204307.724546:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204307.724550:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204307.724554:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e60b9ed0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8a80 x1875052937831680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204307.724578:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204307.724581:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204307.724583:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204307.724584:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204307.724585:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204307.724588:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204307.724590:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14613
00000400:00000200:2.0:1788204307.724593:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204307.724595:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204307.724596:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204307.724598:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724600:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204307.724602:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724603:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204307.724605:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204307.724606:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204307.724607:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204307.724608:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204307.724609:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204307.724611:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204307.724613:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724615:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204307.724618:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724621:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204307.724624:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204307.724627:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724630:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204307.724631:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204307.724636:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204307.724640:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204307.724644:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204307.724647:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204307.724651:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204307.724655:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204307.724662:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8000.
00000020:00000040:2.0:1788204307.724665:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204307.724667:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204307.724670:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204307.724674:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204307.724676:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204307.724679:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204307.724683:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00000001:2.0:1788204307.724688:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204307.724695:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8000 x1875052937831808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204307.724704:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204307.724707:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204307.724711:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073353726] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8000 x1875052937831808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204307.724721:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204307.724724:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204307.724728:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204307.724731:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204307.724733:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204307.724735:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204307.724739:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14613
00000400:00000200:2.0:1788204307.724743:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204307.724746:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204307.724749:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204307.724753:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724755:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204307.724759:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724762:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204307.724765:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204307.724767:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204307.724770:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204307.724772:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204307.724773:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204307.724776:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204307.724779:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724783:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204307.724786:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724790:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204307.724794:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204307.724798:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724802:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204307.724805:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204307.724807:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204307.724809:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204307.724811:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204307.724814:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204307.724817:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204307.724820:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204307.724824:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eaa00.
00000020:00000040:2.0:1788204307.724827:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204307.724830:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204307.724832:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204307.724833:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204307.724834:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204307.724835:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204307.724837:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:2.0:1788204307.724840:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204307.724845:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eaa00 x1875052937831936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204307.724860:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204307.724864:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204307.724869:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84ad27f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eaa00 x1875052937831936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204307.724879:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204307.724884:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204307.724890:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204307.724892:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204307.724893:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204307.724896:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204307.724900:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14613
00000400:00000200:2.0:1788204307.724905:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204307.724911:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204307.724913:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204307.724919:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724921:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204307.724926:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724931:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204307.724932:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204307.724933:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204307.724934:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204307.724935:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204307.724939:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204307.724941:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204307.724944:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724947:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204307.724950:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724952:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204307.724955:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204307.724960:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204307.724961:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204307.724964:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1788204307.724965:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:2.0:1788204307.724967:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204307.724971:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204307.724973:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1788204307.724973:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000008:00100000:2.0:1788204307.724976:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204307.724979:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204307.724983:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204307.724989:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000020:00000040:2.0:1788204307.724992:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204307.724993:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204307.724994:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204307.724995:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204307.724996:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204307.724997:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204307.725000:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000001:2.0:1788204307.725004:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204307.725010:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937832064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204307.725016:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204307.725019:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204307.725025:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937832064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204307.725032:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204307.725035:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204307.725040:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204307.725042:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204307.725044:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204307.725048:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204307.725052:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14613
00000400:00000200:2.0:1788204307.725056:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204307.725059:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204307.725061:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204307.725066:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.725070:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204307.725073:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.725076:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204307.725080:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204307.725082:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204307.725085:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204307.725088:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204307.725090:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204307.725093:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204307.725096:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.725098:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204307.725100:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204307.725101:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204307.725106:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204307.725109:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204307.725112:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204307.725129:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204307.725132:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204307.725136:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204307.725137:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204307.725138:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204307.725141:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204307.725143:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204307.725146:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000020:00000040:2.0:1788204307.725148:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204307.725151:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204307.725152:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204307.725154:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204307.725155:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204307.725157:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204307.725162:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:2.0:1788204307.725167:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204307.725173:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937832192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204307.725183:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204307.725187:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204307.725193:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937832192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204307.725221:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204307.725227:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14623)
00000800:00000200:1.1:1788204307.725536:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204307.725547:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204307.725838:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204307.725842:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204307.726072:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204307.726074:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204307.726258:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204307.726260:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000100:00000001:2.0:1788204307.916413:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204307.916421:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204307.916423:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204307.916428:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204307.916432:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204307.916435:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204307.916438:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204307.916440:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204307.916443:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204308.428462:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204308.428466:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204308.428469:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204308.940374:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204308.940381:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204308.940382:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204308.940386:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204308.940388:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204308.940391:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204308.940392:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204308.940394:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204308.940396:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204309.964428:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204309.964435:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204309.964436:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204309.964446:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204309.964449:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204309.964452:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204309.964454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204309.964456:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204309.964458:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204310.476530:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204310.476536:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204310.476539:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204310.988385:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204310.988393:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204310.988395:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204310.988400:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204310.988403:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204310.988406:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204310.988408:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204310.988410:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204310.988412:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204311.500538:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204311.500542:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204311.500544:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204312.012376:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204312.012383:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204312.012385:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204312.012390:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204312.012401:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204312.012403:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204312.012405:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204312.012408:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204312.012411:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204312.524468:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204312.524471:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204312.524474:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204312.844414:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204312.844421:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204312.844423:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204312.844426:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204312.844429:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204312.844435:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14618
00000400:00000200:3.0:1788204312.844441:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204312.844445:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204312.844448:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204312.844451:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844453:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204312.844455:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844456:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204312.844459:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204312.844461:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204312.844463:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204312.844466:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204312.844469:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204312.844471:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204312.844474:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844476:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204312.844478:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844479:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204312.844482:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204312.844485:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844488:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204312.844491:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204312.844494:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204312.844496:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204312.844498:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204312.844500:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204312.844510:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788204312.844513:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204312.844516:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204312.844517:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204312.844520:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204312.844522:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204312.844525:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204312.844530:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788204312.844536:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204312.844542:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937832320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204312.844550:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204312.844552:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204312.844555:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937832320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204312.844571:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204312.844573:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204312.844575:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204312.844576:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204312.844577:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204312.844579:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204312.844580:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14618
00000400:00000200:3.0:1788204312.844582:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204312.844584:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204312.844586:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204312.844587:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844589:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204312.844590:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844591:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204312.844592:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204312.844593:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204312.844594:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204312.844595:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204312.844596:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204312.844597:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204312.844599:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844600:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204312.844601:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844602:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204312.844604:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204312.844605:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844607:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204312.844608:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204312.844611:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204312.844612:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204312.844613:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204312.844616:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204312.844618:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204312.844620:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204312.844623:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204312.844625:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204312.844627:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204312.844628:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204312.844629:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204312.844630:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204312.844631:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204312.844634:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204312.844638:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204312.844643:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937832448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204312.844652:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204312.844656:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204312.844662:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937832448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204312.844673:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204312.844678:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204312.844683:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204312.844685:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204312.844688:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204312.844691:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204312.844695:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14618
00000400:00000200:3.0:1788204312.844700:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204312.844705:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204312.844708:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204312.844714:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844716:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204312.844720:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844730:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204312.844734:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204312.844734:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204312.844735:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204312.844737:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204312.844740:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204312.844749:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204312.844755:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844759:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204312.844763:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844765:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204312.844769:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204312.844773:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844778:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204312.844781:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204312.844783:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204312.844787:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204312.844790:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204312.844791:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204312.844793:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204312.844796:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204312.844803:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204312.844806:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204312.844809:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204312.844811:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204312.844814:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204312.844815:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204312.844817:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204312.844821:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204312.844826:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204312.844834:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937832576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204312.844843:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204312.844846:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204312.844853:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937832576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204312.844867:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204312.844870:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204312.844873:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204312.844874:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204312.844877:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204312.844880:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204312.844884:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14618
00000800:00000200:1.1:1788204312.844892:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000400:00000200:3.0:1788204312.844893:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:1.1:1788204312.844897:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000400:00000200:3.0:1788204312.844899:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204312.844903:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204312.844909:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844911:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204312.844914:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844915:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204312.844916:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204312.844917:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204312.844918:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204312.844920:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204312.844921:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204312.844924:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204312.844930:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844932:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204312.844934:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844938:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204312.844942:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204312.844944:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204312.844947:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204312.844949:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204312.844951:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204312.844953:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204312.844954:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204312.844955:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204312.844957:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204312.844958:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204312.844960:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204312.844963:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204312.844967:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204312.844969:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204312.844972:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204312.844973:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204312.844976:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204312.844979:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204312.844983:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204312.844990:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937832704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204312.844999:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204312.845001:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204312.845006:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937832704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204312.845017:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204312.845022:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204312.845024:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204312.845026:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204312.845056:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204312.845059:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204312.845062:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14618
00000400:00000200:3.0:1788204312.845068:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204312.845071:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204312.845074:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204312.845081:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.845087:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204312.845092:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.845097:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204312.845101:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204312.845104:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204312.845106:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204312.845109:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204312.845119:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204312.845123:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204312.845129:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.845132:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204312.845136:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204312.845141:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204312.845144:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204312.845149:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204312.845153:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204312.845158:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204312.845161:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204312.845164:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204312.845166:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204312.845169:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204312.845173:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204312.845176:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204312.845182:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204312.845185:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204312.845189:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204312.845191:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204312.845195:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204312.845197:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204312.845199:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204312.845203:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204312.845209:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204312.845219:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937832832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204312.845233:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204312.845234:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204312.845237:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937832832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204312.845247:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204312.845253:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14628)
00000800:00000200:1.1:1788204312.845411:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204312.845412:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204312.845573:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204312.845574:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204312.845772:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204312.845774:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204312.845924:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204312.845925:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000100:00000001:2.0:1788204313.036353:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204313.036359:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204313.036360:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204313.036363:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204313.036366:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204313.036368:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204313.036369:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204313.036371:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204313.036373:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204313.548461:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204313.548464:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204313.548466:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204314.060362:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204314.060368:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204314.060370:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204314.060374:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204314.060376:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204314.060378:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204314.060380:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204314.060382:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204314.060383:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204315.084393:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204315.084399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204315.084400:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204315.084404:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204315.084406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204315.084409:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204315.084411:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204315.084412:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204315.084414:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204315.596510:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204315.596513:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204315.596515:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204316.108399:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204316.108407:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204316.108409:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204316.108414:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204316.108417:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204316.108421:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204316.108423:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204316.108426:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204316.108428:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204316.620422:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204316.620425:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204316.620427:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1788204316.940393:0:267880:0:(osc_request.c:745:osc_update_next_shrink()) next time 15827 to shrink grant
00000100:00000001:2.0:1788204317.132396:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204317.132403:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204317.132405:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204317.132411:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204317.132414:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204317.132418:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204317.132421:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204317.132423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204317.132425:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204317.644496:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204317.644499:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204317.644502:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204317.964411:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204317.964423:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204317.964424:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204317.964428:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204317.964431:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204317.964437:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14623
00000400:00000200:2.0:1788204317.964443:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204317.964447:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204317.964449:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204317.964451:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.964453:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204317.964455:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.964456:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204317.964459:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204317.964460:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204317.964462:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204317.964464:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204317.964466:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204317.964467:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204317.964469:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.964470:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204317.964471:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.964472:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204317.964474:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204317.964476:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204317.964477:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204317.964479:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204317.964481:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204317.964483:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204317.964484:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204317.964486:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204317.964492:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000020:00000040:2.0:1788204317.964495:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204317.964499:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204317.964500:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204317.964502:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204317.964508:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204317.964512:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204317.964518:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788204317.964523:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204317.964529:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937832960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204317.964536:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204317.964539:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204317.964542:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937832960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204317.964557:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204317.964560:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204317.964562:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204317.964563:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204317.964564:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204317.964565:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204317.964567:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14623
00000400:00000200:2.0:1788204317.964569:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204317.964570:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204317.964572:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204317.964573:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.964575:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204317.964576:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.964577:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204317.964578:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204317.964579:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204317.964581:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204317.964582:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204317.964584:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204317.964585:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204317.964588:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.964589:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204317.964590:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.964594:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204317.964596:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204317.964600:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204317.964603:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204317.964606:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204317.964611:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204317.964617:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204317.964622:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204317.964628:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204317.964635:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204317.964640:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204317.964647:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000020:00000040:2.0:1788204317.964653:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204317.964658:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204317.964661:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204317.964667:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204317.964668:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204317.964672:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204317.964679:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:2.0:1788204317.964685:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204317.964694:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937833088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204317.964710:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204317.964713:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204317.964721:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937833088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204317.964747:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204317.964750:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204317.964753:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204317.964757:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204317.964759:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204317.964763:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204317.964769:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14623
00000400:00000200:2.0:1788204317.964775:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204317.964780:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204317.964785:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204317.964790:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.964795:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204317.964800:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.964804:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204317.964807:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204317.964808:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204317.964809:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204317.964811:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204317.964815:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204317.964818:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204317.964823:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.964827:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204317.964832:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.964834:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204317.964837:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204317.964841:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204317.964846:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204317.964849:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204317.964853:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1788204317.964854:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:2.0:1788204317.964857:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204317.964858:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1788204317.964859:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204317.964863:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204317.964868:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204317.964871:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204317.964874:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788204317.964875:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204317.964877:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204317.964879:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204317.964884:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204317.964887:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204317.964889:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204317.964893:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788204317.964897:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204317.964903:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937833216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204317.964924:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204317.964927:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204317.964933:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937833216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204317.964963:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204317.964966:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204317.964972:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204317.964974:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204317.964976:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204317.964981:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204317.964983:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14623
00000400:00000200:2.0:1788204317.964988:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204317.964991:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204317.964995:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204317.964998:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.964999:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204317.965002:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.965005:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204317.965007:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204317.965008:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204317.965009:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204317.965012:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204317.965014:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204317.965019:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204317.965023:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.965024:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204317.965025:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.965027:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204317.965028:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204317.965030:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204317.965036:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204317.965040:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204317.965042:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204317.965044:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204317.965046:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204317.965049:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204317.965054:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204317.965056:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204317.965059:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000020:00000040:2.0:1788204317.965063:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204317.965065:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204317.965067:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204317.965071:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204317.965075:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204317.965080:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204317.965087:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:2.0:1788204317.965094:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204317.965104:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937833344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204317.965120:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204317.965125:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204317.965136:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937833344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204317.965154:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204317.965159:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204317.965170:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204317.965173:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204317.965174:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204317.965177:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204317.965181:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14623
00000400:00000200:2.0:1788204317.965188:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204317.965192:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204317.965195:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204317.965199:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.965203:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204317.965206:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.965209:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204317.965211:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204317.965214:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204317.965216:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204317.965218:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204317.965221:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204317.965225:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204317.965231:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.965236:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204317.965240:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204317.965243:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204317.965248:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204317.965252:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204317.965256:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204317.965260:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204317.965264:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204317.965269:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204317.965271:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204317.965274:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204317.965278:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204317.965280:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204317.965284:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000020:00000040:2.0:1788204317.965289:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204317.965291:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204317.965292:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204317.965294:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204317.965296:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204317.965323:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204317.965327:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204317.965332:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204317.965339:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937833472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204317.965355:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204317.965358:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204317.965364:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937833472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204317.965378:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204317.965385:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14633)
00000800:00000200:1.1:1788204317.965449:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204317.965450:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204317.965640:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204317.965642:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204317.965830:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204317.965832:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204317.966087:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204317.966090:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1788204318.156376:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204318.156382:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204318.156384:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204318.156388:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204318.156390:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204318.156393:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204318.156395:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204318.156397:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204318.156398:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204318.668497:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204318.668501:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204318.668507:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204319.180429:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204319.180435:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204319.180436:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204319.180440:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204319.180444:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204319.180446:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204319.180448:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204319.180451:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204319.180454:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204320.204400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204320.204407:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204320.204408:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204320.204412:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204320.204414:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204320.204418:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204320.204419:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204320.204421:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204320.204423:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204320.716456:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204320.716459:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204320.716462:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204321.228392:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204321.228398:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204321.228399:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204321.228403:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204321.228405:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204321.228408:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204321.228409:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204321.228411:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204321.228413:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204321.740484:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204321.740488:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204321.740492:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204322.252413:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204322.252426:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204322.252428:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204322.252434:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204322.252437:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204322.252441:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204322.252443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204322.252446:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204322.252448:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204322.764513:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204322.764518:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204322.764521:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204323.084404:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204323.084413:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204323.084416:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204323.084420:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204323.084425:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204323.084432:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14628
00000400:00000200:2.0:1788204323.084441:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204323.084447:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204323.084451:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204323.084455:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204323.084458:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204323.084461:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204323.084464:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204323.084467:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204323.084469:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204323.084471:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204323.084474:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204323.084476:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204323.084477:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204323.084480:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204323.084482:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204323.084483:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204323.084484:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204323.084486:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204323.084489:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204323.084490:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204323.084492:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204323.084495:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204323.084497:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204323.084498:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204323.084500:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204323.084508:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788204323.084510:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204323.084514:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204323.084515:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204323.084518:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204323.084520:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204323.084524:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204323.084529:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000001:2.0:1788204323.084534:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204323.084541:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937833600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204323.084549:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204323.084552:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204323.084555:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937833600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204323.084574:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204323.084576:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204323.084579:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204323.084581:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204323.084582:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204323.084585:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204323.084587:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14628
00000400:00000200:2.0:1788204323.084590:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204323.084594:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204323.084596:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204323.084600:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204323.084602:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204323.084606:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204323.084608:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204323.084611:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204323.084612:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204323.084615:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204323.084620:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204323.084625:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204323.084630:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204323.084638:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204323.084643:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204323.084646:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204323.084649:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204323.084653:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204323.084657:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204323.084662:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204323.084666:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204323.084673:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204323.084677:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204323.084679:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204323.084684:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204323.084688:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204323.084693:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204323.084700:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000020:00000040:2.0:1788204323.084704:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204323.084707:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204323.084710:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204323.084712:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204323.084714:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204323.084716:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204323.084723:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788204323.084726:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204323.084736:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937833728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204323.084762:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204323.084767:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204323.084774:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937833728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204323.084786:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204323.084790:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204323.084793:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204323.084795:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204323.084798:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204323.084800:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204323.084805:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14628
00000400:00000200:2.0:1788204323.084810:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204323.084817:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204323.084820:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204323.084825:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204323.084830:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204323.084836:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204323.084841:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204323.084846:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204323.084849:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204323.084877:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204323.084880:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204323.084884:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204323.084888:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204323.084895:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204323.084898:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204323.084903:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204323.084905:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204323.084911:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204323.084916:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000200:1.1:1788204323.084917:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204323.084920:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204323.084922:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
02000000:00000001:2.0:1788204323.084923:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204323.084927:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204323.084930:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204323.084933:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204323.084937:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204323.084940:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204323.084943:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204323.084946:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000020:00000040:2.0:1788204323.084948:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204323.084950:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204323.084951:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204323.084952:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204323.084954:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204323.084957:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204323.084961:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204323.084965:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204323.084972:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937833856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204323.084982:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204323.084985:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204323.084990:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937833856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204323.084998:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204323.085003:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204323.085008:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204323.085011:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204323.085014:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204323.085017:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204323.085024:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14628
00000400:00000200:2.0:1788204323.085033:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204323.085041:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204323.085046:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204323.085055:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204323.085058:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204323.085063:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204323.085069:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204323.085075:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204323.085077:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204323.085079:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204323.085082:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204323.085085:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204323.085089:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204323.085094:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204323.085097:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204323.085101:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204323.085105:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204323.085109:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204323.085114:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204323.085118:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204323.085123:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204323.085127:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204323.085130:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204323.085132:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204323.085136:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204323.085141:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204323.085144:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204323.085148:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000020:00000040:2.0:1788204323.085154:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204323.085160:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204323.085163:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204323.085167:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1788204323.085170:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937833600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204323.085170:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204323.085172:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204323.085178:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:1.0:1788204323.085180:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204323.085182:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204323.085183:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.085188:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204323.085189:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204323.085191:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937833984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788204323.085196:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937833600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204323.085210:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204323.085212:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204323.085213:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204323.085219:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937833600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204323.085220:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937833984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.085236:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204323.085240:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204323.085241:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.085244:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1788204323.085245:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204323.085246:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.085251:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:2.0:1788204323.085252:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204323.085253:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204323.085254:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204323.085257:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204323.085258:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204323.085264:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204323.085266:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00080000:2.0:1788204323.085270:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14628
00000100:00000001:1.0:1788204323.085271:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:2.0:1788204323.085277:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204323.085278:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937833600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204323.085283:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204323.085287:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204323.085293:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00100000:1.0:1788204323.085296:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937833600:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204323.085297:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204323.085324:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204323.085327:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204323.085328:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204323.085332:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:1.0:1788204323.085335:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937833600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204323.085336:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204323.085339:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204323.085343:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204323.085346:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:1.0:1788204323.085347:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000001:2.0:1788204323.085349:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:1.0:1788204323.085351:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:2.0:1788204323.085352:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000010:1.0:1788204323.085355:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
00000100:00000040:2.0:1788204323.085358:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:1.0:1788204323.085360:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1788204323.085361:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1788204323.085363:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:2.0:1788204323.085365:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000020:00000040:1.0:1788204323.085366:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:2.0:1788204323.085369:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204323.085370:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000040:2.0:1788204323.085372:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204323.085375:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204323.085376:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204323.085377:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204323.085381:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1788204323.085382:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204323.085384:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204323.085386:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1788204323.085387:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204323.085388:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000008:00100000:2.0:1788204323.085390:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000010:1.0:1788204323.085391:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000008:00000001:2.0:1788204323.085394:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204323.085396:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204323.085397:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204323.085399:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1788204323.085401:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000100:00000001:1.0:1788204323.085402:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204323.085407:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204323.085411:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1788204323.085411:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204323.085413:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204323.085414:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204323.085418:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204323.085418:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204323.085421:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204323.085423:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1788204323.085423:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204323.085428:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204323.085429:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937833728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204323.085436:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:1.0:1788204323.085437:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204323.085439:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204323.085443:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204323.085445:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204323.085445:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204323.085450:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204323.085457:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937833728:192.168.201.135@tcp:38:kworker.0
00000100:00100000:2.0:1788204323.085457:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937834112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204323.085466:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204323.085470:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204323.085472:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204323.085473:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204323.085475:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204323.085478:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1788204323.085482:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937834112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204323.085485:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204323.085491:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204323.085493:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204323.085498:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204323.085498:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14638)
00000400:00000010:1.0:1788204323.085504:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204323.085509:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204323.085512:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937833728, portal 10
00000100:00000001:1.0:1788204323.085514:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204323.085515:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000040:1.0:1788204323.085522:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937833728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.085527:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204323.085529:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204323.085531:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204323.085533:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937833728, offset 0
00000400:00000200:1.0:1788204323.085536:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204323.085540:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204323.085543:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204323.085546:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204323.085548:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204323.085551:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204323.085553:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204323.085556:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546463:546463:256:4294967295] 192.168.201.135@tcp LPNI seq info [546429:546429:8:4294967295]
00000400:00000200:1.0:1788204323.085560:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204323.085566:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204323.085571:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204323.085575:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204323.085578:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204323.085581:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204323.085584:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204323.085586:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204323.085588:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204323.085590:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204323.085593:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204323.085595:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204323.085598:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204323.085600:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204323.085602:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204323.085605:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937833728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.085615:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204323.085619:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937833728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.085624:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204323.085625:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204323.085627:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204323.085630:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204323.085633:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204323.085635:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309301277
00000100:00000001:1.0:1788204323.085637:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309305036
00000100:00000001:1.0:1788204323.085639:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309301277
00000100:00000001:1.0:1788204323.085641:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309305036
00000100:00000001:1.0:1788204323.085643:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204323.085644:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204323.085646:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204323.085649:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204323/real 1788204323]  req@ffff8c5d3c3e9c00 x1875052937833728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204323.085655:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204323.085656:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204323.085657:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204323.085660:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204323.085662:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204323.085664:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204323.085668:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937833728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204323.085675:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937833728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.085679:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204323.085681:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.085683:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204323.085684:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204323.085688:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937833728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.085693:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204323.085696:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937833728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.085701:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204323.085703:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.085705:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204323.085706:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.085708:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204323.085709:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204323.085711:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204323.085713:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204323.085715:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204323.085718:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937833728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204323.085724:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937833728:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204323.085728:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204323.085731:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937833856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.085736:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204323.085737:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204323.085739:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204323.085740:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204323.085742:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204323.085745:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937833856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204323.085748:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204323.085750:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204323.085751:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204323.085752:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204323.085755:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204323.085756:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204323.085759:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204323.085762:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204323.085766:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204323.085769:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937833856, portal 10
00000100:00000001:1.0:1788204323.085771:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204323.085772:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000040:1.0:1788204323.085779:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937833856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.085786:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204323.085788:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204323.085791:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204323.085793:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937833856, offset 0
00000400:00000200:1.0:1788204323.085798:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204323.085802:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204323.085806:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204323.085809:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204323.085813:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204323.085816:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204323.085819:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204323.085823:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546464:546464:256:4294967295] 192.168.201.135@tcp LPNI seq info [546430:546430:8:4294967295]
00000400:00000200:1.0:1788204323.085828:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204323.085837:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204323.085843:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204323.085847:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204323.085867:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204323.085871:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204323.085876:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204323.085878:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204323.085881:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204323.085882:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204323.085886:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204323.085889:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204323.085891:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204323.085892:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204323.085894:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204323.085897:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937833856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.085903:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204323.085905:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937833856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.085910:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204323.085911:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204323.085913:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204323.085915:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204323.085918:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204323.085919:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309301272
00000100:00000001:1.0:1788204323.085921:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309305036
00000100:00000001:1.0:1788204323.085922:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309301272
00000100:00000001:1.0:1788204323.085924:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309305036
00000100:00000001:1.0:1788204323.085925:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204323.085927:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204323.085928:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204323.085931:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204323/real 1788204323]  req@ffff8c5d3c3eb800 x1875052937833856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204323.085936:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204323.085938:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204323.085939:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204323.085941:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204323.085942:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204323.085943:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204323.085945:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937833856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204323.085950:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937833856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.085954:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204323.085955:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.085956:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204323.085957:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204323.085959:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937833856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.085963:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204323.085966:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937833856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.085970:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204323.085972:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.085973:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204323.085974:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.085975:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204323.085976:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204323.085978:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204323.085980:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204323.085981:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204323.085984:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937833856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204323.085993:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937833856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204323.085996:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204323.085998:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937833984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086002:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204323.086003:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204323.086005:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204323.086006:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204323.086007:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204323.086010:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937833984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204323.086012:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204323.086013:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204323.086014:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204323.086015:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204323.086018:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204323.086019:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204323.086021:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204323.086023:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204323.086027:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204323.086029:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937833984, portal 4
00000100:00000001:1.0:1788204323.086031:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204323.086032:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:1.0:1788204323.086036:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937833984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086041:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204323.086043:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204323.086045:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204323.086047:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937833984, offset 0
00000400:00000200:1.0:1788204323.086050:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204323.086055:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204323.086058:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204323.086061:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204323.086063:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204323.086065:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204323.086067:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204323.086069:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546465:546465:256:4294967295] 192.168.201.135@tcp LPNI seq info [546431:546431:8:4294967295]
00000400:00000200:1.0:1788204323.086072:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204323.086076:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204323.086081:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204323.086083:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204323.086087:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204323.086089:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204323.086094:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204323.086096:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204323.086099:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204323.086100:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204323.086103:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204323.086105:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204323.086107:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204323.086109:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204323.086110:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204323.086112:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937833984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086117:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204323.086119:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937833984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086123:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204323.086124:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204323.086126:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204323.086128:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204323.086130:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204323.086131:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309301365
00000100:00000001:1.0:1788204323.086133:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309305036
00000100:00000001:1.0:1788204323.086135:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309301365
00000100:00000001:1.0:1788204323.086136:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309305036
00000100:00000001:1.0:1788204323.086137:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204323.086138:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204323.086139:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204323.086141:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204323/real 1788204323]  req@ffff8c5d3c3ead80 x1875052937833984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204323.086146:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204323.086147:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204323.086148:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204323.086149:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204323.086150:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204323.086151:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204323.086153:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937833984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204323.086158:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937833984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086162:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204323.086163:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.086164:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204323.086165:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204323.086167:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937833984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086171:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204323.086173:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937833984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086177:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204323.086179:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.086180:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204323.086180:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.086182:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204323.086183:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204323.086184:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204323.086186:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204323.086187:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204323.086190:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937833984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204323.086194:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937833984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204323.086196:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.086197:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204323.086199:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937833728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086203:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204323.086204:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204323.086205:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204323.086207:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204323.086208:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204323.086209:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204323.086210:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204323.086211:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:1.0:1788204323.086212:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204323.086213:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204323.086214:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:1.0:1788204323.086216:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204323.086217:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.086218:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204323.086221:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937833856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086229:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204323.086230:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204323.086231:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204323.086232:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204323.086233:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204323.086234:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204323.086235:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204323.086236:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:1.0:1788204323.086237:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204323.086238:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204323.086239:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:1.0:1788204323.086240:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204323.086241:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.086242:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204323.086243:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937833984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086247:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204323.086248:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204323.086249:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204323.086250:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204323.086250:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204323.086251:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204323.086252:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204323.086253:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:1.0:1788204323.086254:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204323.086255:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204323.086255:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:1.0:1788204323.086257:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204323.086258:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.086259:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.086261:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204323.086262:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204323.086263:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204323.086264:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204323.086265:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204323.086267:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937834112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086272:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204323.086273:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204323.086275:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204323.086276:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204323.086277:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204323.086278:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937834112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204323.086280:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204323.086282:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204323.086283:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204323.086284:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204323.086286:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204323.086287:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204323.086289:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204323.086290:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204323.086292:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204323.086294:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937834112, portal 4
00000100:00000001:1.0:1788204323.086295:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204323.086296:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:1.0:1788204323.086321:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937834112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086326:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204323.086328:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204323.086330:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204323.086332:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937834112, offset 0
00000400:00000200:1.0:1788204323.086336:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204323.086339:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204323.086342:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204323.086344:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204323.086346:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204323.086348:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204323.086350:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204323.086353:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546466:546466:256:4294967295] 192.168.201.135@tcp LPNI seq info [546432:546432:8:4294967295]
00000400:00000200:1.0:1788204323.086357:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204323.086363:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204323.086367:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204323.086370:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204323.086372:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204323.086375:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204323.086378:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204323.086380:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204323.086383:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204323.086384:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204323.086387:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204323.086389:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204323.086391:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204323.086392:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204323.086394:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204323.086396:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937834112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086401:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204323.086403:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937834112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204348 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086407:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204323.086408:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204323.086410:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204323.086412:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204323.086414:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204323.086416:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309301383
00000100:00000001:1.0:1788204323.086417:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309305036
00000100:00000001:1.0:1788204323.086419:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309301383
00000100:00000001:1.0:1788204323.086420:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309305036
00000100:00000001:1.0:1788204323.086422:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204323.086423:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204323.086425:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204323.086427:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204323/real 1788204323]  req@ffff8c5d3c3e8380 x1875052937834112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204323.086432:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204323.086433:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204323.086434:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204323.086435:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204323.086436:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204323.086437:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204323.086439:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937834112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204323.086444:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937834112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086448:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204323.086449:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.086450:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204323.086451:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204323.086453:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937834112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086457:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204323.086459:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937834112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086465:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204323.086467:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.086469:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204323.086470:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.086472:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204323.086473:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204323.086476:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204323.086479:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204323.086482:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204323.086486:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937834112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204323.086495:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937834112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204323.086499:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.086501:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204323.086505:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937834112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204348 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204323.086512:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204323.086513:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204323.086516:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204323.086517:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204323.086518:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204323.086519:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204323.086521:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204323.086522:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:1.0:1788204323.086523:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204323.086524:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204323.086525:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:1.0:1788204323.086527:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204323.086527:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.086529:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204323.086531:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204323.086532:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204323.086534:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204323.086535:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204323.276401:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204323.276407:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204323.276409:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204323.276413:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204323.276416:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204323.276419:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204323.276421:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204323.276423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204323.276425:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204323.788506:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204323.788510:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204323.788513:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204324.300404:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204324.300418:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204324.300419:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204324.300424:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204324.300426:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204324.300430:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204324.300432:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204324.300434:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204324.300436:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204324.812469:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204324.812473:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204324.812476:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204325.324436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204325.324443:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204325.324444:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204325.324448:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204325.324451:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204325.324454:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204325.324456:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204325.324458:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204325.324461:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204325.836522:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204325.836525:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204325.836527:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204326.348417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204326.348425:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204326.348427:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204326.348434:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204326.348437:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204326.348441:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204326.348444:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204326.348447:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204326.348450:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204326.860497:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204326.860501:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204326.860504:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204326.924418:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309305036, at 4309305088
00000100:00000010:1.0:1788204326.924432:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749840.
00000100:00000001:2.0:1788204327.372440:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204327.372447:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204327.372449:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204327.372454:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204327.372457:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204327.372460:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204327.372462:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204327.372464:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204327.372466:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204327.884620:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204327.884625:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204327.884628:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204328.204461:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204328.204470:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204328.204472:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204328.204475:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204328.204478:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204328.204487:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14633
00000400:00000200:2.0:1788204328.204496:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204328.204501:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204328.204505:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204328.204507:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.204510:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204328.204513:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.204515:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204328.204518:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204328.204520:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204328.204522:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204328.204524:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204328.204526:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204328.204528:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204328.204531:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.204532:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204328.204534:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.204535:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204328.204537:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204328.204540:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204328.204541:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204328.204544:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204328.204546:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204328.204548:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204328.204550:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204328.204551:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204328.204559:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9180.
00000020:00000040:2.0:1788204328.204562:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204328.204565:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204328.204566:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204328.204569:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204328.204571:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204328.204575:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204328.204580:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788204328.204586:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204328.204594:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9180 x1875052937834240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204328.204602:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204328.204606:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204328.204609:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa433fb9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9180 x1875052937834240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204328.204624:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204328.204626:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204328.204628:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204328.204630:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204328.204631:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204328.204633:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204328.204634:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14633
00000400:00000200:2.0:1788204328.204636:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204328.204639:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204328.204640:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204328.204642:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.204644:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204328.204645:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.204647:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204328.204648:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204328.204649:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204328.204650:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204328.204651:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204328.204653:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204328.204655:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204328.204657:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.204659:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204328.204661:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.204663:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204328.204665:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:1.0:1788204328.204668:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1788204328.204668:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204328.204670:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204328.204673:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204328.204675:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1788204328.204677:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204328.204679:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1788204328.204681:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204328.204684:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204328.204687:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204328.204691:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204328.204692:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9180 x1875052937834240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204328.204694:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204328.204700:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea680.
00000020:00000040:2.0:1788204328.204705:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:1.0:1788204328.204713:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1788204328.204713:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204328.204718:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204328.204719:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204328.204720:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204328.204724:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204328.204726:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204328.204727:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204328.204731:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1788204328.204735:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:1.0:1788204328.204736:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204328.204744:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204328.204745:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937834240:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204328.204752:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1788204328.204754:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea680 x1875052937834368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204328.204757:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204328.204772:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204328.204778:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204328.204785:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204328.204788:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204328.204790:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204328.204795:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204328.204796:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204328.204804:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000040:2.0:1788204328.204805:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000410650d5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea680 x1875052937834368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788204328.204813:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000001:2.0:1788204328.204818:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204328.204824:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937834240, portal 25
00000100:00080000:2.0:1788204328.204824:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204328.204831:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1788204328.204832:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204328.204835:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803421568 : -127142906130048 : ffff8c5d3c3e9180)
00000100:00000001:2.0:1788204328.204836:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204328.204840:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204328.204844:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1788204328.204849:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9180 x1875052937834240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204328.204849:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14633
00000400:00000200:2.0:1788204328.204857:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204328.204862:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204328.204867:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204328.204873:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204328.204875:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788204328.204875:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204328.204882:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.204885:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:1.0:1788204328.204890:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000001:2.0:1788204328.204890:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204328.204893:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204328.204895:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:1.0:1788204328.204896:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000020:00000040:2.0:1788204328.204897:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204328.204904:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000200:1.0:1788204328.204906:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937834240, offset 0
00000020:00000001:2.0:1788204328.204907:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204328.204913:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.204916:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204328.204917:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.204919:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204328.204922:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:1.0:1788204328.204923:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204328.204927:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204328.204930:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204328.204931:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204328.204934:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204328.204935:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204328.204938:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204328.204940:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204328.204943:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204328.204945:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000008:00000001:2.0:1788204328.204947:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204328.204950:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204328.204951:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:2.0:1788204328.204954:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb100.
00000400:00000200:1.0:1788204328.204958:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:2.0:1788204328.204959:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:1.0:1788204328.204963:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788204328.204963:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204328.204965:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204328.204969:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.204970:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204328.204974:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204328.204975:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546467:546467:256:4294967295] 192.168.201.135@tcp LPNI seq info [546433:546433:8:4294967295]
02000000:00000001:2.0:1788204328.204978:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204328.204983:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:2.0:1788204328.204988:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000400:00000200:1.0:1788204328.204995:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204328.204995:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204328.205002:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00100000:2.0:1788204328.205006:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb100 x1875052937834496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1788204328.205009:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204328.205020:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204328.205022:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1788204328.205025:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1788204328.205026:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204328.205033:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000299a5ffd] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb100 x1875052937834496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1788204328.205039:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204328.205047:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1788204328.205051:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204328.205056:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204328.205059:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204328.205061:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204328.205063:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204328.205066:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1788204328.205069:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204328.205073:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14633
00000800:00000010:1.0:1788204328.205075:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:2.0:1788204328.205081:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204328.205086:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204328.205089:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204328.205091:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1788204328.205094:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.205098:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204328.205102:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1788204328.205105:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.205109:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788204328.205110:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000020:00000001:2.0:1788204328.205112:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:1.0:1788204328.205114:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000020:00000040:2.0:1788204328.205116:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204328.205120:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204328.205122:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:1.0:1788204328.205125:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1788204328.205125:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204328.205130:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000200:1.0:1788204328.205132:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9180 x1875052937834240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204328.205139:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.205144:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204328.205145:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204328.205148:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:1.0:1788204328.205152:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9180 x1875052937834240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204328.205154:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204328.205161:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:1.0:1788204328.205165:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204328.205169:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204328.205170:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204328.205175:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204328.205176:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204328.205181:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204328.205184:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204328.205188:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204328.205189:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309310156
02000000:00000001:2.0:1788204328.205195:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204328.205196:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749840.
00000100:00000001:2.0:1788204328.205199:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204328.205204:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000008:00100000:2.0:1788204328.205204:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204328.205210:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309310156
00000008:00000001:2.0:1788204328.205211:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204328.205217:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749120.
00000100:00000001:2.0:1788204328.205217:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204328.205222:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204328.205224:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1788204328.205225:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000100:00000001:1.0:1788204328.205228:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204328.205229:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204328.205231:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1788204328.205234:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204328.205236:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204328.205238:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204328/real 1788204328]  req@ffff8c5d3c3e9180 x1875052937834240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204328.205238:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204328.205241:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204328.205244:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204328.205250:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000400:00000001:1.0:1788204328.205252:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788204328.205254:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204328.205256:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204328.205259:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000100:00100000:2.0:1788204328.205262:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937834624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204328.205263:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204328.205267:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204328.205272:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788204328.205276:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1788204328.205278:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9180 x1875052937834240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204328.205279:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204328.205288:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937834624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204328.205294:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9180 x1875052937834240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.205325:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204328.205327:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204328.205328:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204328.205331:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204328.205332:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204328.205336:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204328.205339:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:1.0:1788204328.205343:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9180 x1875052937834240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204328.205344:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204328.205349:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204328.205354:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204328.205355:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1788204328.205360:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9180 x1875052937834240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204328.205362:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14633
00000400:00000200:2.0:1788204328.205373:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204328.205379:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:2.0:1788204328.205381:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204328.205386:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204328.205387:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204328.205394:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1788204328.205394:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204328.205399:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204328.205399:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204328.205401:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.205406:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204328.205407:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:2.0:1788204328.205408:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204328.205411:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:1.0:1788204328.205413:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1788204328.205413:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204328.205416:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204328.205420:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00080000:1.0:1788204328.205422:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:2.0:1788204328.205422:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204328.205428:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204328.205430:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:1.0:1788204328.205431:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000040:2.0:1788204328.205435:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204328.205437:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1788204328.205438:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204328.205443:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000040:1.0:1788204328.205447:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9180 x1875052937834240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204328.205449:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204328.205454:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204328.205459:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204328.205463:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204328.205466:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937834240:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788204328.205467:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204328.205472:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204328.205475:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1788204328.205475:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204328.205481:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1788204328.205481:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204328.205485:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204328.205487:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9180 x1875052937834240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204328.205489:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000020:00000040:2.0:1788204328.205494:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204328.205499:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204328.205501:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204328.205502:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204328.205504:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1788204328.205505:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204328.205507:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1788204328.205508:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:2.0:1788204328.205509:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204328.205514:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000010:2.0:1788204328.205515:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000020:00000001:1.0:1788204328.205517:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:2.0:1788204328.205520:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204328.205526:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937834752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000040:1.0:1788204328.205529:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:2.0:1788204328.205534:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:1.0:1788204328.205536:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:2.0:1788204328.205537:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204328.205542:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
00000100:00000040:2.0:1788204328.205543:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937834752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204328.205550:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1788204328.205552:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204328.205554:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:2.0:1788204328.205557:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14644)
00000100:00000010:1.0:1788204328.205559:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9180.
00000100:00000001:1.0:1788204328.205564:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204328.205566:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.205569:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.205577:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204328.205579:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204328.205581:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204328.205582:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204328.205583:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204328.205587:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea680 x1875052937834368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.205597:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204328.205598:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204328.205600:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204328.205602:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204328.205603:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204328.205605:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937834368:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204328.205607:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204328.205609:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204328.205610:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204328.205612:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204328.205614:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204328.205615:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204328.205619:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204328.205621:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204328.205624:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204328.205626:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937834368, portal 10
00000100:00000001:1.0:1788204328.205627:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204328.205628:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426944 : -127142906124672 : ffff8c5d3c3ea680)
00000100:00000040:1.0:1788204328.205633:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea680 x1875052937834368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.205637:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204328.205639:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204328.205641:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204328.205642:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937834368, offset 0
00000400:00000200:1.0:1788204328.205645:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204328.205648:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204328.205650:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204328.205653:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204328.205655:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204328.205656:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204328.205658:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204328.205661:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546468:546468:256:4294967295] 192.168.201.135@tcp LPNI seq info [546434:546434:8:4294967295]
00000400:00000200:1.0:1788204328.205664:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204328.205668:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204328.205671:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204328.205674:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204328.205676:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204328.205678:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204328.205682:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204328.205684:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788204328.205686:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204328.205688:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204328.205691:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204328.205694:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204328.205696:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204328.205697:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204328.205699:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204328.205701:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea680 x1875052937834368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.205707:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204328.205709:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea680 x1875052937834368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.205713:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204328.205714:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204328.205716:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204328.205719:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204328.205721:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204328.205723:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309306397
00000100:00000001:1.0:1788204328.205725:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309310156
00000100:00000001:1.0:1788204328.205726:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309306397
00000100:00000001:1.0:1788204328.205728:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309310156
00000100:00000001:1.0:1788204328.205729:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204328.205731:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204328.205732:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204328.205735:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204328/real 1788204328]  req@ffff8c5d3c3ea680 x1875052937834368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204328.205740:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204328.205741:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204328.205742:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204328.205743:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204328.205744:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204328.205745:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204328.205747:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea680 x1875052937834368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204328.205753:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea680 x1875052937834368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.205757:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204328.205758:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.205759:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204328.205760:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204328.205777:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea680 x1875052937834368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.205781:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204328.205784:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea680 x1875052937834368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.205788:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204328.205790:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.205791:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204328.205791:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.205793:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204328.205794:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204328.205795:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204328.205798:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204328.205800:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204328.205802:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea680 x1875052937834368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204328.205807:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937834368:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204328.205810:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204328.205812:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb100 x1875052937834496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.205816:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204328.205816:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204328.205818:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204328.205819:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204328.205820:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204328.205822:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937834496:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204328.205824:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204328.205826:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204328.205827:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204328.205828:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204328.205831:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788204328.205832:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204328.205834:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204328.205835:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204328.205837:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204328.205840:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937834496, portal 10
00000100:00000001:1.0:1788204328.205841:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204328.205842:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803429632 : -127142906121984 : ffff8c5d3c3eb100)
00000100:00000040:1.0:1788204328.205846:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb100 x1875052937834496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.205850:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204328.205852:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204328.205854:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204328.205855:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937834496, offset 0
00000400:00000200:1.0:1788204328.205858:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204328.205861:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204328.205863:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204328.205865:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204328.205867:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204328.205869:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204328.205870:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204328.205873:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546469:546469:256:4294967295] 192.168.201.135@tcp LPNI seq info [546435:546435:8:4294967295]
00000400:00000200:1.0:1788204328.205876:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204328.205880:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204328.205883:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204328.205884:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204328.205887:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204328.205889:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204328.205892:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204328.205894:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788204328.205896:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204328.205898:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204328.205901:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204328.205903:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204328.205905:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204328.205906:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204328.205907:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204328.205910:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb100 x1875052937834496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.205915:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204328.205917:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb100 x1875052937834496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.205921:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204328.205923:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204328.205925:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204328.205927:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204328.205929:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204328.205931:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309306392
00000100:00000001:1.0:1788204328.205932:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309310156
00000100:00000001:1.0:1788204328.205934:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309306392
00000100:00000001:1.0:1788204328.205935:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309310156
00000100:00000001:1.0:1788204328.205936:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204328.205937:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204328.205938:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204328.205940:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204328/real 1788204328]  req@ffff8c5d3c3eb100 x1875052937834496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204328.205945:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204328.205946:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204328.205947:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204328.205948:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204328.205949:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204328.205950:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204328.205952:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb100 x1875052937834496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204328.205958:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb100 x1875052937834496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.205961:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204328.205962:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.205963:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204328.205964:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204328.205966:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb100 x1875052937834496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.205970:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204328.205973:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb100 x1875052937834496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.205978:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204328.205979:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.205980:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204328.205981:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.205982:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204328.205983:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204328.205984:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204328.205986:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204328.205987:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204328.205990:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb100 x1875052937834496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204328.205994:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937834496:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204328.205996:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204328.205999:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937834624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206003:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204328.206004:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204328.206006:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204328.206007:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204328.206008:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204328.206010:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937834624:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204328.206012:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204328.206012:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204328.206013:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204328.206014:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204328.206017:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204328.206018:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204328.206020:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204328.206022:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204328.206024:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204328.206026:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937834624, portal 4
00000100:00000001:1.0:1788204328.206027:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204328.206029:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:1.0:1788204328.206035:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937834624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206042:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204328.206044:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204328.206047:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204328.206049:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937834624, offset 0
00000400:00000200:1.0:1788204328.206053:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204328.206057:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204328.206061:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204328.206064:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204328.206066:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204328.206069:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204328.206071:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204328.206074:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546470:546470:256:4294967295] 192.168.201.135@tcp LPNI seq info [546436:546436:8:4294967295]
00000400:00000200:1.0:1788204328.206078:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204328.206085:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204328.206090:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204328.206093:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204328.206097:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204328.206099:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204328.206102:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204328.206104:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788204328.206106:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204328.206108:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204328.206111:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204328.206113:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204328.206115:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204328.206117:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204328.206119:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204328.206121:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937834624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206127:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204328.206129:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937834624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206133:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204328.206134:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204328.206136:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204328.206139:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204328.206141:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204328.206142:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309306485
00000100:00000001:1.0:1788204328.206144:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309310156
00000100:00000001:1.0:1788204328.206145:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309306485
00000100:00000001:1.0:1788204328.206147:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309310156
00000100:00000001:1.0:1788204328.206148:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204328.206149:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204328.206150:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204328.206152:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204328/real 1788204328]  req@ffff8c5d3c3e8380 x1875052937834624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204328.206157:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204328.206158:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204328.206159:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204328.206161:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204328.206162:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204328.206163:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204328.206165:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937834624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204328.206170:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937834624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206174:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204328.206176:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.206177:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204328.206178:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204328.206180:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937834624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206184:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204328.206186:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937834624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206190:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204328.206191:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.206192:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204328.206193:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.206194:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204328.206195:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204328.206197:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204328.206198:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204328.206200:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204328.206202:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937834624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204328.206207:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937834624:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204328.206209:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204328.206211:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937834752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206215:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204328.206216:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204328.206218:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204328.206219:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204328.206221:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204328.206223:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937834752:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204328.206225:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204328.206226:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204328.206227:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204328.206228:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204328.206230:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204328.206231:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204328.206233:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204328.206235:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204328.206237:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204328.206239:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937834752, portal 4
00000100:00000001:1.0:1788204328.206240:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204328.206241:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:1.0:1788204328.206245:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937834752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206249:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204328.206250:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204328.206252:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204328.206253:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937834752, offset 0
00000400:00000200:1.0:1788204328.206256:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204328.206258:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204328.206260:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204328.206262:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204328.206263:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204328.206265:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204328.206266:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204328.206268:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546471:546471:256:4294967295] 192.168.201.135@tcp LPNI seq info [546437:546437:8:4294967295]
00000400:00000200:1.0:1788204328.206271:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204328.206275:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204328.206278:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204328.206280:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204328.206283:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204328.206285:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204328.206287:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204328.206289:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788204328.206291:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204328.206293:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204328.206295:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204328.206315:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204328.206317:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204328.206319:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204328.206321:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204328.206323:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937834752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206328:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204328.206330:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937834752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204353 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206334:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204328.206335:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204328.206337:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204328.206340:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204328.206342:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204328.206344:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309306503
00000100:00000001:1.0:1788204328.206345:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309310156
00000100:00000001:1.0:1788204328.206347:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309306503
00000100:00000001:1.0:1788204328.206348:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309310156
00000100:00000001:1.0:1788204328.206350:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204328.206351:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204328.206352:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204328.206354:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204328/real 1788204328]  req@ffff8c5d3c3ead80 x1875052937834752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204328.206360:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204328.206360:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204328.206362:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204328.206364:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204328.206365:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204328.206367:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204328.206371:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937834752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204328.206379:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937834752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206386:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204328.206388:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.206390:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204328.206391:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204328.206395:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937834752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206402:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204328.206407:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937834752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206414:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204328.206417:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.206419:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204328.206420:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.206422:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204328.206423:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204328.206425:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204328.206427:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204328.206429:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204328.206432:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937834752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204328.206438:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937834752:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204328.206440:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.206441:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204328.206443:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea680 x1875052937834368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206447:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204328.206448:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204328.206450:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204328.206452:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204328.206453:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204328.206454:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204328.206456:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204328.206457:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:1.0:1788204328.206459:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204328.206460:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204328.206461:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea680.
00000100:00000001:1.0:1788204328.206463:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204328.206464:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.206465:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204328.206467:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb100 x1875052937834496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206471:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204328.206472:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204328.206473:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788204328.206474:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204328.206475:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204328.206476:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204328.206477:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204328.206478:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:1.0:1788204328.206479:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204328.206481:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204328.206481:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb100.
00000100:00000001:1.0:1788204328.206483:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204328.206484:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.206485:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204328.206487:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937834624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206491:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204328.206492:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204328.206493:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204328.206494:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204328.206495:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204328.206495:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204328.206497:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204328.206497:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:1.0:1788204328.206499:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204328.206499:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204328.206500:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:1.0:1788204328.206501:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204328.206502:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.206503:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204328.206505:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937834752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204353 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204328.206508:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204328.206509:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204328.206510:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204328.206511:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204328.206512:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204328.206513:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204328.206514:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204328.206514:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:1.0:1788204328.206516:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204328.206516:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204328.206517:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:1.0:1788204328.206518:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204328.206519:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.206521:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204328.206524:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204328.206526:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204328.206528:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204328.206530:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204328.396401:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204328.396409:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204328.396411:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204328.396415:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204328.396419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204328.396422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204328.396423:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204328.396425:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204328.396427:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204328.908470:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204328.908474:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204328.908478:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204329.420433:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204329.420442:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204329.420444:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204329.420451:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204329.420455:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204329.420459:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204329.420462:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204329.420465:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204329.420468:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204329.932549:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204329.932553:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204329.932557:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204330.444342:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204330.444348:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204330.444350:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204330.444354:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204330.444356:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204330.444359:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204330.444361:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204330.444363:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204330.444365:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204330.956577:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204330.956582:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204330.956586:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204331.468397:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204331.468404:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204331.468406:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204331.468410:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204331.468413:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204331.468416:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204331.468418:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204331.468420:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204331.468422:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204331.980544:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204331.980547:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204331.980551:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204332.044392:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309310156, at 4309310208
00000100:00000010:1.0:1788204332.044407:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749120.
00000020:00000001:2.0:1788204333.004538:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204333.004543:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204333.004547:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204333.324443:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204333.324452:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204333.324454:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204333.324457:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204333.324461:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204333.324467:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14639
00000400:00000200:3.0:1788204333.324475:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204333.324480:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204333.324482:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204333.324484:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204333.324487:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204333.324489:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204333.324491:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204333.324494:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204333.324495:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204333.324498:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204333.324500:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204333.324502:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204333.324503:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204333.324505:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204333.324506:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204333.324507:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204333.324509:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204333.324511:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204333.324513:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204333.324515:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204333.324517:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204333.324521:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204333.324523:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204333.324525:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204333.324526:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204333.324534:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204333.324537:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204333.324540:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204333.324541:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204333.324544:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204333.324546:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204333.324550:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204333.324556:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204333.324562:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204333.324569:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937834880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204333.324577:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204333.324580:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204333.324584:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937834880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204333.324601:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204333.324603:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204333.324606:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204333.324607:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204333.324608:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204333.324610:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204333.324612:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14639
00000400:00000200:3.0:1788204333.324614:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204333.324616:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204333.324618:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204333.324621:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204333.324622:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204333.324624:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204333.324626:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204333.324628:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204333.324629:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204333.324630:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204333.324632:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204333.324633:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204333.324634:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204333.324637:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204333.324639:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204333.324642:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204333.324643:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204333.324645:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204333.324647:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204333.324656:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.324658:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788204333.324658:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204333.324663:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204333.324669:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.324670:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204333.324687:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204333.324691:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204333.324693:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204333.324694:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.324699:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1788204333.324700:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204333.324705:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204333.324709:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204333.324710:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204333.324713:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204333.324714:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1788204333.324716:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937834880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204333.324716:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204333.324724:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204333.324730:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204333.324740:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937835008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204333.324753:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204333.324759:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204333.324759:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204333.324764:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204333.324770:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937835008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204333.324771:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204333.324777:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204333.324787:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204333.324798:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204333.324800:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937834880:192.168.201.135@tcp:250:kworker.0
00000100:00080000:3.0:1788204333.324804:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204333.324811:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1788204333.324812:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204333.324816:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204333.324817:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1788204333.324818:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204333.324821:0:267481:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1788204333.324824:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204333.324828:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14639
02000000:00000001:1.0:1788204333.324830:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1788204333.324837:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204333.324842:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204333.324845:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204333.324848:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204333.324850:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1788204333.324853:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000040:3.0:1788204333.324853:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:1.0:1788204333.324864:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204333.324864:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204333.324871:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204333.324873:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204333.324875:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204333.324878:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:1.0:1788204333.324879:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788204333.324886:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000010:1.0:1788204333.324889:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000020:00000001:3.0:1788204333.324892:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000010:1.0:1788204333.324899:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000040:3.0:1788204333.324900:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:1.0:1788204333.324910:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937834880, portal 25
00000100:00000001:1.0:1788204333.324915:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204333.324915:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204333.324918:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00000040:3.0:1788204333.324924:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:1.0:1788204333.324928:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937834880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204333.324930:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204333.324947:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00000001:1.0:1788204333.324951:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204333.324960:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204333.324962:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000010:1.0:1788204333.324963:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204333.324968:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937834880, offset 0
00000100:00000001:3.0:1788204333.324971:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204333.324976:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204333.324978:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204333.324982:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204333.324987:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204333.324993:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204333.324995:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204333.324999:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204333.325003:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000008:00000001:3.0:1788204333.325009:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204333.325014:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204333.325018:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204333.325022:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000010:3.0:1788204333.325029:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204333.325033:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:1.0:1788204333.325036:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788204333.325038:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204333.325041:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204333.325046:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204333.325050:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546472:546472:256:4294967295] 192.168.201.135@tcp LPNI seq info [546438:546438:8:4294967295]
00000400:00000200:1.0:1788204333.325053:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204333.325054:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204333.325057:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204333.325059:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204333.325071:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000400:00000200:1.0:1788204333.325072:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204333.325082:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204333.325086:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204333.325093:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000100:00100000:3.0:1788204333.325093:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937835136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204333.325110:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1788204333.325111:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204333.325116:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204333.325119:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1788204333.325125:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937835136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1788204333.325135:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204333.325147:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1788204333.325161:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788204333.325168:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204333.325170:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1788204333.325172:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000100:00080000:3.0:1788204333.325174:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204333.325178:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204333.325180:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204333.325183:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204333.325186:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14639
00000400:00000200:1.0:1788204333.325189:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204333.325190:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204333.325203:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204333.325203:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204333.325210:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204333.325215:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000100:00000040:3.0:1788204333.325216:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:1.0:1788204333.325221:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:3.0:1788204333.325221:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204333.325235:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204333.325235:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204333.325243:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204333.325246:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204333.325248:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204333.325250:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:1.0:1788204333.325251:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937834880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204333.325253:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204333.325258:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204333.325269:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204333.325277:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204333.325282:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204333.325285:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204333.325286:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204333.325294:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:1.0:1788204333.325295:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937834880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204333.325340:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204333.325348:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204333.325359:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204333.325369:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204333.325376:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204333.325379:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204333.325381:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.325384:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204333.325386:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204333.325389:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204333.325391:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204333.325393:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.325394:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204333.325401:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788204333.325405:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000400:00000200:1.0:1788204333.325406:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204333.325408:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204333.325412:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204333.325415:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204333.325416:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309315277
02000000:00000001:3.0:1788204333.325417:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204333.325420:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204333.325429:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749120.
02000000:00000010:3.0:1788204333.325429:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204333.325440:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204333.325445:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937835264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204333.325447:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204333.325460:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204333.325462:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.325463:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309315277
00000100:00000010:1.0:1788204333.325470:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7497e0.
00000100:00000040:3.0:1788204333.325471:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937835264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.325478:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204333.325486:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204333.325488:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.325490:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204333.325492:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204333.325494:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788204333.325501:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204333.325503:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1788204333.325508:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204333/real 1788204333]  req@ffff8c5d3ba68700 x1875052937834880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204333.325508:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204333.325517:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204333.325526:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14639
00000400:00000001:1.0:1788204333.325539:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1788204333.325540:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000001:1.0:1788204333.325546:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:3.0:1788204333.325550:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000010:1.0:1788204333.325551:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000100:00080000:3.0:1788204333.325558:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204333.325560:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204333.325567:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000040:3.0:1788204333.325568:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204333.325580:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204333.325582:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204333.325583:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204333.325589:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204333.325591:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204333.325595:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000200:1.0:1788204333.325596:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937834880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204333.325597:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204333.325600:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204333.325606:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204333.325612:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204333.325622:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204333.325631:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204333.325634:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204333.325639:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204333.325643:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204333.325651:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000200:1.0:1788204333.325652:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937834880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204333.325654:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204333.325661:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204333.325664:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204333.325669:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204333.325687:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204333.325692:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204333.325700:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204333.325707:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.325709:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:3.0:1788204333.325711:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000100:00000001:1.0:1788204333.325714:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204333.325715:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204333.325726:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788204333.325727:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204333.325733:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.325735:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204333.325735:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204333.325737:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204333.325743:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204333.325746:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00100000:1.0:1788204333.325750:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937834880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204333.325751:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204333.325761:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937835392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204333.325791:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204333.325795:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204333.325799:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204333.325803:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937834880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.325812:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788204333.325812:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937835392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.325819:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.325823:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204333.325827:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.325832:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204333.325837:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204333.325845:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204333.325852:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204333.325852:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.325862:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204333.325864:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14649)
00000100:00000040:1.0:1788204333.325870:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937834880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204333.325878:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937834880:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204333.325882:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.325884:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204333.325887:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937834880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.325891:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204333.325894:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204333.325897:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788204333.325899:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204333.325901:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204333.325903:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204333.325904:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204333.325907:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:1.0:1788204333.325910:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204333.325913:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204333.325914:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:1.0:1788204333.325917:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204333.325918:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.325919:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.325927:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204333.325928:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.325929:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204333.325930:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204333.325932:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204333.325934:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937835008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.325939:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204333.325941:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204333.325942:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204333.325944:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204333.325945:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204333.325947:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937835008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204333.325948:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204333.325950:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204333.325951:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204333.325953:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204333.325955:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788204333.325956:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204333.325959:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204333.325961:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204333.325964:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204333.325966:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937835008, portal 10
00000100:00000001:1.0:1788204333.325968:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204333.325969:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:1.0:1788204333.325974:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937835008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.325978:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204333.325981:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204333.325982:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204333.325984:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937835008, offset 0
00000400:00000200:1.0:1788204333.325986:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204333.325989:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204333.325992:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204333.325994:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204333.325996:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204333.325998:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204333.325999:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204333.326001:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546473:546473:256:4294967295] 192.168.201.135@tcp LPNI seq info [546439:546439:8:4294967295]
00000400:00000200:1.0:1788204333.326004:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204333.326008:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204333.326011:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204333.326013:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204333.326015:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204333.326017:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204333.326021:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204333.326023:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204333.326026:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204333.326027:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204333.326030:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204333.326032:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204333.326034:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204333.326035:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204333.326037:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204333.326039:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937835008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326044:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204333.326046:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937835008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326049:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.326050:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204333.326053:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204333.326056:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204333.326058:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204333.326060:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309311517
00000100:00000001:1.0:1788204333.326061:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309315277
00000100:00000001:1.0:1788204333.326063:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309311517
00000100:00000001:1.0:1788204333.326064:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309315277
00000100:00000001:1.0:1788204333.326065:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204333.326067:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.326068:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204333.326070:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204333/real 1788204333]  req@ffff8c5d3ba68e00 x1875052937835008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204333.326074:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204333.326075:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204333.326076:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204333.326078:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204333.326079:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204333.326080:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204333.326082:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937835008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204333.326087:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937835008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326091:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204333.326091:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326092:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204333.326093:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204333.326095:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937835008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326098:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204333.326100:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937835008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326106:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204333.326108:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326109:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204333.326109:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326110:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204333.326111:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204333.326113:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204333.326114:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204333.326116:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204333.326118:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937835008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204333.326122:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937835008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204333.326124:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204333.326126:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937835136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326129:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204333.326130:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204333.326131:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204333.326132:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204333.326133:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204333.326135:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937835136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204333.326137:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204333.326138:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204333.326139:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204333.326140:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204333.326142:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204333.326143:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204333.326145:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204333.326147:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204333.326149:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204333.326150:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937835136, portal 10
00000100:00000001:1.0:1788204333.326152:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204333.326152:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:1.0:1788204333.326157:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937835136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326161:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204333.326163:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204333.326164:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204333.326165:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937835136, offset 0
00000400:00000200:1.0:1788204333.326167:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204333.326169:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204333.326170:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204333.326172:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204333.326173:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204333.326175:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204333.326176:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204333.326178:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546474:546474:256:4294967295] 192.168.201.135@tcp LPNI seq info [546440:546440:8:4294967295]
00000400:00000200:1.0:1788204333.326180:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204333.326184:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204333.326186:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204333.326188:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204333.326190:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204333.326191:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204333.326193:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204333.326195:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204333.326197:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204333.326199:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204333.326201:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204333.326203:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204333.326205:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204333.326206:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204333.326208:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204333.326209:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937835136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326214:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204333.326216:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937835136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326219:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.326220:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204333.326222:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204333.326223:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204333.326225:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204333.326227:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309311512
00000100:00000001:1.0:1788204333.326228:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309315277
00000100:00000001:1.0:1788204333.326230:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309311512
00000100:00000001:1.0:1788204333.326231:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309315277
00000100:00000001:1.0:1788204333.326232:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204333.326233:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.326234:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204333.326237:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204333/real 1788204333]  req@ffff8c5d3ba69180 x1875052937835136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204333.326243:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204333.326245:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204333.326246:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204333.326249:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204333.326250:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204333.326252:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204333.326255:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937835136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204333.326264:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937835136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326271:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204333.326272:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326274:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204333.326275:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204333.326279:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937835136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326285:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204333.326289:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937835136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326295:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204333.326296:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326297:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204333.326315:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326317:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204333.326318:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204333.326319:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204333.326322:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204333.326324:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204333.326326:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937835136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204333.326331:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937835136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204333.326334:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204333.326336:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937835264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326340:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204333.326341:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204333.326343:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204333.326344:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204333.326346:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204333.326347:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937835264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204333.326349:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204333.326351:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204333.326352:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204333.326353:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204333.326355:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204333.326356:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204333.326359:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204333.326361:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204333.326363:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204333.326365:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937835264, portal 4
00000100:00000001:1.0:1788204333.326367:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204333.326368:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:1.0:1788204333.326372:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937835264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326376:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204333.326377:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204333.326378:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204333.326380:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937835264, offset 0
00000400:00000200:1.0:1788204333.326382:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204333.326384:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204333.326386:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204333.326388:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204333.326391:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204333.326393:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204333.326395:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204333.326398:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546475:546475:256:4294967295] 192.168.201.135@tcp LPNI seq info [546441:546441:8:4294967295]
00000400:00000200:1.0:1788204333.326402:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204333.326407:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204333.326412:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204333.326415:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204333.326419:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204333.326422:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204333.326426:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204333.326428:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204333.326432:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204333.326434:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204333.326438:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204333.326441:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204333.326444:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204333.326445:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204333.326448:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204333.326452:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937835264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326459:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204333.326461:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937835264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326467:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.326468:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204333.326471:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204333.326474:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204333.326477:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204333.326479:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309311606
00000100:00000001:1.0:1788204333.326482:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309315277
00000100:00000001:1.0:1788204333.326484:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309311606
00000100:00000001:1.0:1788204333.326486:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309315277
00000100:00000001:1.0:1788204333.326489:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204333.326491:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.326492:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204333.326496:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204333/real 1788204333]  req@ffff8c5d3ba69c00 x1875052937835264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204333.326505:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204333.326506:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204333.326507:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204333.326510:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204333.326512:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204333.326514:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204333.326517:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937835264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204333.326525:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937835264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326531:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204333.326533:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326535:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204333.326536:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204333.326539:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937835264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326546:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204333.326550:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937835264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326556:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204333.326559:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326560:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204333.326562:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326564:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204333.326566:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204333.326568:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204333.326572:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204333.326574:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204333.326579:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937835264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204333.326586:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937835264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204333.326590:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204333.326594:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937835392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326598:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204333.326599:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204333.326601:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204333.326602:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204333.326603:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204333.326604:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937835392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204333.326607:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204333.326608:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204333.326610:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204333.326611:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204333.326613:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204333.326615:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204333.326617:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204333.326619:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204333.326621:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204333.326623:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937835392, portal 4
00000100:00000001:1.0:1788204333.326624:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204333.326625:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:1.0:1788204333.326629:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937835392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326633:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204333.326635:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204333.326636:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204333.326638:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937835392, offset 0
00000400:00000200:1.0:1788204333.326641:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204333.326643:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204333.326645:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204333.326647:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204333.326649:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204333.326650:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204333.326652:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204333.326654:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546476:546476:256:4294967295] 192.168.201.135@tcp LPNI seq info [546442:546442:8:4294967295]
00000400:00000200:1.0:1788204333.326656:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204333.326660:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204333.326662:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204333.326664:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204333.326667:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204333.326668:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204333.326671:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204333.326684:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204333.326687:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204333.326689:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204333.326692:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204333.326694:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204333.326696:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204333.326697:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204333.326699:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204333.326701:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937835392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326706:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204333.326707:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937835392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204358 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326711:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.326712:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204333.326714:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204333.326717:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204333.326719:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204333.326720:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309311623
00000100:00000001:1.0:1788204333.326722:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309315277
00000100:00000001:1.0:1788204333.326724:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309311623
00000100:00000001:1.0:1788204333.326725:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309315277
00000100:00000001:1.0:1788204333.326726:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204333.326727:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.326728:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204333.326730:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204333/real 1788204333]  req@ffff8c5d3ba68000 x1875052937835392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204333.326734:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204333.326735:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204333.326736:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204333.326738:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204333.326739:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204333.326740:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204333.326742:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937835392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204333.326747:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937835392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326750:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204333.326751:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326752:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204333.326753:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204333.326754:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937835392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326758:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204333.326760:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937835392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326763:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204333.326765:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326766:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204333.326767:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326768:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204333.326769:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204333.326771:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204333.326773:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204333.326774:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204333.326776:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937835392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204333.326779:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937835392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204333.326781:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326782:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204333.326784:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937835008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326787:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204333.326788:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204333.326789:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788204333.326791:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204333.326792:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204333.326793:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204333.326794:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204333.326795:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:1.0:1788204333.326797:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204333.326798:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204333.326799:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:1.0:1788204333.326801:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204333.326801:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326803:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204333.326804:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937835136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326812:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204333.326813:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204333.326814:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204333.326816:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204333.326817:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204333.326817:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204333.326818:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204333.326819:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:1.0:1788204333.326820:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204333.326821:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204333.326821:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:1.0:1788204333.326822:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204333.326823:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326824:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204333.326825:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937835264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326828:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204333.326829:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204333.326830:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204333.326831:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204333.326831:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204333.326832:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204333.326833:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204333.326834:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:1.0:1788204333.326835:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204333.326835:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204333.326836:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:1.0:1788204333.326837:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204333.326838:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326838:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204333.326840:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937835392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204358 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204333.326843:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204333.326843:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204333.326845:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204333.326846:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204333.326847:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204333.326848:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204333.326849:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204333.326850:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:1.0:1788204333.326851:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204333.326851:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204333.326852:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:1.0:1788204333.326853:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204333.326853:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326854:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204333.326857:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204333.326857:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204333.326858:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204333.326860:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204334.028582:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204334.028588:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204334.028592:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204335.052544:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204335.052548:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204335.052551:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204336.076575:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204336.076581:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204336.076585:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204337.100535:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204337.100540:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204337.100545:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204337.164419:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309315277, at 4309315328
00000100:00000010:1.0:1788204337.164439:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7497e0.
00000020:00000001:2.0:1788204338.124513:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204338.124517:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204338.124521:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204338.444437:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204338.444450:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204338.444452:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204338.444457:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204338.444462:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204338.444470:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14644
00000400:00000200:3.0:1788204338.444480:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204338.444486:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204338.444489:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204338.444492:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.444495:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204338.444497:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.444499:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204338.444503:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204338.444505:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204338.444507:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204338.444510:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204338.444511:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204338.444512:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204338.444514:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.444516:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204338.444517:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.444519:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204338.444521:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204338.444524:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204338.444525:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204338.444529:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204338.444532:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204338.444535:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204338.444537:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204338.444539:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204338.444550:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204338.444554:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204338.444564:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204338.444566:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204338.444569:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204338.444572:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204338.444576:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204338.444604:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204338.444612:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204338.444622:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937835520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204338.444630:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204338.444635:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204338.444639:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937835520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204338.444660:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204338.444663:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204338.444666:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204338.444667:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204338.444669:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204338.444672:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204338.444674:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14644
00000400:00000200:3.0:1788204338.444676:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204338.444678:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204338.444680:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204338.444683:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.444685:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204338.444687:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.444688:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204338.444690:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204338.444692:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204338.444693:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204338.444695:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:1.0:1788204338.444697:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204338.444697:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204338.444698:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:1.0:1788204338.444703:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204338.444703:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.444706:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204338.444707:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204338.444710:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.444712:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204338.444716:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000040:1.0:1788204338.444717:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937835520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204338.444719:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204338.444724:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204338.444727:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204338.444732:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204338.444733:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204338.444735:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204338.444736:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204338.444739:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204338.444740:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204338.444743:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1788204338.444743:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204338.444746:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204338.444747:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204338.444751:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937835520:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204338.444752:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204338.444757:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000100:00000001:1.0:1788204338.444758:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1788204338.444760:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204338.444763:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204338.444763:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204338.444766:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204338.444767:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204338.444768:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204338.444770:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204338.444772:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204338.444773:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204338.444778:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
02000000:00000010:1.0:1788204338.444779:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:3.0:1788204338.444781:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204338.444783:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204338.444788:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937835648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204338.444791:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204338.444797:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000001:3.0:1788204338.444799:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204338.444802:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204338.444806:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000040:3.0:1788204338.444806:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937835648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204338.444814:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204338.444816:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937835520, portal 25
00000100:00080000:3.0:1788204338.444817:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204338.444819:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204338.444821:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00080000:3.0:1788204338.444822:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204338.444825:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204338.444826:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1788204338.444828:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937835520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204338.444829:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204338.444834:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14644
00000400:00000200:3.0:1788204338.444842:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204338.444844:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204338.444848:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204338.444851:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000400:00000200:3.0:1788204338.444853:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:1.0:1788204338.444855:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937835520, offset 0
00000100:00080000:3.0:1788204338.444856:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204338.444860:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.444862:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204338.444865:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204338.444866:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.444868:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204338.444869:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204338.444870:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204338.444871:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204338.444872:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:1.0:1788204338.444875:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788204338.444875:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204338.444879:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204338.444882:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.444883:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204338.444886:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204338.444887:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788204338.444888:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204338.444893:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:1.0:1788204338.444899:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788204338.444899:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204338.444904:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204338.444905:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204338.444907:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204338.444908:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:3.0:1788204338.444910:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204338.444913:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204338.444914:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204338.444916:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1788204338.444917:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204338.444921:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204338.444923:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000010:3.0:1788204338.444924:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204338.444927:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204338.444930:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204338.444932:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546477:546477:256:4294967295] 192.168.201.135@tcp LPNI seq info [546443:546443:8:4294967295]
02000000:00000001:3.0:1788204338.444932:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204338.444935:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204338.444937:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204338.444939:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204338.444943:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:3.0:1788204338.444945:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204338.444948:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204338.444952:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937835776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204338.444959:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204338.444968:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204338.444970:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204338.444973:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204338.444977:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937835776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1788204338.444982:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000100:00000001:3.0:1788204338.444983:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204338.444986:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204338.444988:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.0:1788204338.444991:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204338.444992:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204338.444995:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1788204338.444997:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1788204338.444998:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204338.445004:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14644
00000800:00000200:1.1:1788204338.445005:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204338.445010:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000400:00000200:3.0:1788204338.445014:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000100:1.0:1788204338.445017:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204338.445021:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:3.0:1788204338.445022:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204338.445026:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204338.445030:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.445032:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204338.445034:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.445036:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788204338.445038:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1788204338.445039:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204338.445043:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204338.445045:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204338.445048:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1788204338.445050:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204338.445053:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204338.445055:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:1.0:1788204338.445058:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000100:00000040:3.0:1788204338.445059:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.445063:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1788204338.445064:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000040:3.0:1788204338.445065:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.445070:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204338.445072:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204338.445074:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204338.445075:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204338.445076:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204338.445078:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204338.445080:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1788204338.445082:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937835520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204338.445083:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204338.445087:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204338.445090:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204338.445094:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204338.445096:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204338.445096:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204338.445102:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937835520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204338.445102:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204338.445106:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204338.445111:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204338.445114:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204338.445115:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204338.445116:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204338.445118:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788204338.445119:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204338.445122:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204338.445125:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:1.0:1788204338.445126:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204338.445128:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204338.445132:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204338.445136:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309320396
00000100:00100000:3.0:1788204338.445136:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937835904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1788204338.445144:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7497e0.
00000100:00000001:3.0:1788204338.445145:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204338.445148:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204338.445151:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937835904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445153:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204338.445160:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309320396
00000100:00000010:1.0:1788204338.445165:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7490c0.
00000100:00000001:3.0:1788204338.445167:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204338.445168:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1788204338.445173:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204338.445176:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204338.445180:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204338.445181:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204338.445182:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204338.445187:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204338.445188:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204338.445192:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788204338.445194:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14644
00000100:00100000:1.0:1788204338.445198:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204338/real 1788204338]  req@ffff8c5d3ba6ad80 x1875052937835520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204338.445207:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204338.445209:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204338.445211:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:3.0:1788204338.445211:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204338.445215:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204338.445217:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000400:00000200:3.0:1788204338.445219:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204338.445221:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1788204338.445225:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1788204338.445226:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937835520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204338.445234:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:1.0:1788204338.445238:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937835520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204338.445239:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204338.445246:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204338.445247:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204338.445249:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204338.445250:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204338.445252:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204338.445253:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1788204338.445255:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:1.0:1788204338.445256:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204338.445257:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204338.445260:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00100000:1.0:1788204338.445261:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937835520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204338.445262:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204338.445268:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788204338.445273:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204338.445274:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.445277:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204338.445280:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937835520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204338.445280:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204338.445285:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204338.445289:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:1.0:1788204338.445295:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204338.445295:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204338.445318:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204338.445319:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204338.445322:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204338.445323:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204338.445326:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204338.445326:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204338.445330:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:3.0:1788204338.445330:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204338.445331:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.445337:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:3.0:1788204338.445337:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204338.445340:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204338.445341:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204338.445343:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204338.445347:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000010:3.0:1788204338.445347:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000100:00000001:1.0:1788204338.445352:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1788204338.445353:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000040:1.0:1788204338.445357:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937835520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204338.445359:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204338.445362:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204338.445368:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1788204338.445369:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937835520:192.168.201.135@tcp:250:kworker.0
02000000:00000001:3.0:1788204338.445372:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204338.445374:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204338.445375:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204338.445377:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1788204338.445380:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000040:1.0:1788204338.445381:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937835520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204338.445385:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204338.445393:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937836032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204338.445398:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204338.445401:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788204338.445405:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1788204338.445406:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
00000100:00000001:3.0:1788204338.445408:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204338.445410:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204338.445413:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:3.0:1788204338.445413:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937836032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204338.445415:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204338.445419:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204338.445423:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204338.445424:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204338.445430:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1788204338.445431:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14654)
02000000:00000001:1.0:1788204338.445432:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204338.445435:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:1.0:1788204338.445438:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204338.445439:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.445441:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.445449:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204338.445451:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204338.445453:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204338.445454:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204338.445455:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204338.445459:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937835648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445463:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204338.445464:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204338.445465:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204338.445467:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204338.445468:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204338.445470:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937835648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204338.445471:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204338.445473:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204338.445473:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204338.445475:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204338.445477:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204338.445478:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204338.445480:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204338.445482:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204338.445485:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204338.445487:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937835648, portal 10
00000100:00000001:1.0:1788204338.445488:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204338.445489:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:1.0:1788204338.445494:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937835648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445498:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204338.445500:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204338.445501:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204338.445503:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937835648, offset 0
00000400:00000200:1.0:1788204338.445505:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204338.445507:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204338.445509:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204338.445511:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204338.445513:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204338.445514:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204338.445516:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204338.445518:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546478:546478:256:4294967295] 192.168.201.135@tcp LPNI seq info [546444:546444:8:4294967295]
00000400:00000200:1.0:1788204338.445521:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204338.445525:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204338.445527:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204338.445529:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204338.445531:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204338.445533:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204338.445536:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204338.445538:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204338.445540:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204338.445541:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204338.445544:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204338.445546:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204338.445548:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204338.445549:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204338.445551:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204338.445553:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937835648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445558:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204338.445560:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937835648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445564:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204338.445565:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204338.445567:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204338.445570:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204338.445572:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204338.445573:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309316637
00000100:00000001:1.0:1788204338.445576:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309320396
00000100:00000001:1.0:1788204338.445577:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309316637
00000100:00000001:1.0:1788204338.445579:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309320396
00000100:00000001:1.0:1788204338.445580:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204338.445581:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204338.445582:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204338.445597:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204338/real 1788204338]  req@ffff8c5d3ba6bb80 x1875052937835648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204338.445602:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204338.445604:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204338.445605:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204338.445606:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204338.445611:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204338.445613:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204338.445615:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937835648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204338.445620:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937835648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445628:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204338.445629:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.445631:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204338.445632:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204338.445633:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937835648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445637:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204338.445639:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937835648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445643:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204338.445644:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.445645:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204338.445645:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.445646:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204338.445648:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204338.445650:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204338.445652:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204338.445653:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204338.445655:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937835648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204338.445659:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937835648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204338.445662:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204338.445663:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937835776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445667:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204338.445668:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204338.445669:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204338.445671:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204338.445672:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204338.445674:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937835776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204338.445676:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204338.445677:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204338.445678:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204338.445679:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204338.445681:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788204338.445682:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204338.445684:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204338.445686:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204338.445688:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204338.445689:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937835776, portal 10
00000100:00000001:1.0:1788204338.445691:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204338.445692:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000040:1.0:1788204338.445696:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937835776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445700:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204338.445701:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204338.445703:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204338.445704:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937835776, offset 0
00000400:00000200:1.0:1788204338.445706:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204338.445708:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204338.445710:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204338.445712:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204338.445714:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204338.445715:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204338.445717:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204338.445719:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546479:546479:256:4294967295] 192.168.201.135@tcp LPNI seq info [546445:546445:8:4294967295]
00000400:00000200:1.0:1788204338.445722:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204338.445725:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204338.445729:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204338.445731:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204338.445734:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204338.445735:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204338.445738:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204338.445740:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204338.445742:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204338.445743:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204338.445746:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204338.445748:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204338.445750:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204338.445751:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204338.445752:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204338.445754:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b100 x1875052937835776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445759:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204338.445761:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937835776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445765:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204338.445766:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204338.445767:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204338.445769:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204338.445771:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204338.445772:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309316632
00000100:00000001:1.0:1788204338.445774:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309320396
00000100:00000001:1.0:1788204338.445776:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309316632
00000100:00000001:1.0:1788204338.445777:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309320396
00000100:00000001:1.0:1788204338.445778:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204338.445779:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204338.445780:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204338.445781:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204338/real 1788204338]  req@ffff8c5d3ba6b100 x1875052937835776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204338.445787:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204338.445788:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204338.445789:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204338.445790:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204338.445791:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204338.445792:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204338.445793:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937835776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204338.445798:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937835776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445801:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204338.445801:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.445802:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204338.445803:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204338.445805:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937835776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445808:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204338.445810:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937835776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445814:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204338.445815:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.445816:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204338.445817:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.445818:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204338.445819:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204338.445821:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204338.445822:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204338.445823:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204338.445826:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937835776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204338.445831:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937835776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204338.445834:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204338.445835:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937835904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445839:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204338.445840:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204338.445841:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204338.445841:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204338.445843:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204338.445844:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937835904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204338.445846:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204338.445847:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204338.445847:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204338.445849:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204338.445851:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204338.445852:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204338.445854:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204338.445856:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204338.445858:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204338.445859:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937835904, portal 4
00000100:00000001:1.0:1788204338.445861:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204338.445861:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000040:1.0:1788204338.445865:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937835904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445869:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204338.445871:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204338.445872:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204338.445873:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937835904, offset 0
00000400:00000200:1.0:1788204338.445876:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204338.445878:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204338.445880:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204338.445882:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204338.445885:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204338.445887:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204338.445889:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204338.445892:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546480:546480:256:4294967295] 192.168.201.135@tcp LPNI seq info [546446:546446:8:4294967295]
00000400:00000200:1.0:1788204338.445896:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204338.445901:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204338.445906:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204338.445909:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204338.445913:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204338.445915:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204338.445919:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204338.445921:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204338.445925:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204338.445927:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204338.445930:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204338.445934:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204338.445937:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204338.445938:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204338.445940:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204338.445943:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69f80 x1875052937835904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445948:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204338.445950:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937835904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445954:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204338.445955:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204338.445957:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204338.445959:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204338.445961:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204338.445963:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309316725
00000100:00000001:1.0:1788204338.445964:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309320396
00000100:00000001:1.0:1788204338.445966:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309316725
00000100:00000001:1.0:1788204338.445967:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309320396
00000100:00000001:1.0:1788204338.445968:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204338.445969:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204338.445970:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204338.445972:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204338/real 1788204338]  req@ffff8c5d3ba69f80 x1875052937835904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204338.445977:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204338.445978:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204338.445979:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204338.445980:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204338.445981:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204338.445982:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204338.445984:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937835904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204338.445989:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937835904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.445992:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204338.445993:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.445994:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204338.445995:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204338.445997:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937835904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.446000:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204338.446002:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937835904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.446005:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204338.446007:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.446008:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204338.446009:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.446010:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204338.446011:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204338.446013:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204338.446014:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204338.446016:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204338.446018:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937835904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204338.446024:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937835904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204338.446027:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204338.446030:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937836032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.446036:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204338.446037:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204338.446040:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204338.446041:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204338.446044:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204338.446046:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937836032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204338.446049:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204338.446051:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204338.446053:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204338.446055:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204338.446058:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204338.446060:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204338.446063:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204338.446066:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204338.446068:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204338.446071:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937836032, portal 4
00000100:00000001:1.0:1788204338.446073:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204338.446073:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:1.0:1788204338.446078:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937836032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.446082:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204338.446084:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204338.446085:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204338.446086:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937836032, offset 0
00000400:00000200:1.0:1788204338.446088:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204338.446091:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204338.446093:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204338.446095:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204338.446096:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204338.446098:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204338.446099:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204338.446101:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546481:546481:256:4294967295] 192.168.201.135@tcp LPNI seq info [546447:546447:8:4294967295]
00000400:00000200:1.0:1788204338.446104:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204338.446107:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204338.446110:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204338.446111:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204338.446114:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204338.446116:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204338.446118:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204338.446120:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204338.446122:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204338.446123:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204338.446126:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204338.446128:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204338.446130:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204338.446131:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204338.446132:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204338.446134:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937836032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.446143:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204338.446145:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937836032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204363 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.446149:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204338.446150:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204338.446151:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204338.446153:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204338.446155:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204338.446156:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309316742
00000100:00000001:1.0:1788204338.446158:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309320396
00000100:00000001:1.0:1788204338.446159:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309316742
00000100:00000001:1.0:1788204338.446160:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309320396
00000100:00000001:1.0:1788204338.446161:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204338.446162:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204338.446163:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204338.446165:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204338/real 1788204338]  req@ffff8c5d3ba6b800 x1875052937836032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204338.446169:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204338.446170:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204338.446171:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204338.446172:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204338.446173:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204338.446175:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204338.446176:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937836032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204338.446181:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937836032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.446185:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204338.446186:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.446188:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204338.446189:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204338.446191:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937836032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.446194:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204338.446196:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937836032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.446200:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204338.446201:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.446202:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204338.446202:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.446203:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204338.446204:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204338.446206:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204338.446207:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204338.446208:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204338.446210:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937836032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204338.446214:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937836032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204338.446216:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.446217:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204338.446219:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937835648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.446223:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204338.446224:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204338.446226:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204338.446227:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204338.446228:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204338.446229:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204338.446231:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204338.446232:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:1.0:1788204338.446234:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204338.446235:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204338.446236:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:1.0:1788204338.446237:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204338.446238:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.446239:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204338.446241:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937835776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.446245:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204338.446245:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204338.446246:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788204338.446247:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204338.446248:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204338.446249:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204338.446250:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204338.446250:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:1.0:1788204338.446251:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204338.446252:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204338.446253:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:1.0:1788204338.446254:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204338.446254:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.446255:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204338.446257:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937835904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.446260:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204338.446260:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204338.446261:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204338.446262:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204338.446263:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204338.446263:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204338.446264:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204338.446265:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:1.0:1788204338.446266:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204338.446267:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204338.446268:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:1.0:1788204338.446270:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204338.446270:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.446271:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204338.446274:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937836032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204363 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204338.446277:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204338.446277:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204338.446278:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204338.446279:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204338.446280:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204338.446280:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204338.446281:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204338.446282:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:1.0:1788204338.446283:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204338.446283:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204338.446284:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:1.0:1788204338.446285:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204338.446285:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.446287:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204338.446289:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204338.446290:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204338.446291:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204338.446292:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204339.148492:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204339.148496:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204339.148499:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204340.172605:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204340.172609:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204340.172611:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204341.196472:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204341.196481:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204341.196486:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204342.220587:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204342.220590:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204342.220593:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204342.284440:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309320396, at 4309320448
00000100:00000010:1.0:1788204342.284454:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7490c0.
00000020:00000001:2.0:1788204343.244535:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204343.244539:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204343.244543:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204343.564354:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204343.564362:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204343.564364:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204343.564367:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204343.564371:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204343.564377:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14649
00000400:00000200:3.0:1788204343.564384:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204343.564389:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204343.564392:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204343.564394:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204343.564396:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204343.564399:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204343.564400:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204343.564403:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204343.564405:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204343.564407:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204343.564409:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204343.564411:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204343.564412:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204343.564414:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204343.564416:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204343.564417:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204343.564426:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204343.564429:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204343.564431:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204343.564433:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204343.564435:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204343.564438:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204343.564440:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204343.564442:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204343.564443:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204343.564451:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788204343.564454:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204343.564457:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204343.564458:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204343.564461:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204343.564464:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204343.564467:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204343.564473:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204343.564478:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204343.564485:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937836160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204343.564517:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204343.564522:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204343.564527:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937836160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204343.564547:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204343.564549:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204343.564555:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204343.564556:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204343.564557:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204343.564560:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204343.564562:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14649
00000400:00000200:3.0:1788204343.564565:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204343.564568:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204343.564570:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204343.564573:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204343.564574:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204343.564576:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204343.564578:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204343.564580:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204343.564581:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204343.564581:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204343.564584:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204343.564588:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:1.0:1788204343.564589:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204343.564590:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204343.564594:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:1.0:1788204343.564595:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204343.564597:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204343.564600:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204343.564604:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:1.0:1788204343.564607:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937836160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204343.564607:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204343.564614:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204343.564621:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204343.564622:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204343.564627:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204343.564628:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204343.564634:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204343.564637:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204343.564638:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204343.564640:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204343.564646:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204343.564648:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937836160:192.168.201.135@tcp:250:kworker.0
02000000:00000001:3.0:1788204343.564652:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204343.564656:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204343.564657:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204343.564663:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1788204343.564663:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204343.564668:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204343.564668:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204343.564673:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204343.564675:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1788204343.564678:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788204343.564682:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000010:1.0:1788204343.564684:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:3.0:1788204343.564684:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204343.564686:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204343.564691:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204343.564691:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204343.564693:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204343.564697:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204343.564701:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000400:00000200:1.0:1788204343.564702:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204343.564706:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204343.564710:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00100000:3.0:1788204343.564714:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937836288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204343.564720:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000001:3.0:1788204343.564722:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204343.564725:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204343.564728:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937836288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204343.564729:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937836160, portal 25
00000100:00000001:1.0:1788204343.564735:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204343.564739:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000001:3.0:1788204343.564748:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204343.564752:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937836160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204343.564753:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204343.564758:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204343.564760:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204343.564762:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204343.564767:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204343.564771:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14649
00000400:00000200:3.0:1788204343.564777:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204343.564784:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204343.564790:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204343.564794:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000010:1.0:1788204343.564795:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00080000:3.0:1788204343.564798:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1788204343.564801:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937836160, offset 0
00000100:00000040:3.0:1788204343.564804:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204343.564809:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204343.564814:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204343.564817:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204343.564820:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788204343.564822:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788204343.564822:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204343.564827:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204343.564830:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204343.564833:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788204343.564837:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788204343.564837:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204343.564841:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204343.564844:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204343.564850:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:3.0:1788204343.564850:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204343.564853:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788204343.564858:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1788204343.564860:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204343.564866:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:1.0:1788204343.564869:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:3.0:1788204343.564871:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204343.564875:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788204343.564875:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204343.564879:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204343.564881:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:3.0:1788204343.564885:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204343.564890:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204343.564891:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546482:546482:256:4294967295] 192.168.201.135@tcp LPNI seq info [546448:546448:8:4294967295]
00000008:00100000:3.0:1788204343.564895:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204343.564899:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204343.564900:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204343.564902:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204343.564906:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204343.564908:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204343.564912:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204343.564913:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204343.564915:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204343.564916:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204343.564920:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204343.564926:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1788204343.564926:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204343.564933:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204343.564940:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937836416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1788204343.564951:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204343.564957:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1788204343.564961:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000100:00000001:3.0:1788204343.564962:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204343.564971:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937836416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1788204343.564974:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204343.564980:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1788204343.564987:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204343.564992:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1788204343.564996:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204343.565001:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1788204343.565002:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204343.565006:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:1.0:1788204343.565010:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204343.565012:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1788204343.565013:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000100:00000001:3.0:1788204343.565018:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204343.565023:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14649
00000400:00000200:1.0:1788204343.565027:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204343.565031:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204343.565039:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204343.565040:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1788204343.565055:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204343.565058:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204343.565063:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000040:3.0:1788204343.565067:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204343.565071:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204343.565071:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204343.565077:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:1.0:1788204343.565081:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937836160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204343.565082:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204343.565088:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204343.565091:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204343.565095:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204343.565099:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:1.0:1788204343.565100:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1788204343.565103:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204343.565107:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937836160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204343.565108:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204343.565117:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204343.565123:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204343.565123:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204343.565128:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788204343.565128:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204343.565132:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204343.565135:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204343.565136:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000400:00000200:1.0:1788204343.565142:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788204343.565144:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204343.565148:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309325516
00000100:00000001:3.0:1788204343.565150:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204343.565155:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1788204343.565156:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7490c0.
02000000:00000001:3.0:1788204343.565161:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204343.565166:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204343.565169:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204343.565172:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204343.565173:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000008:00000001:3.0:1788204343.565177:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204343.565182:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204343.565183:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309325516
00000100:00000010:3.0:1788204343.565188:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000100:00000010:1.0:1788204343.565190:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749540.
00000100:00000001:1.0:1788204343.565196:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1788204343.565197:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204343.565199:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204343.565203:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204343.565206:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204343.565207:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204343.565212:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204343/real 1788204343]  req@ffff8c5d3ba68a80 x1875052937836160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204343.565212:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204343.565218:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204343.565223:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204343.565228:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204343.565232:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204343.565235:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204343.565237:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
02000000:00000010:3.0:1788204343.565238:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000400:00000200:1.0:1788204343.565241:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204343.565244:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204343.565247:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204343.565247:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204343.565251:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937836160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204343.565260:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937836544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204343.565262:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937836160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.565278:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204343.565280:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.565283:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204343.565286:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204343.565288:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1788204343.565290:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937836160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.565314:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204343.565318:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937836160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.565323:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204343.565326:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.565327:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204343.565328:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.565330:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204343.565332:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204343.565334:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204343.565336:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204343.565338:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204343.565343:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204343.565351:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937836160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204343.565352:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937836544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204343.565368:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937836160:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204343.565379:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204343.565379:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204343.565386:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788204343.565388:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1788204343.565393:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937836160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204343.565396:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204343.565403:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204343.565407:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204343.565408:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204343.565412:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788204343.565414:0:267481:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:1.0:1788204343.565417:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
00000100:00080000:3.0:1788204343.565422:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14649
02000000:00000001:1.0:1788204343.565424:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204343.565429:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204343.565431:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000400:00000200:3.0:1788204343.565433:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:1.0:1788204343.565434:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204343.565439:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
00000400:00000200:3.0:1788204343.565442:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
02000000:00000001:1.0:1788204343.565444:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204343.565449:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:3.0:1788204343.565449:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1788204343.565452:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:1.0:1788204343.565457:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204343.565459:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204343.565460:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204343.565461:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204343.565468:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204343.565470:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204343.565473:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204343.565474:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204343.565476:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204343.565480:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204343.565480:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204343.565483:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204343.565486:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:1.0:1788204343.565488:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937836288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204343.565490:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:1.0:1788204343.565509:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204343.565511:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204343.565511:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:1.0:1788204343.565517:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1788204343.565517:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
02000000:00000001:1.0:1788204343.565520:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788204343.565523:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:1.0:1788204343.565524:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204343.565529:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937836288:192.168.201.135@tcp:38:kworker.0
00000020:00000001:3.0:1788204343.565530:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788204343.565535:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204343.565538:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1788204343.565539:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:1.0:1788204343.565540:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204343.565544:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204343.565546:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:1.0:1788204343.565548:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
00000100:00000040:3.0:1788204343.565552:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:1.0:1788204343.565553:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204343.565561:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204343.565561:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:1.0:1788204343.565564:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000020:00000040:3.0:1788204343.565567:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000010:1.0:1788204343.565571:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00080000:3.0:1788204343.565573:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000200:1.0:1788204343.565578:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937836288, portal 10
00000100:00000001:3.0:1788204343.565579:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204343.565585:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788204343.565586:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204343.565590:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
02000000:00000001:3.0:1788204343.565592:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204343.565597:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204343.565602:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937836288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204343.565602:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204343.565605:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204343.565613:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204343.565618:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204343.565620:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204343.565625:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000010:3.0:1788204343.565625:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000400:00000010:1.0:1788204343.565631:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000020:00000040:3.0:1788204343.565631:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204343.565635:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1788204343.565637:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937836288, offset 0
02000000:00000001:3.0:1788204343.565639:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204343.565644:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204343.565646:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204343.565649:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204343.565650:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204343.565658:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204343.565663:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204343.565664:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:3.0:1788204343.565670:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937836672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204343.565675:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204343.565681:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204343.565685:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204343.565689:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204343.565690:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204343.565694:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788204343.565696:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204343.565702:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546483:546483:256:4294967295] 192.168.201.135@tcp LPNI seq info [546449:546449:8:4294967295]
00000100:00000040:3.0:1788204343.565706:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937836672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204343.565714:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204343.565726:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204343.565729:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788204343.565734:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14659)
00000800:00000200:1.0:1788204343.565740:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204343.565745:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204343.565749:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204343.565754:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204343.565759:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204343.565762:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204343.565766:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204343.565768:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204343.565773:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204343.565776:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204343.565780:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204343.565782:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204343.565785:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204343.565789:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937836288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.565798:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204343.565801:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937836288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.565808:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204343.565810:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204343.565813:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204343.565817:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204343.565821:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204343.565823:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309321757
00000100:00000001:1.0:1788204343.565826:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309325516
00000100:00000001:1.0:1788204343.565828:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309321757
00000100:00000001:1.0:1788204343.565830:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309325516
00000100:00000001:1.0:1788204343.565832:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204343.565835:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204343.565837:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204343.565841:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204343/real 1788204343]  req@ffff8c5d3ba6b800 x1875052937836288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204343.565851:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204343.565852:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204343.565855:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204343.565858:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204343.565859:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204343.565862:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204343.565865:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937836288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204343.565874:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937836288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.565881:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204343.565882:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.565884:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204343.565886:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204343.565890:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937836288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.565897:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204343.565901:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937836288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.565908:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204343.565911:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.565913:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204343.565914:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.565916:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204343.565918:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204343.565920:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204343.565924:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204343.565927:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204343.565931:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937836288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204343.565940:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937836288:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204343.565945:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204343.565948:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937836416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.565955:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204343.565956:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204343.565958:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204343.565961:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204343.565963:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204343.565966:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937836416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204343.565969:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204343.565972:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204343.565974:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204343.565975:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204343.565979:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204343.565981:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204343.565985:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204343.565987:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204343.565991:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204343.565994:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937836416, portal 10
00000100:00000001:1.0:1788204343.565997:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204343.565998:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000040:1.0:1788204343.566004:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937836416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566011:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204343.566013:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204343.566016:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204343.566018:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937836416, offset 0
00000400:00000200:1.0:1788204343.566022:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204343.566026:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204343.566030:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204343.566033:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204343.566037:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204343.566039:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204343.566042:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204343.566045:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546484:546484:256:4294967295] 192.168.201.135@tcp LPNI seq info [546450:546450:8:4294967295]
00000400:00000200:1.0:1788204343.566050:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204343.566056:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204343.566062:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204343.566066:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204343.566070:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204343.566073:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204343.566078:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204343.566081:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204343.566085:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204343.566087:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204343.566091:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204343.566096:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204343.566099:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204343.566101:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204343.566103:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204343.566108:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69f80 x1875052937836416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566116:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204343.566120:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937836416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566127:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204343.566128:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204343.566132:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204343.566135:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204343.566138:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204343.566140:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309321752
00000100:00000001:1.0:1788204343.566143:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309325516
00000100:00000001:1.0:1788204343.566145:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309321752
00000100:00000001:1.0:1788204343.566148:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309325516
00000100:00000001:1.0:1788204343.566150:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204343.566153:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204343.566154:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204343.566158:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204343/real 1788204343]  req@ffff8c5d3ba69f80 x1875052937836416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204343.566167:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204343.566168:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204343.566170:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204343.566173:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204343.566175:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204343.566177:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204343.566180:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937836416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204343.566188:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937836416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566195:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204343.566196:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.566198:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204343.566200:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204343.566203:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937836416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566211:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204343.566215:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937836416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566222:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204343.566225:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.566226:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204343.566228:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.566230:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204343.566232:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204343.566235:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204343.566238:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204343.566240:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204343.566245:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937836416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204343.566253:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937836416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204343.566258:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204343.566262:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937836544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566269:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204343.566270:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204343.566273:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204343.566275:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204343.566277:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204343.566280:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937836544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204343.566283:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204343.566285:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204343.566287:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204343.566289:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204343.566292:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204343.566294:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204343.566321:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204343.566325:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204343.566329:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204343.566333:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937836544, portal 4
00000100:00000001:1.0:1788204343.566335:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204343.566336:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000040:1.0:1788204343.566343:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937836544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566350:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204343.566353:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204343.566355:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204343.566358:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937836544, offset 0
00000400:00000200:1.0:1788204343.566361:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204343.566365:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204343.566369:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204343.566372:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204343.566374:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204343.566377:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204343.566379:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204343.566383:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546485:546485:256:4294967295] 192.168.201.135@tcp LPNI seq info [546451:546451:8:4294967295]
00000400:00000200:1.0:1788204343.566387:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204343.566393:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204343.566398:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204343.566402:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204343.566406:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204343.566409:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204343.566413:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204343.566417:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204343.566421:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204343.566423:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204343.566427:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204343.566431:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204343.566434:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204343.566435:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204343.566438:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204343.566443:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b100 x1875052937836544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566451:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204343.566454:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937836544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566467:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204343.566469:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204343.566472:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204343.566475:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204343.566479:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204343.566481:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309321846
00000100:00000001:1.0:1788204343.566483:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309325516
00000100:00000001:1.0:1788204343.566486:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309321846
00000100:00000001:1.0:1788204343.566488:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309325516
00000100:00000001:1.0:1788204343.566490:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204343.566492:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204343.566512:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204343.566517:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204343/real 1788204343]  req@ffff8c5d3ba6b100 x1875052937836544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204343.566525:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204343.566527:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204343.566528:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204343.566531:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204343.566533:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204343.566535:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204343.566539:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937836544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204343.566547:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937836544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566553:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204343.566555:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.566556:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204343.566558:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204343.566562:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937836544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566570:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204343.566574:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937836544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566581:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204343.566584:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.566585:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204343.566586:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.566588:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204343.566590:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204343.566592:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204343.566596:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204343.566598:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204343.566602:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937836544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204343.566612:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937836544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204343.566616:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.566618:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204343.566622:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937836288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566629:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204343.566631:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204343.566633:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204343.566635:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204343.566637:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204343.566639:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204343.566641:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204343.566643:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:1.0:1788204343.566646:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204343.566647:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204343.566649:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:1.0:1788204343.566652:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204343.566653:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.566655:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204343.566659:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937836416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566666:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204343.566667:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204343.566669:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204343.566671:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204343.566672:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204343.566674:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204343.566676:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204343.566677:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:1.0:1788204343.566679:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204343.566680:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204343.566682:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:1.0:1788204343.566685:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204343.566686:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.566688:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204343.566691:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937836544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566698:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204343.566699:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204343.566701:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204343.566703:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204343.566705:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204343.566706:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204343.566708:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204343.566710:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:1.0:1788204343.566712:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204343.566714:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204343.566715:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:1.0:1788204343.566717:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204343.566719:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.566721:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.566725:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204343.566727:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204343.566729:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204343.566730:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204343.566732:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204343.566736:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937836672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566743:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204343.566744:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204343.566746:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204343.566748:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204343.566750:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204343.566753:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937836672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204343.566757:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204343.566759:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204343.566761:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204343.566762:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204343.566765:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204343.566767:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204343.566770:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204343.566773:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204343.566776:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204343.566779:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937836672, portal 4
00000100:00000001:1.0:1788204343.566781:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204343.566782:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:1.0:1788204343.566788:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937836672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566794:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204343.566796:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204343.566798:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204343.566800:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937836672, offset 0
00000400:00000200:1.0:1788204343.566804:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204343.566808:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204343.566812:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204343.566814:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204343.566817:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204343.566819:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204343.566821:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204343.566824:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546486:546486:256:4294967295] 192.168.201.135@tcp LPNI seq info [546452:546452:8:4294967295]
00000400:00000200:1.0:1788204343.566828:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204343.566834:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204343.566838:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204343.566841:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204343.566845:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204343.566848:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204343.566852:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204343.566854:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204343.566859:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204343.566861:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204343.566864:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204343.566868:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204343.566871:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204343.566873:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204343.566876:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204343.566879:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937836672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566887:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204343.566890:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937836672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204368 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566898:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204343.566900:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204343.566903:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204343.566906:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204343.566909:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204343.566912:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309321863
00000100:00000001:1.0:1788204343.566915:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309325516
00000100:00000001:1.0:1788204343.566917:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309321863
00000100:00000001:1.0:1788204343.566919:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309325516
00000100:00000001:1.0:1788204343.566921:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204343.566923:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204343.566925:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204343.566929:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204343/real 1788204343]  req@ffff8c5d3ba6bb80 x1875052937836672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204343.566937:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204343.566939:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204343.566940:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204343.566943:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204343.566944:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204343.566947:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204343.566950:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937836672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204343.566958:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937836672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566965:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204343.566967:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.566969:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204343.566970:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204343.566974:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937836672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566981:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204343.566985:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937836672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.566991:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204343.566994:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.566996:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204343.566997:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.566998:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204343.567000:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204343.567003:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204343.567006:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204343.567009:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204343.567012:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937836672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204343.567020:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937836672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204343.567024:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.567026:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204343.567029:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937836672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204368 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204343.567036:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204343.567037:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204343.567040:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204343.567042:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204343.567043:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204343.567045:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204343.567047:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204343.567049:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:1.0:1788204343.567051:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204343.567053:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204343.567054:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:1.0:1788204343.567057:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204343.567058:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.567061:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204343.567064:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204343.567065:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204343.567067:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204343.567070:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204344.268554:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204344.268559:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204344.268563:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204345.292503:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204345.292508:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204345.292512:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204346.316495:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204346.316499:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204346.316502:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204347.340537:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204347.340540:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204347.340542:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204347.404448:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309325516, at 4309325568
00000100:00000010:1.0:1788204347.404466:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749540.
00000020:00000001:2.0:1788204348.364520:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204348.364524:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204348.364527:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204348.684587:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204348.684597:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204348.684599:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204348.684603:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204348.684607:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204348.684614:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14654
00000400:00000200:1.0:1788204348.684623:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204348.684629:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204348.684632:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204348.684635:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.684638:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204348.684640:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.684642:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204348.684646:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204348.684648:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204348.684651:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204348.684654:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204348.684656:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204348.684658:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204348.684662:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.684663:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204348.684665:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.684667:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204348.684669:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204348.684672:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204348.684675:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204348.684678:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204348.684681:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204348.684683:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204348.684686:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204348.684688:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204348.684696:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc700.
00000020:00000040:1.0:1788204348.684700:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204348.684703:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204348.684705:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204348.684708:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204348.684711:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204348.684714:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204348.684721:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788204348.684727:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204348.684736:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc700 x1875052937836800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204348.684746:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204348.684751:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204348.684756:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd04a276] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc700 x1875052937836800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204348.684778:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204348.684781:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204348.684785:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204348.684786:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204348.684787:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204348.684790:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204348.684793:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14654
00000400:00000200:1.0:1788204348.684797:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204348.684800:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204348.684802:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204348.684805:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.684808:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204348.684810:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.684812:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204348.684814:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204348.684815:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204348.684817:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204348.684819:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204348.684821:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204348.684823:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204348.684825:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.684827:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204348.684830:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.684832:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204348.684835:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204348.684838:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204348.684841:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204348.684843:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204348.684851:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204348.684856:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204348.684860:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204348.684866:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204348.684871:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204348.684877:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204348.684883:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecca80.
00000020:00000040:1.0:1788204348.684888:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204348.684895:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204348.684897:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204348.684902:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204348.684906:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204348.684910:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204348.684919:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788204348.684925:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204348.684936:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecca80 x1875052937836928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204348.684954:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204348.684958:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204348.684968:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8322783] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecca80 x1875052937836928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204348.684982:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204348.684987:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204348.684993:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204348.684996:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204348.685000:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204348.685006:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204348.685013:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14654
00000400:00000200:1.0:1788204348.685030:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204348.685038:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204348.685042:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204348.685049:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.685054:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1788204348.685055:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204348.685059:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000100:00000040:1.0:1788204348.685060:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.685066:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204348.685070:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204348.685073:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204348.685076:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204348.685080:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204348.685085:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204348.685089:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204348.685096:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.685101:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204348.685107:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.685113:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204348.685119:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204348.685127:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204348.685132:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204348.685137:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204348.685141:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204348.685145:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204348.685147:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204348.685149:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204348.685154:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204348.685157:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204348.685164:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecce00.
00000020:00000040:1.0:1788204348.685169:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204348.685171:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204348.685173:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204348.685177:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204348.685178:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204348.685181:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204348.685188:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788204348.685193:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204348.685202:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecce00 x1875052937837056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204348.685215:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204348.685219:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204348.685227:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5eacb3] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecce00 x1875052937837056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204348.685240:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204348.685244:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204348.685250:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204348.685253:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204348.685255:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204348.685262:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204348.685269:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14654
00000400:00000200:1.0:1788204348.685278:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204348.685285:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204348.685290:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204348.685330:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.685336:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204348.685344:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.685349:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204348.685355:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204348.685358:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204348.685362:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204348.685366:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204348.685371:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204348.685376:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204348.685385:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.685389:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204348.685400:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.685417:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204348.685424:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204348.685430:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204348.685435:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204348.685439:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204348.685444:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204348.685448:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204348.685452:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204348.685456:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204348.685460:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204348.685462:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204348.685466:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd500.
00000020:00000040:1.0:1788204348.685472:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204348.685477:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204348.685480:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204348.685483:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204348.685486:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204348.685489:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204348.685496:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:1.0:1788204348.685501:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204348.685510:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd500 x1875052937837184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204348.685525:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204348.685530:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204348.685537:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab37475] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd500 x1875052937837184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204348.685554:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204348.685560:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204348.685567:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204348.685570:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204348.685573:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204348.685578:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204348.685584:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14654
00000400:00000200:1.0:1788204348.685589:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204348.685592:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204348.685595:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204348.685599:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.685603:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204348.685609:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.685614:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204348.685620:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204348.685623:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204348.685627:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204348.685630:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204348.685634:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204348.685638:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204348.685645:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.685650:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204348.685653:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204348.685657:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204348.685663:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204348.685669:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204348.685674:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204348.685677:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204348.685682:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204348.685687:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204348.685692:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204348.685696:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204348.685701:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204348.685704:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204348.685711:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdc00.
00000020:00000040:1.0:1788204348.685715:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204348.685721:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204348.685724:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204348.685727:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204348.685728:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204348.685730:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204348.685734:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:1.0:1788204348.685739:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204348.685748:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdc00 x1875052937837312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788204348.685752:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204348.685758:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1788204348.685766:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204348.685771:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204348.685776:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c07ad524] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdc00 x1875052937837312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204348.685784:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204348.685789:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14664)
00000800:00000200:0.1:1788204348.686111:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204348.686114:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204348.686420:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204348.686422:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204348.686583:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204348.686585:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1788204349.388518:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204349.388522:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204349.388525:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204350.412663:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204350.412666:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204350.412668:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204351.436518:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204351.436521:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204351.436524:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204352.460545:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204352.460549:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204352.460559:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204352.524446:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309330636, at 4309330688
00000100:00000010:1.0:1788204352.524471:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074a20.
00000800:00000200:1.0:1788204352.716394:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788204352.716402:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788204352.716407:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788204352.716555:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204352.716577:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788204352.716584:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204352.716586:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204353.484605:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204353.484610:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204353.484615:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204353.804398:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204353.804406:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204353.804408:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204353.804411:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204353.804414:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204353.804419:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14659
00000400:00000200:1.0:1788204353.804426:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204353.804430:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204353.804433:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204353.804434:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804437:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204353.804438:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804440:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204353.804443:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204353.804445:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204353.804446:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204353.804449:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204353.804450:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204353.804452:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204353.804453:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804454:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204353.804455:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804456:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204353.804458:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204353.804460:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804462:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204353.804463:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204353.804466:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204353.804467:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204353.804469:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204353.804470:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204353.804478:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece680.
00000020:00000040:1.0:1788204353.804480:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204353.804482:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204353.804484:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204353.804486:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204353.804488:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204353.804491:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204353.804496:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:1.0:1788204353.804501:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204353.804507:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece680 x1875052937837440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204353.804514:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204353.804517:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204353.804520:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb9bc345] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece680 x1875052937837440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204353.804538:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204353.804541:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204353.804543:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204353.804544:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204353.804545:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204353.804547:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204353.804548:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14659
00000400:00000200:1.0:1788204353.804550:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204353.804551:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204353.804553:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204353.804554:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804555:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204353.804557:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804558:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204353.804560:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204353.804561:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204353.804562:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204353.804563:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204353.804564:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204353.804565:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204353.804567:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804569:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204353.804570:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804571:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204353.804573:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204353.804575:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804577:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204353.804578:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204353.804582:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204353.804585:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204353.804587:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204353.804593:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204353.804597:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204353.804601:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204353.804605:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd180.
00000020:00000040:1.0:1788204353.804609:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204353.804612:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204353.804613:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204353.804616:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204353.804618:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204353.804621:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204353.804624:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:1.0:1788204353.804629:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204353.804638:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd180 x1875052937837568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204353.804645:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204353.804648:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204353.804653:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d402d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd180 x1875052937837568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204353.804662:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204353.804665:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204353.804670:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204353.804673:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204353.804674:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204353.804680:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204353.804682:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14659
00000400:00000200:1.0:1788204353.804686:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204353.804689:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204353.804692:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204353.804697:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804701:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204353.804705:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804708:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204353.804710:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204353.804712:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204353.804715:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204353.804717:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204353.804721:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204353.804724:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204353.804729:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804732:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204353.804736:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804738:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204353.804743:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204353.804745:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804749:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204353.804758:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204353.804761:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204353.804764:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204353.804767:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204353.804769:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204353.804773:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204353.804775:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204353.804778:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecea00.
00000020:00000040:1.0:1788204353.804781:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204353.804785:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204353.804788:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204353.804791:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204353.804793:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204353.804795:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204353.804800:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000001:1.0:1788204353.804805:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204353.804810:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecea00 x1875052937837696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204353.804835:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204353.804837:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204353.804842:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0471f4c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecea00 x1875052937837696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204353.804852:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204353.804855:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204353.804860:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204353.804863:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1788204353.804863:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:1.0:1788204353.804865:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1788204353.804869:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1788204353.804870:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204353.804876:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14659
00000400:00000200:1.0:1788204353.804884:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204353.804890:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204353.804895:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204353.804902:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804906:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204353.804909:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804914:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204353.804920:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204353.804922:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204353.804925:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204353.804928:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204353.804931:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204353.804933:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204353.804939:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804942:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204353.804945:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804948:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204353.804952:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204353.804957:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204353.804961:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204353.804964:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204353.804966:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204353.804970:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204353.804973:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204353.804975:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204353.804977:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204353.804982:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204353.804985:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd880.
00000020:00000040:1.0:1788204353.804989:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204353.804991:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204353.804993:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204353.804994:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204353.804996:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204353.804998:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204353.805004:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000001:1.0:1788204353.805009:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204353.805014:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd880 x1875052937837824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204353.805023:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204353.805026:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204353.805036:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6204fb] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd880 x1875052937837824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204353.805057:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204353.805059:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204353.805061:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204353.805061:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204353.805063:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204353.805067:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204353.805071:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14659
00000400:00000200:1.0:1788204353.805077:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204353.805082:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204353.805086:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204353.805092:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.805095:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204353.805099:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.805104:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204353.805108:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204353.805110:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204353.805112:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204353.805115:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204353.805118:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204353.805121:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204353.805127:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.805131:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204353.805134:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204353.805137:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204353.805140:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204353.805144:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204353.805148:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204353.805150:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204353.805153:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204353.805156:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204353.805160:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204353.805162:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204353.805167:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204353.805170:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204353.805175:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc380.
00000020:00000040:1.0:1788204353.805179:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204353.805181:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204353.805185:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204353.805191:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204353.805194:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204353.805196:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204353.805199:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788204353.805201:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204353.805205:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc380 x1875052937837952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204353.805218:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204353.805221:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204353.805230:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d497cf7b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc380 x1875052937837952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204353.805255:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204353.805259:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14669)
00000800:00000200:0.1:1788204353.805438:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204353.805440:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204353.805600:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204353.805601:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204353.805750:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204353.805751:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204353.805897:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204353.805899:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1788204354.508509:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204354.508513:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204354.508515:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204355.532492:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204355.532495:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204355.532497:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204356.556478:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204356.556481:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204356.556483:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204357.580467:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204357.580470:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204357.580472:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204357.644406:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309335756, at 4309335808
00000100:00000010:1.0:1788204357.644423:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0740c0.
00000020:00000001:2.0:1788204358.604445:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204358.604447:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204358.604450:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204358.924433:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204358.924438:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204358.924441:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204358.924444:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204358.924447:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204358.924453:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14664
00000400:00000200:2.0:1788204358.924459:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204358.924463:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204358.924466:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204358.924468:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.924471:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204358.924473:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.924475:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204358.924477:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204358.924479:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204358.924481:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204358.924483:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204358.924485:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204358.924487:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204358.924489:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.924490:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204358.924491:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.924493:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204358.924495:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204358.924497:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204358.924499:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204358.924502:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204358.924505:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204358.924507:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204358.924508:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204358.924510:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204358.924515:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000020:00000040:2.0:1788204358.924517:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204358.924520:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204358.924521:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204358.924524:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204358.924527:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204358.924530:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204358.924535:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000001:2.0:1788204358.924540:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204358.924547:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937838080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204358.924557:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204358.924562:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204358.924567:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937838080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204358.924586:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204358.924589:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204358.924593:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204358.924595:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204358.924597:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204358.924601:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204358.924603:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14664
00000400:00000200:2.0:1788204358.924607:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204358.924610:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204358.924612:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204358.924617:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.924621:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204358.924624:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.924627:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204358.924629:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204358.924630:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204358.924632:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204358.924634:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204358.924637:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204358.924641:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204358.924648:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.924654:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204358.924659:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.924665:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204358.924670:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204358.924678:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204358.924684:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204358.924689:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204358.924696:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204358.924702:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204358.924708:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204358.924714:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204358.924721:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204358.924726:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204358.924733:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000020:00000040:2.0:1788204358.924738:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204358.924741:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204358.924744:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204358.924747:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204358.924750:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204358.924754:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204358.924761:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788204358.924768:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204358.924779:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937838208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204358.924796:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204358.924801:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204358.924810:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937838208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204358.924823:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204358.924829:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204358.924836:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204358.924839:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204358.924840:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204358.924844:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204358.924849:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14664
00000400:00000200:2.0:1788204358.924857:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204358.924862:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204358.924866:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204358.924871:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.924875:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204358.924879:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.924883:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204358.924886:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204358.924888:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204358.924891:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204358.924894:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204358.924895:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204358.924897:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204358.924902:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.924905:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204358.924910:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.924912:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204358.924917:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204358.924921:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204358.924923:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204358.924925:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204358.924928:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204358.924932:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204358.924934:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204358.924936:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204358.924938:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204358.924942:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204358.924946:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788204358.924948:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204358.924952:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204358.924954:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204358.924958:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204358.924961:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204358.924963:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204358.924966:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788204358.924972:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204358.924976:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00100000:2.0:1788204358.924977:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937838336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788204358.924985:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1788204358.924986:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204358.924990:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204358.924995:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937838336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204358.925003:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204358.925006:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204358.925012:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204358.925014:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204358.925015:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204358.925018:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204358.925023:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14664
00000400:00000200:2.0:1788204358.925027:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204358.925032:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204358.925033:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204358.925039:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.925041:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204358.925043:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.925044:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204358.925045:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204358.925046:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204358.925047:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204358.925048:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204358.925049:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204358.925050:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204358.925052:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.925057:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204358.925059:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.925063:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204358.925066:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204358.925068:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204358.925069:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204358.925071:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204358.925073:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204358.925075:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204358.925076:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204358.925077:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204358.925080:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204358.925081:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204358.925084:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000020:00000040:2.0:1788204358.925087:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204358.925089:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204358.925091:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204358.925094:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204358.925096:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204358.925098:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204358.925101:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:2.0:1788204358.925106:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204358.925110:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937838464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204358.925116:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204358.925119:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204358.925123:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937838464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204358.925138:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204358.925141:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204358.925147:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204358.925149:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204358.925150:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204358.925155:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204358.925157:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14664
00000400:00000200:2.0:1788204358.925161:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204358.925163:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204358.925165:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204358.925167:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.925170:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204358.925173:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.925175:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204358.925178:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204358.925180:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204358.925183:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204358.925185:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204358.925188:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204358.925193:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204358.925196:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.925197:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204358.925200:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204358.925203:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204358.925214:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204358.925219:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204358.925224:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204358.925243:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204358.925246:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204358.925247:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204358.925248:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204358.925252:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204358.925254:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204358.925255:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204358.925261:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000020:00000040:2.0:1788204358.925263:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204358.925269:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204358.925270:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204358.925275:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204358.925277:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204358.925280:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204358.925284:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204358.925287:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204358.925294:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937838592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204358.925323:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204358.925327:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204358.925334:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937838592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204358.925342:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204358.925347:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14674)
00000800:00000200:0.1:1788204358.925595:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204358.925597:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204358.925763:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204358.925764:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204358.925945:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204358.925947:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204358.926094:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204358.926096:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1788204359.628493:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204359.628498:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204359.628501:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204360.652494:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204360.652499:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204360.652503:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204361.676484:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204361.676487:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204361.676490:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204362.700545:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204362.700549:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204362.700553:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204362.764402:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309340876, at 4309340928
00000100:00000010:1.0:1788204362.764418:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074000.
00000020:00000001:2.0:1788204363.724485:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204363.724489:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204363.724492:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204364.044419:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204364.044426:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204364.044428:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204364.044431:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204364.044435:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204364.044440:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14669
00000400:00000200:1.0:1788204364.044447:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204364.044451:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204364.044453:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204364.044455:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044458:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204364.044459:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044461:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204364.044463:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204364.044465:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204364.044468:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204364.044470:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204364.044472:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204364.044474:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204364.044477:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044478:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204364.044480:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044482:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204364.044485:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204364.044488:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044490:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204364.044493:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204364.044496:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204364.044499:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204364.044501:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204364.044503:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204364.044512:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc000.
00000020:00000040:1.0:1788204364.044515:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204364.044519:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204364.044520:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204364.044524:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204364.044526:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204364.044530:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204364.044538:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788204364.044543:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204364.044551:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc000 x1875052937838720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204364.044557:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204364.044560:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204364.044563:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78f2b1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc000 x1875052937838720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204364.044578:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204364.044580:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204364.044582:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204364.044583:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204364.044584:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204364.044586:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204364.044587:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14669
00000400:00000200:1.0:1788204364.044590:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204364.044592:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204364.044594:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204364.044596:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044598:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204364.044599:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044601:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204364.044602:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204364.044603:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204364.044604:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204364.044605:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204364.044607:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204364.044608:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204364.044613:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044616:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204364.044620:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044625:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204364.044629:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204364.044637:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044642:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204364.044647:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204364.044651:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204364.044653:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204364.044654:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204364.044658:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204364.044664:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204364.044666:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204364.044671:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc380.
00000020:00000040:1.0:1788204364.044676:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204364.044681:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204364.044684:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204364.044689:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204364.044690:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204364.044694:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204364.044699:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788204364.044702:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204364.044711:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc380 x1875052937838848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204364.044720:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204364.044724:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204364.044731:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d497cf7b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc380 x1875052937838848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204364.044743:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204364.044747:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204364.044754:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204364.044756:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204364.044758:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204364.044763:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204364.044769:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14669
00000400:00000200:1.0:1788204364.044777:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204364.044784:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204364.044788:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204364.044792:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044796:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204364.044801:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044805:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204364.044811:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204364.044812:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204364.044816:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204364.044818:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204364.044821:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204364.044825:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204364.044830:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044833:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204364.044835:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044839:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204364.044844:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204364.044849:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044854:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204364.044857:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204364.044861:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204364.044864:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204364.044867:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204364.044870:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204364.044875:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204364.044877:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204364.044882:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd880.
00000020:00000040:1.0:1788204364.044886:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204364.044890:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204364.044891:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204364.044892:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204364.044894:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204364.044898:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204364.044902:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788204364.044905:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204364.044910:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd880 x1875052937838976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204364.044928:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204364.044933:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204364.044937:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6204fb] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd880 x1875052937838976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204364.044947:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204364.044951:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1788204364.044952:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:1.0:1788204364.044956:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204364.044958:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204364.044960:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204364.044961:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204364.044963:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14669
00000400:00000200:1.0:1788204364.044966:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204364.044967:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204364.044969:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204364.044971:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044973:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204364.044976:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.044980:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204364.044984:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204364.044986:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204364.044989:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204364.044990:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204364.044992:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204364.044995:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204364.044998:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.045002:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204364.045004:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.045006:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204364.045010:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204364.045013:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204364.045016:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204364.045018:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204364.045020:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204364.045025:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204364.045027:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204364.045028:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204364.045032:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204364.045034:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204364.045040:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecea00.
00000020:00000040:1.0:1788204364.045044:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204364.045047:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204364.045050:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204364.045052:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204364.045053:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204364.045054:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204364.045057:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:1.0:1788204364.045060:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204364.045066:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecea00 x1875052937839104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204364.045078:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204364.045080:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204364.045087:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0471f4c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecea00 x1875052937839104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204364.045109:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204364.045114:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204364.045120:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204364.045122:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204364.045124:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204364.045128:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204364.045132:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14669
00000400:00000200:1.0:1788204364.045149:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204364.045152:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204364.045154:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204364.045156:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.045158:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204364.045159:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.045161:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204364.045163:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204364.045167:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204364.045170:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204364.045172:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204364.045175:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204364.045176:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204364.045181:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.045183:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204364.045187:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204364.045190:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204364.045194:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204364.045197:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204364.045201:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204364.045206:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204364.045211:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204364.045214:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204364.045215:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204364.045218:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204364.045224:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204364.045227:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204364.045232:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd180.
00000020:00000040:1.0:1788204364.045237:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204364.045241:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204364.045243:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204364.045245:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204364.045249:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204364.045252:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204364.045258:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:1.0:1788204364.045262:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204364.045271:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd180 x1875052937839232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204364.045288:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204364.045293:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204364.045325:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d402d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd180 x1875052937839232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204364.045331:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204364.045338:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14679)
00000800:00000200:0.1:1788204364.045376:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204364.045564:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204364.045707:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204364.045838:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204364.748592:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204364.748596:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204364.748600:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204365.772487:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204365.772491:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204365.772495:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204366.796566:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204366.796570:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204366.796573:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788204367.116616:0:2381:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:2.0:1788204367.116660:0:2381:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788204367.116670:0:2381:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204367.116673:0:2381:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:2.0:1788204367.116678:0:2381:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204367.116681:0:2381:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788204367.116686:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204367.116689:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:2.0:1788204367.116695:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204367.116700:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204367.116706:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5990
00000400:00000010:2.0:1788204367.116709:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5990.
00000100:00000001:2.0:1788204367.116716:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204367.116724:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d27ecc000 x1875052937838720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204367.116754:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204367.116759:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc000 x1875052937838720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204367.116766:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204367.116772:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204367.116782:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204367.116784:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905400.
00000400:00000200:2.0:1788204367.116787:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204367.116790:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204367.116794:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5198
00000400:00000010:2.0:1788204367.116795:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5198.
00000100:00000001:2.0:1788204367.116798:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204367.116803:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d27ecc380 x1875052937838848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204367.116811:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204367.116814:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc380 x1875052937838848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204367.116822:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204367.116824:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204367.116830:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204367.116833:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905e00.
00000400:00000200:2.0:1788204367.116836:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204367.116839:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204367.116842:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5c38
00000400:00000010:2.0:1788204367.116843:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5c38.
00000100:00000001:2.0:1788204367.116845:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204367.116854:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d27ecd880 x1875052937838976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204367.116864:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204367.116867:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd880 x1875052937838976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204367.116873:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204367.116877:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204367.116886:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204367.116894:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905c00.
00000400:00000200:2.0:1788204367.116900:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204367.116910:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204367.116914:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5660
00000400:00000010:2.0:1788204367.116917:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5660.
00000100:00000001:2.0:1788204367.116919:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204367.116930:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d27ecea00 x1875052937839104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204367.116964:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204367.116972:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecea00 x1875052937839104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204367.116980:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204367.116987:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204367.116994:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204367.117006:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:2.0:1788204367.117011:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204367.117021:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204367.117026:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5220
00000400:00000010:2.0:1788204367.117031:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5220.
00000100:00000001:2.0:1788204367.117039:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204367.117050:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d27ecd180 x1875052937839232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204389 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204367.117073:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204367.117082:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd180 x1875052937839232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204389 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204367.117111:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204367.117116:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1788204367.820489:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204367.820493:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204367.820497:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204367.884423:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309345996, at 4309346048
00000100:00000010:1.0:1788204367.884445:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0747e0.
00000020:00000001:2.0:1788204368.844535:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204368.844538:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204368.844541:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204369.164421:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204369.164431:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204369.164434:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204369.164438:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204369.164443:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204369.164450:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14674
00000400:00000200:3.0:1788204369.164459:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204369.164463:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204369.164466:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204369.164468:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164471:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204369.164472:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164474:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204369.164477:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204369.164478:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204369.164480:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204369.164482:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204369.164484:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204369.164487:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204369.164489:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164492:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204369.164493:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164495:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204369.164498:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204369.164501:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164504:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204369.164507:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204369.164510:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204369.164512:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204369.164515:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204369.164517:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204369.164524:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204369.164527:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204369.164530:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204369.164531:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204369.164534:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204369.164536:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204369.164540:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204369.164545:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788204369.164550:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204369.164557:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937839360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204369.164564:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204369.164567:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204369.164579:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937839360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204369.164612:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204369.164615:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204369.164618:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204369.164620:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204369.164622:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204369.164625:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204369.164627:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14674
00000400:00000200:3.0:1788204369.164631:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204369.164634:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204369.164636:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204369.164639:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164648:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204369.164650:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164653:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204369.164655:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204369.164656:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204369.164658:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204369.164661:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204369.164662:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204369.164664:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204369.164667:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164668:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204369.164670:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164672:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204369.164674:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204369.164677:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164679:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204369.164681:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204369.164687:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204369.164689:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204369.164691:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204369.164695:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204369.164698:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204369.164700:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204369.164704:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204369.164706:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204369.164709:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204369.164710:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204369.164712:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204369.164713:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204369.164715:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204369.164719:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204369.164722:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204369.164727:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937839488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204369.164735:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204369.164737:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204369.164740:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937839488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204369.164748:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204369.164750:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204369.164754:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204369.164756:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204369.164757:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204369.164760:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204369.164762:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14674
00000400:00000200:3.0:1788204369.164766:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204369.164769:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204369.164771:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204369.164774:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164776:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204369.164778:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164780:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204369.164782:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204369.164784:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204369.164785:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204369.164787:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204369.164789:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204369.164791:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204369.164794:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164796:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204369.164797:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164799:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204369.164801:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204369.164804:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164806:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204369.164808:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204369.164810:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204369.164812:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204369.164814:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204369.164816:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204369.164819:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204369.164820:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204369.164824:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788204369.164826:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204369.164829:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204369.164830:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204369.164832:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204369.164833:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204369.164835:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204369.164841:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204369.164844:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204369.164849:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937839616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204369.164862:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204369.164864:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204369.164868:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937839616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204369.164875:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204369.164878:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204369.164882:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204369.164883:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204369.164884:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204369.164887:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204369.164889:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14674
00000400:00000200:3.0:1788204369.164892:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204369.164894:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204369.164897:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204369.164900:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164901:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204369.164903:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164906:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204369.164907:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204369.164909:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204369.164910:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204369.164912:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204369.164914:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204369.164915:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204369.164918:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164920:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204369.164922:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164924:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204369.164926:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204369.164929:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204369.164931:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204369.164933:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204369.164935:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204369.164937:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204369.164939:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204369.164941:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204369.164949:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204369.164951:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204369.164954:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204369.164955:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204369.164958:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204369.164959:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204369.164960:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204369.164962:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204369.164963:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204369.164966:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204369.164968:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204369.164972:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937839744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204369.164979:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204369.164981:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204369.164984:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937839744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204369.164992:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204369.164994:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204369.164997:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204369.164999:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204369.165001:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204369.165003:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204369.165006:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14674
00000400:00000200:3.0:1788204369.165009:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204369.165011:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204369.165013:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204369.165016:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.165018:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204369.165019:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.165021:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204369.165023:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204369.165024:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204369.165026:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204369.165027:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204369.165029:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204369.165031:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204369.165033:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.165035:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204369.165037:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204369.165038:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204369.165041:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204369.165080:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204369.165083:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204369.165084:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204369.165087:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204369.165089:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204369.165091:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204369.165093:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204369.165095:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204369.165097:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204369.165101:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204369.165103:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204369.165106:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204369.165108:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204369.165110:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204369.165112:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204369.165113:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204369.165117:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204369.165120:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204369.165125:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937839872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204369.165132:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204369.165143:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204369.165146:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937839872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204369.165152:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204369.165157:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14685)
00000800:00000200:0.1:1788204369.165447:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204369.165450:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1788204369.165770:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204369.165772:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1788204369.166019:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204369.166021:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1788204369.166343:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204369.166345:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 57 secs later)
00000800:00000200:0.1:1788204369.166587:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204369.166590:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 57 secs later)
00000020:00000001:3.0:1788204369.868473:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788204369.868477:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788204369.868480:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204370.892732:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204370.892736:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204370.892738:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204371.916478:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204371.916482:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204371.916485:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204372.940519:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204372.940522:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204372.940524:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204373.004376:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309351117, at 4309351168
00000100:00000010:1.0:1788204373.004390:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0744e0.
00000020:00000001:2.0:1788204373.964539:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204373.964543:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204373.964547:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204374.284436:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204374.284445:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204374.284447:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204374.284450:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204374.284454:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204374.284460:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14680
00000400:00000200:1.0:1788204374.284467:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204374.284473:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204374.284476:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204374.284480:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.284483:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204374.284486:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.284489:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204374.284492:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204374.284493:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204374.284496:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204374.284498:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204374.284499:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204374.284501:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204374.284503:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.284504:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204374.284505:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.284506:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204374.284508:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204374.284510:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204374.284512:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204374.284514:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204374.284516:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204374.284518:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204374.284520:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204374.284522:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204374.284530:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece680.
00000020:00000040:1.0:1788204374.284532:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204374.284535:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204374.284536:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204374.284539:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204374.284542:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204374.284545:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204374.284551:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:1.0:1788204374.284556:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204374.284563:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece680 x1875052937840000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204374.284573:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204374.284578:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204374.284582:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb9bc345] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece680 x1875052937840000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204374.284605:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204374.284609:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204374.284612:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204374.284614:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204374.284615:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204374.284617:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204374.284619:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14680
00000400:00000200:1.0:1788204374.284622:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204374.284625:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204374.284627:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204374.284628:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.284630:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204374.284634:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.284636:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204374.284640:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204374.284642:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204374.284644:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204374.284646:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204374.284650:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204374.284653:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204374.284659:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.284662:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204374.284666:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.284669:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204374.284671:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204374.284674:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204374.284678:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204374.284680:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204374.284686:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204374.284689:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204374.284692:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204374.284695:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204374.284700:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204374.284703:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204374.284706:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdc00.
00000020:00000040:1.0:1788204374.284710:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204374.284712:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204374.284714:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204374.284717:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204374.284720:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204374.284722:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204374.284727:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:1.0:1788204374.284731:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204374.284737:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdc00 x1875052937840128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204374.284747:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204374.284752:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204374.284758:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c07ad524] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdc00 x1875052937840128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204374.284771:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204374.284774:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204374.284777:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204374.284779:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204374.284782:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204374.284786:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204374.284788:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14680
00000400:00000200:1.0:1788204374.284826:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204374.284831:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204374.284833:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204374.284836:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.284839:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204374.284843:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.284846:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204374.284848:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204374.284850:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204374.284853:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:0.1:1788204374.284853:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:1.0:1788204374.284855:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204374.284858:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:0.1:1788204374.284858:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000020:00000001:1.0:1788204374.284863:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204374.284869:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.284873:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204374.284876:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.284879:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204374.284883:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204374.284889:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204374.284893:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204374.284895:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204374.284897:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204374.284899:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204374.284902:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204374.284904:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204374.284909:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204374.284913:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204374.284917:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd500.
00000020:00000040:1.0:1788204374.284919:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204374.284923:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204374.284926:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204374.284929:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204374.284931:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204374.284933:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204374.284938:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000001:1.0:1788204374.284942:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204374.284947:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd500 x1875052937840256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204374.284957:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204374.284960:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204374.284978:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab37475] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd500 x1875052937840256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204374.284986:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204374.284990:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204374.284995:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204374.284998:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204374.285001:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204374.285004:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204374.285008:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14680
00000400:00000200:1.0:1788204374.285012:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204374.285018:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204374.285022:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204374.285027:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.285029:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204374.285032:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.285035:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204374.285038:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204374.285041:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204374.285044:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204374.285046:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204374.285048:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204374.285050:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204374.285060:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.285066:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204374.285069:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.285071:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204374.285075:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204374.285080:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204374.285084:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204374.285087:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204374.285090:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204374.285095:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204374.285099:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204374.285103:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204374.285110:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204374.285115:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204374.285121:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecce00.
00000020:00000040:1.0:1788204374.285128:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204374.285134:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204374.285138:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204374.285141:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204374.285144:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204374.285146:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204374.285151:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000001:1.0:1788204374.285154:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204374.285161:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecce00 x1875052937840384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204374.285178:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204374.285183:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204374.285191:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5eacb3] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecce00 x1875052937840384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204374.285207:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204374.285220:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204374.285231:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204374.285234:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204374.285236:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204374.285241:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204374.285246:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14680
00000400:00000200:1.0:1788204374.285251:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204374.285254:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204374.285255:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204374.285258:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.285262:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204374.285267:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.285271:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204374.285276:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204374.285279:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204374.285282:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204374.285285:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204374.285289:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204374.285292:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204374.285296:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.285315:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204374.285319:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204374.285322:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204374.285326:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204374.285330:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204374.285335:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204374.285340:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204374.285344:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204374.285347:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204374.285349:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204374.285353:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204374.285357:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204374.285359:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204374.285363:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecca80.
00000020:00000040:1.0:1788204374.285366:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204374.285369:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204374.285371:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204374.285376:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204374.285378:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204374.285382:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204374.285387:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:1.0:1788204374.285392:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204374.285400:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecca80 x1875052937840512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204374.285414:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204374.285418:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204374.285423:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8322783] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecca80 x1875052937840512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204374.285437:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204374.285441:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14690)
00000800:00000200:0.1:1788204374.285471:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204374.285473:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788204374.285683:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204374.285686:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788204374.285882:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204374.285883:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788204374.286138:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204374.286139:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000020:00000001:2.0:1788204374.988535:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204374.988540:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204374.988543:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204376.012554:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204376.012559:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204376.012562:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204377.036566:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204377.036571:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204377.036574:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204378.060487:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204378.060491:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204378.060495:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204378.124369:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309356236, at 4309356288
00000100:00000010:1.0:1788204378.124387:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074cc0.
00000020:00000001:2.0:1788204379.084531:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204379.084534:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204379.084537:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204379.404460:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204379.404471:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204379.404473:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204379.404477:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204379.404482:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204379.404490:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14685
00000400:00000200:1.0:1788204379.404503:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204379.404509:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204379.404512:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204379.404515:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.404518:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204379.404520:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.404522:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204379.404525:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204379.404527:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204379.404529:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204379.404532:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204379.404534:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204379.404536:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204379.404538:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.404539:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204379.404540:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.404541:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204379.404543:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204379.404546:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204379.404549:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204379.404552:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204379.404555:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204379.404557:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204379.404559:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204379.404560:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204379.404570:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc700.
00000020:00000040:1.0:1788204379.404573:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204379.404577:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204379.404578:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204379.404581:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204379.404585:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204379.404589:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204379.404598:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788204379.404613:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204379.404625:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc700 x1875052937840640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204379.404637:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204379.404643:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204379.404648:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd04a276] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc700 x1875052937840640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204379.404667:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204379.404669:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204379.404672:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204379.404673:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204379.404674:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204379.404676:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204379.404678:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14685
00000400:00000200:1.0:1788204379.404681:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204379.404683:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204379.404685:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204379.404687:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.404689:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204379.404690:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.404691:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204379.404693:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204379.404694:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204379.404695:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204379.404696:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204379.404698:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204379.404699:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204379.404702:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.404703:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204379.404705:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.404706:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204379.404709:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204379.404712:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204379.404714:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204379.404716:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204379.404723:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204379.404727:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204379.404731:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204379.404738:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204379.404743:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204379.404748:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204379.404756:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece300.
00000020:00000040:1.0:1788204379.404762:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204379.404767:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204379.404770:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204379.404774:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204379.404778:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204379.404782:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204379.404788:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788204379.404795:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204379.404807:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece300 x1875052937840768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204379.404821:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204379.404825:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204379.404831:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007034b06e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece300 x1875052937840768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204379.404847:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204379.404854:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204379.404863:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204379.404866:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204379.404869:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204379.404893:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204379.404901:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14685
00000400:00000200:1.0:1788204379.404907:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204379.404912:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204379.404913:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204379.404916:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.404917:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204379.404921:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.404924:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204379.404927:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204379.404928:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204379.404929:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204379.404932:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204379.404934:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204379.404937:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204379.404941:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.404943:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204379.404945:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.404949:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204379.404950:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204379.404955:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204379.404963:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204379.404966:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204379.404970:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204379.404973:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204379.404976:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204379.404979:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204379.404982:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204379.404984:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204379.404988:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecf480.
00000020:00000040:1.0:1788204379.404990:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204379.404992:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204379.404995:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204379.404999:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204379.405002:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204379.405004:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204379.405009:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788204379.405013:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204379.405018:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecf480 x1875052937840896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204379.405026:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204379.405028:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204379.405033:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b04005c6] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecf480 x1875052937840896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204379.405042:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204379.405044:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204379.405046:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204379.405047:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204379.405048:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204379.405052:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204379.405055:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14685
00000400:00000200:1.0:1788204379.405059:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:0.1:1788204379.405059:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000400:00000200:1.0:1788204379.405064:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000200:0.1:1788204379.405065:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000100:00080000:1.0:1788204379.405066:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204379.405071:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.405074:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204379.405081:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.405083:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204379.405085:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204379.405088:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204379.405090:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204379.405094:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204379.405098:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204379.405102:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204379.405109:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.405113:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204379.405119:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.405124:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204379.405130:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204379.405141:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204379.405145:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204379.405148:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204379.405151:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204379.405155:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204379.405158:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204379.405161:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204379.405164:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204379.405165:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204379.405168:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecfb80.
00000020:00000040:1.0:1788204379.405171:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204379.405175:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204379.405176:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204379.405179:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204379.405181:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204379.405184:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204379.405194:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788204379.405198:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204379.405202:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecfb80 x1875052937841024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204379.405209:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204379.405211:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204379.405216:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2262872] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecfb80 x1875052937841024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204379.405225:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204379.405230:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204379.405232:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204379.405234:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204379.405237:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204379.405238:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204379.405240:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14685
00000400:00000200:1.0:1788204379.405242:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204379.405245:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204379.405248:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204379.405252:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.405254:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204379.405258:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.405262:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204379.405265:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204379.405267:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204379.405270:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204379.405272:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204379.405274:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204379.405277:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204379.405280:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.405282:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204379.405285:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204379.405287:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204379.405291:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204379.405295:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204379.405315:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204379.405317:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204379.405318:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204379.405320:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204379.405321:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204379.405322:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204379.405324:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204379.405325:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204379.405327:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdf80.
00000020:00000040:1.0:1788204379.405328:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204379.405330:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204379.405331:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204379.405332:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204379.405334:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204379.405337:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204379.405341:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:1.0:1788204379.405345:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204379.405351:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdf80 x1875052937841152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204379.405363:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204379.405367:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204379.405372:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e021a10] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdf80 x1875052937841152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204379.405394:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204379.405401:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14695)
00000800:00000200:0.1:1788204379.405555:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204379.405557:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788204379.405766:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204379.405768:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788204379.405991:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204379.405993:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788204379.406212:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204379.406214:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000020:00000001:2.0:1788204380.108487:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204380.108491:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204380.108494:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204381.132579:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204381.132584:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204381.132588:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204382.156559:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204382.156570:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204382.156574:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204383.180679:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204383.180683:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204383.180687:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204383.244434:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309361356, at 4309361408
00000100:00000010:1.0:1788204383.244453:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074060.
00000020:00000001:2.0:1788204384.204502:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204384.204506:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204384.204509:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204384.524458:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204384.524468:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204384.524470:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204384.524474:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204384.524478:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204384.524483:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14690
00000400:00000200:3.0:1788204384.524490:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204384.524494:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204384.524497:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204384.524499:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.524501:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204384.524503:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.524504:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204384.524508:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204384.524511:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204384.524513:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204384.524516:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204384.524519:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204384.524521:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204384.524524:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.524526:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204384.524528:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.524529:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204384.524532:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204384.524536:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204384.524538:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204384.524541:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204384.524545:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204384.524548:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204384.524550:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204384.524552:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204384.524562:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204384.524566:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204384.524570:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204384.524571:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204384.524575:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204384.524577:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204384.524581:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204384.524586:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204384.524593:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204384.524602:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937841280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204384.524612:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204384.524616:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204384.524621:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937841280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204384.524649:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204384.524652:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204384.524654:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204384.524655:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204384.524656:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204384.524658:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204384.524661:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14690
00000400:00000200:3.0:1788204384.524663:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204384.524666:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204384.524668:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204384.524670:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.524672:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204384.524673:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.524675:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204384.524676:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204384.524677:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204384.524678:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204384.524679:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204384.524681:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204384.524682:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204384.524684:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.524685:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204384.524687:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.524691:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204384.524693:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204384.524697:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204384.524699:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204384.524702:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204384.524706:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204384.524710:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204384.524714:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204384.524718:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204384.524722:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204384.524725:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204384.524728:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204384.524731:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204384.524736:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204384.524739:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204384.524741:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204384.524744:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204384.524747:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204384.524751:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204384.524755:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204384.524763:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937841408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204384.524773:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204384.524777:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204384.524782:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937841408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204384.524802:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204384.524803:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204384.524806:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204384.524808:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204384.524810:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204384.524813:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204384.524815:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14690
00000400:00000200:3.0:1788204384.524822:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204384.524829:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204384.524835:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204384.524843:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.524848:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204384.524853:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.524859:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204384.524865:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204384.524867:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204384.524872:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204384.524875:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204384.524877:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204384.524880:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204384.524884:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.524888:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204384.524894:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.524899:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204384.524904:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204384.524913:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204384.524919:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204384.524924:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204384.524929:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204384.524932:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204384.524936:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204384.524940:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204384.524945:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204384.524949:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204384.524952:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204384.524955:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204384.524957:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204384.524960:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204384.524962:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204384.524963:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204384.524967:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204384.524974:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204384.524978:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204384.524979:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204384.524983:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000100:00100000:3.0:1788204384.524984:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937841536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204384.524998:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204384.525001:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204384.525010:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937841536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204384.525033:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204384.525038:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204384.525046:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204384.525048:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204384.525053:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204384.525059:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204384.525066:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14690
00000400:00000200:3.0:1788204384.525075:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204384.525081:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204384.525086:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204384.525091:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.525095:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204384.525097:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.525107:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204384.525110:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204384.525111:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204384.525112:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204384.525114:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204384.525118:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204384.525119:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204384.525122:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.525127:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204384.525129:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.525134:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204384.525139:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204384.525141:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204384.525145:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204384.525148:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204384.525151:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204384.525154:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204384.525156:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204384.525158:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204384.525161:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204384.525163:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204384.525168:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204384.525172:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204384.525175:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204384.525178:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204384.525180:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204384.525181:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204384.525185:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204384.525189:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204384.525193:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204384.525201:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937841664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204384.525209:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204384.525212:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204384.525224:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937841664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204384.525243:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204384.525246:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204384.525253:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204384.525257:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204384.525259:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204384.525263:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204384.525268:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14690
00000400:00000200:3.0:1788204384.525275:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204384.525280:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204384.525283:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204384.525288:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.525292:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204384.525295:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.525331:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204384.525336:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204384.525340:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204384.525344:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204384.525347:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204384.525351:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204384.525357:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204384.525415:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.525419:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204384.525424:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204384.525427:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204384.525430:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204384.525435:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204384.525437:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204384.525439:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204384.525444:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204384.525447:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204384.525450:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204384.525453:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204384.525457:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204384.525459:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204384.525462:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204384.525466:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204384.525469:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204384.525472:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204384.525474:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204384.525477:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204384.525479:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204384.525483:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204384.525488:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204384.525495:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937841792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204384.525508:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204384.525512:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204384.525517:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937841792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204384.525529:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204384.525533:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14700)
00000800:00000200:0.1:1788204384.525615:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204384.525617:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788204384.525831:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204384.525833:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788204384.526022:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204384.526025:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788204384.526330:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204384.526332:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000020:00000001:2.0:1788204385.228484:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204385.228486:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204385.228488:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204386.252516:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204386.252519:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204386.252521:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204387.276494:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204387.276497:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204387.276500:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204388.300475:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204388.300479:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204388.300482:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204388.364396:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309366476, at 4309366528
00000100:00000010:1.0:1788204388.364412:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074a80.
00000020:00000001:2.0:1788204389.324485:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204389.324488:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204389.324490:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204389.644414:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204389.644420:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204389.644422:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204389.644425:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204389.644428:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204389.644434:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14695
00000400:00000200:1.0:1788204389.644440:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204389.644444:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204389.644446:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204389.644448:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.644451:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204389.644452:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.644454:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204389.644456:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204389.644457:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204389.644459:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204389.644461:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204389.644462:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204389.644464:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204389.644466:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.644468:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204389.644469:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.644470:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204389.644472:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204389.644473:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204389.644475:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204389.644476:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204389.644478:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204389.644480:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204389.644481:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204389.644482:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204389.644499:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27eced80.
00000020:00000040:1.0:1788204389.644502:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204389.644505:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204389.644506:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204389.644508:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204389.644510:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204389.644513:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204389.644520:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:1.0:1788204389.644525:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204389.644532:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27eced80 x1875052937841920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204389.644538:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204389.644541:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204389.644544:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd968063] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27eced80 x1875052937841920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204389.644557:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204389.644559:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204389.644561:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204389.644563:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204389.644564:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204389.644566:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204389.644567:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14695
00000400:00000200:1.0:1788204389.644570:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204389.644572:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204389.644573:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204389.644576:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.644578:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204389.644580:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.644583:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204389.644587:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204389.644590:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204389.644594:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204389.644598:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204389.644603:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204389.644607:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204389.644616:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.644620:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204389.644624:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.644629:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204389.644634:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204389.644638:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204389.644642:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204389.644644:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204389.644649:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204389.644652:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204389.644655:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204389.644658:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204389.644662:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204389.644665:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204389.644670:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdf80.
00000020:00000040:1.0:1788204389.644672:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204389.644674:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204389.644677:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204389.644680:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204389.644682:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204389.644684:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204389.644690:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000001:1.0:1788204389.644694:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204389.644711:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdf80 x1875052937842048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204389.644721:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204389.644725:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204389.644732:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e021a10] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdf80 x1875052937842048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204389.644748:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204389.644755:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204389.644763:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204389.644768:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204389.644770:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204389.644774:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204389.644779:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14695
00000400:00000200:1.0:1788204389.644828:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204389.644834:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204389.644838:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204389.644844:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.644848:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204389.644853:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.644858:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204389.644863:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:0.1:1788204389.644863:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:1.0:1788204389.644866:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000800:00000200:0.1:1788204389.644868:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1788204389.644869:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204389.644871:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204389.644877:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204389.644881:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204389.644887:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.644888:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204389.644891:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.644893:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204389.644897:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204389.644902:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204389.644905:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204389.644907:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204389.644910:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204389.644912:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204389.644914:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204389.644924:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204389.644928:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204389.644931:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204389.644935:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecfb80.
00000020:00000040:1.0:1788204389.644940:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204389.644946:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204389.644948:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204389.644951:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204389.644953:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204389.644955:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204389.644960:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:1.0:1788204389.644966:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204389.644972:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecfb80 x1875052937842176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204389.644979:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204389.644983:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204389.644987:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2262872] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecfb80 x1875052937842176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204389.645005:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204389.645008:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204389.645016:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204389.645019:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204389.645022:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204389.645026:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204389.645031:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14695
00000400:00000200:1.0:1788204389.645038:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204389.645044:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204389.645049:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204389.645055:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.645058:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204389.645062:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.645067:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204389.645071:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204389.645074:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204389.645079:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204389.645084:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204389.645090:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204389.645096:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204389.645105:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.645112:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204389.645117:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.645121:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204389.645125:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204389.645130:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204389.645133:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204389.645135:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204389.645139:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204389.645142:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204389.645145:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204389.645147:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204389.645150:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204389.645154:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204389.645161:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecf480.
00000020:00000040:1.0:1788204389.645166:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204389.645173:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204389.645177:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204389.645181:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204389.645185:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204389.645189:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204389.645197:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000001:1.0:1788204389.645204:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204389.645213:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecf480 x1875052937842304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204389.645230:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204389.645235:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204389.645240:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b04005c6] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecf480 x1875052937842304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204389.645260:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204389.645264:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204389.645267:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204389.645269:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204389.645273:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204389.645281:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204389.645287:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14695
00000400:00000200:1.0:1788204389.645296:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204389.645321:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204389.645324:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204389.645329:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.645333:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204389.645338:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.645344:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204389.645347:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204389.645350:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204389.645354:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204389.645358:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204389.645364:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204389.645369:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204389.645378:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.645384:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204389.645390:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204389.645394:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204389.645396:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204389.645402:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204389.645406:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204389.645410:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204389.645414:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204389.645419:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204389.645422:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204389.645426:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204389.645431:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204389.645435:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204389.645440:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece300.
00000020:00000040:1.0:1788204389.645444:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204389.645449:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204389.645451:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204389.645453:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204389.645457:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204389.645460:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204389.645466:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:1.0:1788204389.645472:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204389.645478:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece300 x1875052937842432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788204389.645479:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204389.645484:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000100:00000001:1.0:1788204389.645493:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204389.645497:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204389.645502:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007034b06e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece300 x1875052937842432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204389.645517:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204389.645522:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14705)
00000800:00000200:0.1:1788204389.645676:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204389.645678:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788204389.645970:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204389.645972:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788204389.646245:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204389.646248:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1788204390.348496:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204390.348500:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204390.348504:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1788204390.604445:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788204390.604455:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788204390.604459:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788204390.604634:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204390.604650:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788204390.604654:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204390.604656:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788204391.372488:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204391.372491:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204391.372493:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204392.396507:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204392.396512:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204392.396515:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204393.420515:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204393.420518:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204393.420520:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204393.484376:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309371596, at 4309371648
00000100:00000010:1.0:1788204393.484390:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074b40.
00000020:00000001:2.0:1788204394.444475:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204394.444478:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204394.444481:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204394.764382:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204394.764390:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204394.764392:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204394.764396:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204394.764400:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204394.764406:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14700
00000400:00000200:1.0:1788204394.764413:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204394.764418:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204394.764420:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204394.764423:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.764426:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204394.764432:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.764434:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204394.764437:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204394.764439:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204394.764441:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204394.764443:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204394.764445:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204394.764447:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204394.764449:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.764451:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204394.764452:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.764453:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204394.764456:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204394.764459:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204394.764461:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204394.764464:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204394.764467:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204394.764470:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204394.764472:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204394.764475:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204394.764484:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc700.
00000020:00000040:1.0:1788204394.764497:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204394.764502:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204394.764504:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204394.764507:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204394.764511:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204394.764516:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204394.764525:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788204394.764532:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204394.764542:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc700 x1875052937842560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204394.764561:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204394.764566:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204394.764570:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd04a276] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc700 x1875052937842560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204394.764588:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204394.764590:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204394.764593:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204394.764594:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204394.764596:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204394.764599:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204394.764601:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14700
00000400:00000200:1.0:1788204394.764619:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204394.764623:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204394.764625:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204394.764628:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.764631:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204394.764633:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.764635:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204394.764637:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204394.764639:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204394.764641:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204394.764644:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204394.764646:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204394.764647:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204394.764650:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.764652:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204394.764653:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.764654:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204394.764658:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204394.764663:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204394.764665:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204394.764669:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204394.764676:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204394.764679:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204394.764685:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204394.764689:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204394.764695:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204394.764698:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204394.764703:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecca80.
00000020:00000040:1.0:1788204394.764707:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204394.764709:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204394.764710:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204394.764712:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204394.764713:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204394.764714:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204394.764720:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788204394.764726:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204394.764735:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecca80 x1875052937842688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204394.764752:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204394.764757:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204394.764767:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8322783] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecca80 x1875052937842688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204394.764785:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204394.764789:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204394.764794:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204394.764797:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204394.764800:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204394.764804:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204394.764810:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14700
00000400:00000200:1.0:1788204394.764817:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204394.764823:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204394.764826:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204394.764830:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.764833:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204394.764838:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.764840:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204394.764842:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204394.764843:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204394.764846:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204394.764850:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204394.764853:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204394.764856:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204394.764861:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.764864:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204394.764866:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.764870:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204394.764872:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204394.764877:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204394.764880:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204394.764882:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204394.764885:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204394.764888:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204394.764890:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204394.764894:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204394.764897:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204394.764900:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204394.764904:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecce00.
00000020:00000040:1.0:1788204394.764908:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204394.764913:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204394.764921:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204394.764925:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204394.764928:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204394.764930:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204394.764937:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788204394.764942:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204394.764948:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecce00 x1875052937842816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204394.764954:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204394.764957:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204394.764959:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5eacb3] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecce00 x1875052937842816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204394.764973:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204394.764977:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:1.0:1788204394.764978:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1788204394.764984:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000100:00080000:1.0:1788204394.764985:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204394.764988:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204394.764990:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204394.764993:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204394.764998:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14700
00000400:00000200:1.0:1788204394.765002:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204394.765008:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204394.765012:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204394.765016:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.765025:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204394.765028:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.765030:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204394.765032:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204394.765035:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204394.765037:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204394.765040:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204394.765042:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204394.765047:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204394.765054:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.765058:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204394.765061:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.765064:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204394.765067:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204394.765072:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204394.765075:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204394.765076:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204394.765080:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204394.765084:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204394.765088:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204394.765091:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204394.765094:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204394.765097:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204394.765101:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd500.
00000020:00000040:1.0:1788204394.765103:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204394.765109:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204394.765111:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204394.765113:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204394.765116:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204394.765119:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204394.765124:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788204394.765129:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204394.765134:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd500 x1875052937842944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204394.765146:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204394.765149:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204394.765155:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab37475] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd500 x1875052937842944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204394.765167:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204394.765172:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204394.765180:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204394.765183:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204394.765185:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204394.765188:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204394.765193:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14700
00000400:00000200:1.0:1788204394.765199:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204394.765203:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204394.765216:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204394.765222:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.765227:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204394.765232:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.765237:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204394.765242:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204394.765246:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204394.765250:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204394.765255:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204394.765259:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204394.765267:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204394.765277:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.765283:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204394.765286:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204394.765288:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204394.765291:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204394.765297:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204394.765333:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204394.765334:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204394.765338:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204394.765344:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204394.765348:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204394.765352:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204394.765357:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204394.765361:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204394.765366:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdc00.
00000020:00000040:1.0:1788204394.765372:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204394.765377:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204394.765381:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204394.765385:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204394.765389:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204394.765393:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204394.765399:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:1.0:1788204394.765405:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204394.765416:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdc00 x1875052937843072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204394.765435:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204394.765441:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204394.765451:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c07ad524] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdc00 x1875052937843072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204394.765464:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204394.765469:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14710)
00000800:00000200:0.1:1788204394.765702:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204394.765706:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788204394.766161:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204394.766164:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788204394.766459:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204394.766461:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788204394.766677:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204394.766679:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1788204395.468535:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204395.468539:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204395.468543:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204396.492475:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204396.492478:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204396.492481:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204397.516522:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204397.516526:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204397.516530:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204398.540562:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204398.540566:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204398.540570:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204398.604396:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309376716, at 4309376768
00000100:00000010:1.0:1788204398.604412:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074d80.
00000020:00000001:2.0:1788204399.564457:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204399.564460:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204399.564463:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204399.884417:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204399.884426:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204399.884428:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204399.884432:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204399.884436:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204399.884444:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14705
00000400:00000200:2.0:1788204399.884453:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204399.884458:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204399.884461:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204399.884465:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.884468:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204399.884470:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.884471:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204399.884474:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204399.884476:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204399.884478:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204399.884481:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204399.884483:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204399.884485:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204399.884488:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.884489:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204399.884490:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.884492:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204399.884494:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204399.884496:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204399.884498:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204399.884501:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204399.884503:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204399.884505:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204399.884507:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204399.884508:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204399.884527:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788204399.884531:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204399.884535:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204399.884536:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204399.884538:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204399.884541:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204399.884545:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204399.884551:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204399.884557:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204399.884564:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937843200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204399.884572:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204399.884576:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204399.884579:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937843200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204399.884599:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204399.884602:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204399.884606:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204399.884607:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204399.884609:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204399.884612:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204399.884615:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14705
00000400:00000200:2.0:1788204399.884628:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204399.884632:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204399.884635:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204399.884641:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.884646:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204399.884652:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.884657:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204399.884664:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204399.884666:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204399.884670:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204399.884673:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204399.884678:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204399.884683:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204399.884690:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.884697:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204399.884703:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.884707:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204399.884711:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204399.884716:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204399.884719:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204399.884722:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204399.884727:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204399.884732:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204399.884735:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204399.884739:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204399.884742:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204399.884746:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204399.884750:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000020:00000040:2.0:1788204399.884754:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204399.884758:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204399.884761:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204399.884763:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204399.884764:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204399.884766:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204399.884769:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:2.0:1788204399.884773:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204399.884781:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937843328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204399.884790:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204399.884792:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204399.884795:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937843328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204399.884812:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204399.884817:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204399.884827:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204399.884832:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204399.884838:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204399.884844:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204399.884850:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14705
00000400:00000200:2.0:1788204399.884859:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204399.884866:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204399.884871:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204399.884877:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.884882:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204399.884888:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.884893:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204399.884897:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204399.884900:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204399.884904:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204399.884908:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204399.884914:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204399.884917:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204399.884923:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.884928:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204399.884933:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.884938:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204399.884942:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204399.884946:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204399.884948:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204399.884949:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204399.884953:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204399.884957:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204399.884959:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204399.884963:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204399.884967:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204399.884970:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204399.884974:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000020:00000040:2.0:1788204399.884978:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204399.884979:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204399.884981:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204399.884986:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204399.884987:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204399.884989:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204399.884996:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788204399.885001:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204399.885008:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937843456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788204399.885015:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204399.885018:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204399.885023:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204399.885023:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00000040:2.0:1788204399.885028:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937843456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204399.885039:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204399.885043:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204399.885056:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204399.885058:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204399.885062:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204399.885066:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204399.885072:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14705
00000400:00000200:2.0:1788204399.885080:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204399.885087:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204399.885093:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204399.885109:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.885116:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204399.885124:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.885130:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204399.885136:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204399.885141:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204399.885146:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204399.885150:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204399.885155:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204399.885159:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204399.885165:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.885169:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204399.885171:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.885176:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204399.885179:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204399.885182:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204399.885186:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204399.885188:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204399.885192:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204399.885196:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204399.885199:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204399.885204:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204399.885206:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204399.885208:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204399.885212:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000020:00000040:2.0:1788204399.885216:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204399.885220:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204399.885222:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204399.885225:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204399.885227:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204399.885231:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204399.885235:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788204399.885240:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204399.885247:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937843584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204399.885260:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204399.885266:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204399.885276:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937843584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204399.885323:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204399.885326:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204399.885328:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204399.885330:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204399.885331:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204399.885334:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204399.885337:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14705
00000400:00000200:2.0:1788204399.885340:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204399.885343:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204399.885345:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204399.885350:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.885354:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204399.885358:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.885360:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204399.885362:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204399.885364:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204399.885366:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204399.885369:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204399.885372:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204399.885376:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204399.885382:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.885385:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204399.885388:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204399.885391:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204399.885396:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204399.885399:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204399.885402:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204399.885407:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204399.885410:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204399.885412:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204399.885416:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204399.885418:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204399.885424:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204399.885428:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204399.885433:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000020:00000040:2.0:1788204399.885437:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204399.885440:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204399.885441:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204399.885442:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204399.885443:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204399.885445:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204399.885447:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000001:2.0:1788204399.885449:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204399.885456:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937843712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204399.885483:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204399.885487:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204399.885492:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937843712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204399.885504:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204399.885508:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14715)
00000800:00000200:0.1:1788204399.885783:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204399.885786:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788204399.886058:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204399.886061:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788204399.886282:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204399.886283:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788204399.886480:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204399.886481:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000020:00000001:2.0:1788204400.588484:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204400.588489:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204400.588492:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204401.612524:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204401.612527:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204401.612529:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204402.636524:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204402.636528:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204402.636531:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204403.660513:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204403.660517:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204403.660521:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204403.724397:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309381836, at 4309381888
00000100:00000010:1.0:1788204403.724415:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0743c0.
00000020:00000001:2.0:1788204404.684528:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204404.684532:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204404.684535:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204405.004405:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204405.004413:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204405.004415:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204405.004418:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204405.004422:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204405.004427:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14710
00000400:00000200:3.0:1788204405.004447:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204405.004452:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204405.004454:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204405.004456:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004459:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204405.004460:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004462:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204405.004465:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204405.004466:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204405.004468:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204405.004471:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204405.004472:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204405.004474:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204405.004475:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004476:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204405.004477:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004478:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204405.004480:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204405.004482:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004484:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204405.004486:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204405.004488:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204405.004490:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204405.004491:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204405.004493:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204405.004499:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788204405.004502:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204405.004504:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204405.004505:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204405.004507:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204405.004510:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204405.004512:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204405.004518:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204405.004523:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204405.004529:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937843840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204405.004535:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204405.004538:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204405.004541:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937843840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204405.004557:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204405.004559:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204405.004561:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204405.004562:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204405.004563:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204405.004565:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204405.004567:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14710
00000400:00000200:3.0:1788204405.004569:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204405.004570:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204405.004572:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204405.004574:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004575:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204405.004577:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004578:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204405.004579:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204405.004580:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204405.004582:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204405.004583:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204405.004584:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204405.004586:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204405.004588:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004589:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204405.004590:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004591:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204405.004593:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204405.004595:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004599:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204405.004600:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204405.004606:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204405.004609:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204405.004610:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204405.004615:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204405.004619:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204405.004623:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204405.004629:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204405.004632:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204405.004636:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204405.004637:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204405.004642:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204405.004644:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204405.004646:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204405.004650:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204405.004654:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204405.004660:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937843968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204405.004670:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204405.004673:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204405.004686:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937843968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204405.004694:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204405.004696:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204405.004701:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204405.004703:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204405.004704:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204405.004706:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204405.004710:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14710
00000400:00000200:3.0:1788204405.004715:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204405.004718:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204405.004721:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204405.004723:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004725:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204405.004729:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004731:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204405.004732:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204405.004733:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204405.004734:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204405.004735:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204405.004738:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204405.004741:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204405.004746:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004752:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204405.004756:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004759:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204405.004763:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204405.004768:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004772:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204405.004776:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204405.004778:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204405.004781:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204405.004784:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204405.004786:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204405.004789:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204405.004793:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204405.004796:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204405.004797:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204405.004799:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204405.004800:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204405.004801:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204405.004802:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204405.004804:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204405.004807:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204405.004811:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204405.004814:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937844096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204405.004824:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204405.004826:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204405.004830:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937844096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204405.004837:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204405.004840:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204405.004843:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204405.004846:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204405.004847:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204405.004849:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204405.004854:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14710
00000400:00000200:3.0:1788204405.004858:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204405.004862:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204405.004866:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204405.004872:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004876:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204405.004880:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004883:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204405.004886:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204405.004888:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204405.004891:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204405.004894:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204405.004899:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204405.004900:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204405.004903:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004907:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204405.004911:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004915:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204405.004919:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204405.004923:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204405.004927:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204405.004929:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204405.004932:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204405.004934:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204405.004935:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204405.004937:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204405.004942:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204405.004943:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204405.004946:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204405.004948:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204405.004951:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204405.004953:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204405.004954:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204405.004956:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204405.004958:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204405.004963:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204405.004967:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204405.004967:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00100000:3.0:1788204405.004972:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937844224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788204405.004974:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1788204405.004979:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204405.004981:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204405.004986:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937844224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204405.004995:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204405.004997:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204405.004999:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204405.005002:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204405.005004:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204405.005007:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204405.005011:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14710
00000400:00000200:3.0:1788204405.005016:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204405.005018:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204405.005020:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204405.005021:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.005022:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204405.005023:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.005024:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204405.005025:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204405.005026:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204405.005028:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204405.005030:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204405.005035:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204405.005036:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204405.005038:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.005040:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204405.005042:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204405.005044:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204405.005046:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204405.005050:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204405.005053:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204405.005057:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204405.005059:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204405.005063:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204405.005066:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204405.005068:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204405.005071:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204405.005073:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204405.005077:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204405.005080:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204405.005082:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204405.005084:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204405.005087:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204405.005089:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204405.005090:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204405.005095:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204405.005098:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204405.005103:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937844352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204405.005110:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204405.005112:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204405.005118:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937844352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204405.005132:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204405.005138:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14720)
00000800:00000200:0.1:1788204405.005551:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204405.005554:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204405.005839:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204405.005841:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204405.006094:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204405.006095:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204405.006254:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204405.006256:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1788204405.708522:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204405.708526:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204405.708528:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204406.732434:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204406.732437:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204406.732441:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204407.756550:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204407.756553:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204407.756555:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204408.780463:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204408.780467:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204408.780470:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204408.844404:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309386956, at 4309387008
00000100:00000010:1.0:1788204408.844417:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074420.
00000020:00000001:2.0:1788204409.804494:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204409.804497:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204409.804499:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204410.124448:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204410.124458:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204410.124461:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204410.124465:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204410.124469:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204410.124476:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14715
00000400:00000200:2.0:1788204410.124486:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204410.124492:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204410.124494:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204410.124496:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.124498:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204410.124500:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.124501:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204410.124512:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204410.124513:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204410.124518:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204410.124520:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204410.124521:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204410.124523:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204410.124526:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.124527:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204410.124528:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.124529:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204410.124531:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204410.124533:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204410.124534:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204410.124536:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204410.124539:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204410.124541:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204410.124542:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204410.124544:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204410.124551:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eaa00.
00000020:00000040:2.0:1788204410.124555:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204410.124558:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204410.124560:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204410.124562:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204410.124565:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204410.124568:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204410.124576:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00000001:2.0:1788204410.124586:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204410.124595:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eaa00 x1875052937844480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204410.124603:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204410.124606:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204410.124611:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84ad27f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eaa00 x1875052937844480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204410.124633:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204410.124636:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204410.124640:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204410.124641:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204410.124643:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204410.124646:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204410.124648:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14715
00000400:00000200:2.0:1788204410.124652:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204410.124654:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204410.124656:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204410.124659:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.124660:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204410.124661:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.124663:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204410.124664:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204410.124665:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204410.124666:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204410.124668:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204410.124670:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204410.124671:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204410.124674:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.124684:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204410.124687:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.124692:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204410.124698:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204410.124705:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204410.124710:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204410.124715:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204410.124723:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204410.124728:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204410.124732:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204410.124739:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204410.124745:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204410.124749:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204410.124757:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8000.
00000020:00000040:2.0:1788204410.124761:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204410.124766:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204410.124768:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204410.124772:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204410.124777:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204410.124781:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204410.124787:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204410.124794:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204410.124803:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8000 x1875052937844608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204410.124811:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204410.124815:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204410.124828:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073353726] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8000 x1875052937844608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204410.124844:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204410.124848:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204410.124853:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204410.124857:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204410.124859:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204410.124865:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204410.124872:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14715
00000400:00000200:2.0:1788204410.124882:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204410.124888:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204410.124891:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204410.124896:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.124906:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204410.124910:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.124912:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204410.124915:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204410.124916:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204410.124920:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204410.124923:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204410.124926:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204410.124931:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:0.1:1788204410.124934:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204410.124936:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.124939:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1788204410.124939:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1788204410.124944:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.124948:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204410.124954:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204410.124961:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204410.124968:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204410.124972:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204410.124975:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204410.124980:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204410.124984:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204410.124986:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204410.124988:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204410.124991:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204410.124994:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8a80.
00000020:00000040:2.0:1788204410.124997:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204410.125002:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204410.125003:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204410.125007:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204410.125009:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204410.125011:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204410.125016:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:2.0:1788204410.125020:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204410.125026:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8a80 x1875052937844736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204410.125045:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204410.125048:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204410.125053:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e60b9ed0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8a80 x1875052937844736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204410.125059:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204410.125062:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204410.125067:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204410.125069:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204410.125071:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204410.125075:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204410.125080:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14715
00000400:00000200:2.0:1788204410.125087:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204410.125091:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204410.125096:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204410.125102:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.125107:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204410.125113:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.125117:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204410.125120:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204410.125123:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204410.125124:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204410.125128:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204410.125130:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204410.125134:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204410.125143:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.125147:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204410.125151:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.125157:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204410.125162:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204410.125167:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204410.125169:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204410.125172:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204410.125175:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204410.125180:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204410.125182:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204410.125186:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204410.125191:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204410.125195:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204410.125202:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000020:00000040:2.0:1788204410.125207:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204410.125211:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204410.125220:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204410.125223:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204410.125226:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204410.125227:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204410.125232:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000001:2.0:1788204410.125236:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204410.125242:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937844864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204410.125259:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204410.125267:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204410.125274:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937844864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204410.125289:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204410.125293:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204410.125329:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204410.125331:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204410.125333:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204410.125337:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204410.125351:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14715
00000400:00000200:2.0:1788204410.125356:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204410.125362:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204410.125367:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204410.125375:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.125379:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204410.125383:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.125385:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204410.125388:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204410.125390:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204410.125392:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204410.125395:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204410.125397:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204410.125399:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204410.125403:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.125406:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204410.125409:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204410.125412:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204410.125415:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204410.125419:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204410.125422:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204410.125424:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204410.125427:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204410.125431:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204410.125434:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204410.125437:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204410.125440:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204410.125444:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204410.125448:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000020:00000040:2.0:1788204410.125452:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204410.125457:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204410.125460:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204410.125465:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204410.125468:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204410.125471:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204410.125478:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:2.0:1788204410.125485:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204410.125494:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937844992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204410.125504:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204410.125507:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204410.125511:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937844992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204410.125520:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204410.125523:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14725)
00000800:00000200:0.1:1788204410.125703:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204410.125704:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204410.125873:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204410.125875:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204410.126026:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204410.126028:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204410.126211:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204410.126213:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000020:00000001:2.0:1788204410.828524:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204410.828528:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204410.828531:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204411.852588:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204411.852595:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204411.852599:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204412.876517:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204412.876522:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204412.876526:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204413.900479:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204413.900482:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204413.900484:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204413.964392:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309392076, at 4309392128
00000100:00000010:1.0:1788204413.964404:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074120.
00000020:00000001:2.0:1788204414.924526:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204414.924529:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204414.924532:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204415.244455:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204415.244465:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204415.244468:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204415.244471:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204415.244476:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204415.244484:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14720
00000400:00000200:3.0:1788204415.244493:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204415.244499:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204415.244502:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204415.244504:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244507:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204415.244509:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244511:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204415.244514:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204415.244516:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204415.244519:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204415.244521:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204415.244523:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204415.244524:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204415.244526:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244527:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204415.244528:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244529:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204415.244531:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204415.244533:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244535:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204415.244537:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204415.244540:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204415.244542:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204415.244544:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204415.244546:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204415.244566:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204415.244570:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204415.244574:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204415.244576:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204415.244580:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204415.244584:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204415.244589:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204415.244598:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204415.244616:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204415.244627:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937845120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204415.244636:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204415.244641:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204415.244645:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937845120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204415.244662:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204415.244664:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204415.244667:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204415.244668:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204415.244669:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204415.244672:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204415.244674:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14720
00000400:00000200:3.0:1788204415.244676:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204415.244678:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204415.244680:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204415.244683:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244684:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204415.244686:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244687:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204415.244689:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204415.244690:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204415.244691:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204415.244693:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204415.244694:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204415.244695:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204415.244697:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244701:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204415.244703:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244707:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204415.244710:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204415.244715:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244717:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204415.244720:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204415.244726:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204415.244730:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204415.244733:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204415.244738:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204415.244743:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204415.244746:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204415.244749:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204415.244752:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204415.244755:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204415.244758:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204415.244759:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204415.244761:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204415.244764:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204415.244768:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204415.244773:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204415.244778:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937845248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204415.244786:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204415.244788:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204415.244793:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937845248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204415.244800:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204415.244805:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204415.244811:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204415.244812:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204415.244812:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204415.244815:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204415.244818:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14720
00000400:00000200:3.0:1788204415.244824:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204415.244826:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204415.244828:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204415.244832:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244833:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204415.244834:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244835:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204415.244836:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204415.244837:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204415.244838:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204415.244839:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204415.244840:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204415.244841:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204415.244843:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244844:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204415.244846:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244850:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204415.244852:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204415.244853:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244855:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204415.244856:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204415.244858:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204415.244862:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204415.244865:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204415.244868:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204415.244871:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204415.244875:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204415.244877:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204415.244880:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204415.244882:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204415.244884:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204415.244886:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204415.244887:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204415.244890:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204415.244894:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204415.244897:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204415.244902:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937845376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204415.244912:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204415.244914:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204415.244918:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937845376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204415.244929:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204415.244933:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204415.244938:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204415.244939:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204415.244940:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204415.244942:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204415.244945:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14720
00000400:00000200:3.0:1788204415.244948:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204415.244949:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204415.244950:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204415.244954:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244957:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204415.244959:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244960:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204415.244962:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204415.244964:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204415.244967:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204415.244970:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204415.244972:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204415.244973:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204415.244977:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244979:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204415.244983:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244987:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204415.244989:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204415.244993:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204415.244997:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204415.244999:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204415.245001:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204415.245005:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204415.245009:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204415.245013:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204415.245019:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204415.245021:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204415.245027:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788204415.245032:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204415.245036:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204415.245039:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204415.245042:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204415.245045:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204415.245047:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204415.245054:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204415.245060:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204415.245060:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204415.245066:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000100:00100000:3.0:1788204415.245071:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937845504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204415.245086:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204415.245090:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204415.245097:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937845504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204415.245105:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204415.245109:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204415.245112:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204415.245115:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204415.245118:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204415.245121:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204415.245126:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14720
00000400:00000200:3.0:1788204415.245132:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204415.245136:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204415.245139:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204415.245144:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.245148:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204415.245152:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.245155:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204415.245158:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204415.245160:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204415.245161:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204415.245163:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204415.245168:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204415.245171:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204415.245173:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.245175:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204415.245179:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204415.245182:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204415.245187:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204415.245192:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204415.245197:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204415.245199:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204415.245203:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204415.245207:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204415.245209:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204415.245213:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204415.245219:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204415.245222:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204415.245228:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204415.245231:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204415.245234:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204415.245236:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204415.245238:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204415.245240:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204415.245242:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204415.245245:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204415.245247:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204415.245264:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937845632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204415.245269:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204415.245270:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204415.245273:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937845632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204415.245295:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204415.245338:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14731)
00000800:00000200:0.1:1788204415.245520:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204415.245522:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788204415.245717:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204415.245719:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788204415.245940:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204415.245942:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:0.1:1788204415.246202:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204415.246204:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000020:00000001:2.0:1788204415.948583:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204415.948588:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204415.948591:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204416.972492:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204416.972496:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204416.972499:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204417.996638:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204417.996643:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204417.996646:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204419.020469:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204419.020473:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204419.020476:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204419.084437:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309397196, at 4309397248
00000100:00000010:1.0:1788204419.084456:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0741e0.
00000020:00000001:2.0:1788204420.044510:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204420.044514:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204420.044518:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204420.364408:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204420.364416:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204420.364419:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204420.364423:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204420.364427:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204420.364434:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14726
00000400:00000200:3.0:1788204420.364448:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204420.364455:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204420.364458:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204420.364460:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364462:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204420.364464:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364465:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204420.364469:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204420.364470:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204420.364472:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204420.364475:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204420.364476:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204420.364478:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204420.364479:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364480:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204420.364481:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364482:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204420.364484:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204420.364486:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364487:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204420.364489:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204420.364492:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204420.364494:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204420.364495:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204420.364496:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204420.364505:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204420.364509:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204420.364512:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204420.364514:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204420.364517:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204420.364521:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204420.364525:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204420.364533:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204420.364540:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204420.364550:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937845760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204420.364558:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204420.364561:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204420.364565:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937845760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204420.364584:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204420.364587:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204420.364589:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204420.364590:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204420.364591:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204420.364593:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204420.364595:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14726
00000400:00000200:3.0:1788204420.364598:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204420.364600:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204420.364601:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204420.364603:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364604:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204420.364605:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364607:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204420.364608:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204420.364609:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204420.364610:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204420.364611:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204420.364612:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204420.364614:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204420.364615:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364617:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204420.364619:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364620:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204420.364622:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204420.364624:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364625:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204420.364627:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204420.364631:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204420.364633:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204420.364634:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204420.364638:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204420.364643:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204420.364645:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204420.364650:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788204420.364653:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204420.364655:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204420.364657:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204420.364659:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204420.364660:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204420.364663:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204420.364667:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788204420.364671:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204420.364678:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937845888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204420.364688:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204420.364691:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204420.364697:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937845888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204420.364704:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204420.364707:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204420.364711:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204420.364714:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204420.364716:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204420.364720:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204420.364724:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14726
00000400:00000200:3.0:1788204420.364728:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204420.364730:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204420.364733:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204420.364736:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364738:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204420.364741:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364744:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204420.364745:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204420.364745:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204420.364746:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204420.364748:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204420.364753:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204420.364758:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204420.364762:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364763:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204420.364766:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364768:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204420.364773:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204420.364776:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364781:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204420.364783:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204420.364787:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204420.364791:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204420.364794:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204420.364797:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204420.364800:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204420.364802:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204420.364809:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204420.364812:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204420.364816:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204420.364817:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204420.364820:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204420.364822:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204420.364824:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204420.364830:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204420.364834:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204420.364841:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937846016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204420.364850:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204420.364853:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204420.364856:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937846016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204420.364867:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204420.364869:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204420.364875:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204420.364878:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204420.364880:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204420.364881:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204420.364884:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14726
00000400:00000200:3.0:1788204420.364889:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204420.364896:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204420.364900:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204420.364903:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364906:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204420.364909:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364912:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204420.364916:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204420.364917:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204420.364920:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204420.364923:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204420.364929:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204420.364934:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204420.364942:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364946:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204420.364952:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364956:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204420.364961:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204420.364967:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204420.364971:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204420.364972:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204420.364974:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204420.364978:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204420.364980:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204420.364982:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204420.364985:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204420.364988:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204420.364993:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204420.364996:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204420.364999:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204420.365000:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204420.365004:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1788204420.365004:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788204420.365006:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.1:1788204420.365010:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
02000000:00000001:3.0:1788204420.365011:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204420.365015:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204420.365020:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204420.365025:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937846144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204420.365032:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204420.365034:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204420.365040:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937846144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204420.365056:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204420.365061:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204420.365066:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204420.365068:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204420.365069:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204420.365071:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204420.365075:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14726
00000400:00000200:3.0:1788204420.365079:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204420.365083:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204420.365091:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204420.365094:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.365097:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204420.365100:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.365103:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204420.365107:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204420.365109:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204420.365112:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204420.365114:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204420.365118:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204420.365120:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204420.365124:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.365127:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204420.365128:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204420.365130:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204420.365139:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204420.365143:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204420.365145:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204420.365148:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204420.365150:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204420.365152:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204420.365154:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204420.365156:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204420.365159:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204420.365173:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204420.365176:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788204420.365177:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204420.365179:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204420.365179:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204420.365180:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204420.365181:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204420.365183:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204420.365185:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204420.365187:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204420.365191:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937846272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204420.365199:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204420.365201:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204420.365204:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937846272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204420.365210:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204420.365215:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14736)
00000800:00000200:0.1:1788204420.365540:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204420.365542:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788204420.365794:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204420.365796:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788204420.366032:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204420.366035:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788204420.366287:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204420.366289:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000020:00000001:2.0:1788204421.068495:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204421.068498:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204421.068500:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204422.092530:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204422.092537:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204422.092542:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204423.116497:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204423.116502:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204423.116505:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204424.140482:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204424.140487:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204424.140490:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204424.204403:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309402316, at 4309402368
00000100:00000010:1.0:1788204424.204417:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074780.
00000020:00000001:2.0:1788204425.164470:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204425.164474:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204425.164477:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204425.484430:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204425.484440:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204425.484443:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204425.484447:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204425.484451:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204425.484459:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14731
00000400:00000200:3.0:1788204425.484468:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204425.484474:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204425.484477:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204425.484480:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.484484:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204425.484487:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.484489:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204425.484494:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204425.484496:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204425.484498:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204425.484501:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204425.484503:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204425.484505:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204425.484508:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.484510:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204425.484512:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.484514:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204425.484516:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204425.484519:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204425.484521:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204425.484524:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204425.484528:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204425.484530:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204425.484532:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204425.484534:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204425.484543:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788204425.484547:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204425.484550:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204425.484552:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204425.484561:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204425.484564:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204425.484568:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204425.484575:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204425.484580:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204425.484588:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937846400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204425.484597:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204425.484601:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204425.484605:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937846400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204425.484624:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204425.484626:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204425.484629:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204425.484630:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204425.484636:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204425.484639:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204425.484641:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14731
00000400:00000200:3.0:1788204425.484645:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204425.484648:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204425.484651:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204425.484654:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.484656:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204425.484658:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.484660:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204425.484662:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204425.484663:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204425.484665:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204425.484667:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204425.484669:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204425.484673:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204425.484676:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.484680:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204425.484686:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.484688:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204425.484692:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204425.484698:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204425.484703:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204425.484706:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204425.484711:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204425.484715:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204425.484719:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204425.484725:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204425.484730:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204425.484734:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204425.484740:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788204425.484745:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204425.484749:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204425.484753:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204425.484756:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204425.484758:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204425.484762:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204425.484769:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204425.484774:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204425.484783:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937846528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204425.484793:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204425.484797:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204425.484804:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937846528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204425.484819:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204425.484824:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204425.484831:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204425.484834:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204425.484837:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204425.484842:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204425.484847:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14731
00000400:00000200:3.0:1788204425.484853:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204425.484858:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204425.484862:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204425.484866:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.484867:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204425.484869:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.484871:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204425.484873:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204425.484876:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204425.484878:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204425.484880:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204425.484882:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204425.484886:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204425.484892:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.484895:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204425.484902:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.484906:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204425.484910:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204425.484917:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204425.484923:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204425.484927:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204425.484932:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204425.484937:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204425.484939:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204425.484943:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204425.484948:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204425.484953:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204425.484957:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204425.484961:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204425.484964:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204425.484966:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204425.484969:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204425.484971:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204425.484974:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204425.484981:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204425.484986:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204425.484987:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00100000:3.0:1788204425.484993:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937846656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788204425.484993:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1788204425.485008:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204425.485012:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204425.485017:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937846656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204425.485033:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204425.485038:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204425.485043:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204425.485045:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204425.485048:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204425.485052:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204425.485057:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14731
00000400:00000200:3.0:1788204425.485065:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204425.485071:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204425.485090:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204425.485098:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.485103:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204425.485108:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.485113:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204425.485116:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204425.485118:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204425.485122:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204425.485125:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204425.485129:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204425.485134:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204425.485139:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.485143:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204425.485148:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.485152:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204425.485157:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204425.485163:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204425.485169:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204425.485175:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204425.485180:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204425.485185:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204425.485190:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204425.485193:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204425.485198:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204425.485202:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204425.485208:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204425.485213:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204425.485216:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204425.485218:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204425.485220:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204425.485222:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204425.485224:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204425.485229:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204425.485234:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204425.485240:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937846784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204425.485254:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204425.485257:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204425.485262:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937846784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204425.485271:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204425.485274:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204425.485280:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204425.485282:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204425.485285:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204425.485290:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204425.485293:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14731
00000400:00000200:3.0:1788204425.485313:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204425.485316:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204425.485317:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204425.485319:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.485321:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204425.485322:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.485324:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204425.485325:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204425.485326:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204425.485327:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204425.485328:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204425.485331:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204425.485332:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204425.485338:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.485341:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204425.485345:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204425.485349:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204425.485351:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204425.485355:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204425.485360:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204425.485363:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204425.485367:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204425.485370:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204425.485371:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204425.485374:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204425.485377:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204425.485381:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204425.485384:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788204425.485387:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204425.485391:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204425.485393:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204425.485397:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204425.485399:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204425.485401:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204425.485404:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204425.485408:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204425.485414:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937846912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204425.485421:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204425.485424:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204425.485427:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937846912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204425.485431:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204425.485436:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14741)
00000800:00000200:0.1:1788204425.485611:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204425.485613:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788204425.485880:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204425.485882:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788204425.486151:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204425.486154:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788204425.486435:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204425.486438:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000020:00000001:2.0:1788204426.188463:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204426.188467:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204426.188469:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204427.212496:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204427.212500:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204427.212504:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204428.236474:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204428.236478:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204428.236480:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204429.260497:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204429.260502:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204429.260505:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204429.324372:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309407436, at 4309407488
00000100:00000010:1.0:1788204429.324389:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c00.
00000800:00000200:1.0:1788204429.516426:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788204429.516434:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788204429.516444:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788204429.516604:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204429.516616:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788204429.516620:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204429.516622:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204430.284501:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204430.284504:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204430.284506:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204430.604425:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204430.604436:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204430.604438:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204430.604443:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204430.604449:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204430.604456:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14736
00000400:00000200:3.0:1788204430.604471:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204430.604482:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204430.604486:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204430.604490:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.604494:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204430.604497:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.604499:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204430.604505:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204430.604508:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204430.604511:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204430.604514:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204430.604517:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204430.604519:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204430.604522:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.604524:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204430.604527:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.604528:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204430.604532:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204430.604537:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204430.604540:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204430.604544:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204430.604549:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204430.604553:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204430.604556:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204430.604559:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204430.604572:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204430.604576:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204430.604581:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204430.604584:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204430.604588:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204430.604592:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204430.604596:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204430.604611:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204430.604620:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204430.604630:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937847040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204430.604637:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204430.604641:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204430.604644:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937847040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204430.604663:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204430.604666:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204430.604668:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204430.604669:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204430.604670:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204430.604673:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204430.604675:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14736
00000400:00000200:3.0:1788204430.604678:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204430.604680:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204430.604681:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204430.604683:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.604685:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204430.604687:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.604688:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204430.604689:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204430.604691:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204430.604692:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204430.604693:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204430.604694:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204430.604696:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204430.604698:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.604699:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204430.604701:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.604702:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204430.604704:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204430.604706:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204430.604707:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204430.604709:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204430.604716:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204430.604719:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204430.604722:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204430.604727:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204430.604731:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204430.604733:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204430.604736:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204430.604739:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204430.604743:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204430.604745:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204430.604749:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204430.604751:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204430.604753:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204430.604758:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204430.604761:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204430.604764:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937847168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204430.604772:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204430.604774:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204430.604778:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937847168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204430.604793:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204430.604796:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204430.604799:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204430.604800:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204430.604804:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204430.604809:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204430.604817:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14736
00000400:00000200:3.0:1788204430.604823:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204430.604825:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204430.604828:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204430.604835:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.604837:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204430.604841:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.604843:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204430.604844:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204430.604845:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204430.604847:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204430.604850:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204430.604852:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204430.604853:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204430.604855:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.604856:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204430.604857:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.604858:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204430.604864:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204430.604866:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204430.604869:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204430.604872:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204430.604875:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204430.604877:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204430.604880:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204430.604882:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204430.604886:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204430.604889:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204430.604894:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788204430.604899:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204430.604900:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204430.604903:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204430.604907:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204430.604910:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204430.604914:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204430.604924:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204430.604930:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204430.604937:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937847296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204430.604951:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204430.604955:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204430.604961:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937847296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204430.604970:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204430.604974:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204430.604979:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204430.604983:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204430.604997:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204430.605003:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204430.605008:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14736
00000400:00000200:3.0:1788204430.605015:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204430.605019:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204430.605021:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204430.605026:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.605031:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204430.605035:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.605040:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204430.605042:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204430.605043:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204430.605045:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204430.605048:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204430.605051:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204430.605054:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204430.605057:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.605059:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204430.605063:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.605064:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204430.605066:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204430.605070:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204430.605076:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204430.605080:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1788204430.605080:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788204430.605083:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204430.605086:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204430.605087:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204430.605089:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204430.605091:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204430.605092:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204430.605094:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204430.605096:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204430.605099:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204430.605102:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204430.605104:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204430.605107:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204430.605111:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204430.605121:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204430.605126:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204430.605130:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937847424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204430.605140:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204430.605142:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204430.605146:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937847424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204430.605152:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204430.605156:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204430.605158:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204430.605162:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204430.605164:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204430.605167:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204430.605172:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14736
00000400:00000200:3.0:1788204430.605177:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204430.605181:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204430.605182:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204430.605187:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.605189:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204430.605192:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.605195:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204430.605197:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204430.605197:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204430.605198:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204430.605199:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204430.605201:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204430.605206:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204430.605214:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.605218:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204430.605220:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204430.605223:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204430.605226:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204430.605231:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204430.605236:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204430.605240:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204430.605244:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204430.605246:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204430.605249:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204430.605252:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204430.605255:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204430.605258:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204430.605264:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204430.605269:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204430.605272:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204430.605273:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204430.605274:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204430.605276:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204430.605281:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204430.605286:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204430.605290:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204430.605296:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937847552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204430.605329:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204430.605331:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204430.605334:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937847552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204430.605344:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204430.605352:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14746)
00000800:00000200:0.1:1788204430.605458:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204430.605649:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204430.605796:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204430.605972:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:2.0:1788204431.308495:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204431.308503:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204431.308508:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204432.332579:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204432.332585:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204432.332590:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204433.356472:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204433.356476:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204433.356478:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788204433.676571:0:2383:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:2.0:1788204433.676617:0:2383:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788204433.676626:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204433.676630:0:2383:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:2.0:1788204433.676635:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204433.676638:0:2383:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788204433.676644:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204433.676648:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:2.0:1788204433.676654:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204433.676659:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204433.676666:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5330
00000400:00000010:2.0:1788204433.676669:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5330.
00000100:00000001:2.0:1788204433.676677:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204433.676687:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba6ad80 x1875052937847040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204433.676716:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204433.676720:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937847040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204433.676728:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204433.676730:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204433.676739:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204433.676742:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905000.
00000400:00000200:2.0:1788204433.676746:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204433.676750:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204433.676753:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5a18
00000400:00000010:2.0:1788204433.676755:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5a18.
00000100:00000001:2.0:1788204433.676758:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204433.676763:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba68000 x1875052937847168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204433.676777:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204433.676783:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937847168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204433.676794:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204433.676798:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204433.676807:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204433.676811:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905300.
00000400:00000200:2.0:1788204433.676818:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204433.676824:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204433.676842:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5f68
00000400:00000010:2.0:1788204433.676846:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5f68.
00000100:00000001:2.0:1788204433.676854:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204433.676878:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba69c00 x1875052937847296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204433.676901:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204433.676909:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937847296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204433.676917:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204433.676918:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204433.676926:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204433.676945:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905600.
00000400:00000200:2.0:1788204433.676951:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204433.676960:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204433.676966:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5908
00000400:00000010:2.0:1788204433.676971:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5908.
00000100:00000001:2.0:1788204433.676977:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204433.676986:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba69180 x1875052937847424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204433.677004:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204433.677012:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937847424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204433.677026:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204433.677031:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204433.677039:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204433.677042:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:2.0:1788204433.677047:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204433.677056:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204433.677063:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5880
00000400:00000010:2.0:1788204433.677067:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5880.
00000100:00000001:2.0:1788204433.677070:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204433.677077:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba68e00 x1875052937847552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204433.677093:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204433.677100:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937847552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204455 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204433.677128:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204433.677131:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1788204434.380519:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204434.380523:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204434.380526:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204434.444377:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309412556, at 4309412608
00000100:00000010:1.0:1788204434.444394:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074660.
00000020:00000001:2.0:1788204435.404472:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204435.404476:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204435.404479:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204435.724390:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204435.724400:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204435.724403:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204435.724406:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204435.724411:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204435.724418:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14741
00000400:00000200:3.0:1788204435.724428:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204435.724434:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204435.724437:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204435.724440:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.724442:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204435.724444:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.724446:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204435.724450:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204435.724451:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204435.724454:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204435.724456:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204435.724457:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204435.724459:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204435.724462:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.724463:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204435.724464:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.724465:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204435.724467:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204435.724469:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204435.724471:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204435.724473:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204435.724475:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204435.724476:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204435.724478:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204435.724479:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204435.724484:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204435.724486:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204435.724489:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204435.724490:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204435.724492:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204435.724494:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204435.724498:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204435.724505:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204435.724511:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204435.724520:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937847680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204435.724531:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204435.724535:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204435.724540:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937847680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204435.724562:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204435.724565:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204435.724568:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204435.724570:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204435.724571:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204435.724574:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204435.724576:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14741
00000400:00000200:3.0:1788204435.724580:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204435.724583:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204435.724585:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204435.724587:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.724589:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204435.724591:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.724592:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204435.724594:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204435.724595:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204435.724597:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204435.724599:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204435.724600:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204435.724602:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204435.724610:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.724612:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204435.724614:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.724615:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204435.724618:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204435.724620:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204435.724623:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204435.724626:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204435.724632:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204435.724634:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204435.724635:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204435.724640:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204435.724644:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204435.724647:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204435.724660:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204435.724664:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204435.724669:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204435.724671:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204435.724675:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204435.724678:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204435.724682:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204435.724688:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204435.724694:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204435.724704:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937847808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204435.724719:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204435.724723:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204435.724732:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937847808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204435.724747:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204435.724753:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204435.724758:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204435.724762:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204435.724764:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204435.724773:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204435.724778:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14741
00000400:00000200:3.0:1788204435.724785:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204435.724790:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204435.724794:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204435.724800:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.724804:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204435.724809:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.724813:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204435.724818:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204435.724820:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204435.724824:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204435.724828:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204435.724832:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204435.724836:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204435.724842:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.724846:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204435.724848:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.724850:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204435.724854:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204435.724859:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204435.724864:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204435.724868:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204435.724872:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204435.724876:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204435.724880:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204435.724883:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204435.724889:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204435.724923:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204435.724929:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204435.724934:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204435.724939:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204435.724941:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204435.724946:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204435.724947:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204435.724950:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204435.724958:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204435.724964:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204435.724973:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937847936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788204435.724976:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204435.724982:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1788204435.724988:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204435.724993:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204435.725001:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937847936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204435.725013:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204435.725018:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204435.725024:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204435.725029:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204435.725032:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204435.725037:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204435.725043:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14741
00000400:00000200:3.0:1788204435.725049:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204435.725057:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204435.725061:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204435.725066:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.725072:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204435.725077:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.725081:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204435.725085:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204435.725099:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204435.725103:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204435.725107:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204435.725111:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204435.725113:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204435.725118:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.725122:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204435.725124:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.725129:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204435.725131:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204435.725138:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204435.725144:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204435.725148:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204435.725153:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204435.725159:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204435.725232:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204435.725236:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204435.725241:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204435.725245:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204435.725252:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204435.725257:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204435.725261:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204435.725265:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204435.725269:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204435.725271:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204435.725276:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204435.725285:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204435.725291:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204435.725337:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937848064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204435.725358:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204435.725363:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204435.725371:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937848064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204435.725383:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204435.725389:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204435.725395:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204435.725399:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204435.725402:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204435.725407:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204435.725413:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14741
00000400:00000200:3.0:1788204435.725420:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204435.725425:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204435.725430:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204435.725436:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.725441:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204435.725447:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.725452:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204435.725458:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204435.725461:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204435.725466:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204435.725475:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204435.725481:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204435.725486:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204435.725494:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.725499:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204435.725502:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204435.725506:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204435.725511:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204435.725517:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204435.725521:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204435.725525:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204435.725530:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204435.725534:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204435.725539:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204435.725543:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204435.725548:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204435.725553:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204435.725559:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204435.725565:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204435.725571:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204435.725573:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204435.725577:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204435.725579:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204435.725583:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204435.725590:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204435.725597:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204435.725606:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937848192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204435.725650:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204435.725655:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204435.725660:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788204435.725664:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937848192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1788204435.725665:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1788204435.725683:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204435.725690:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14751)
00000800:00000200:0.1:1788204435.725978:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204435.725981:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204435.726259:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204435.726261:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204435.726660:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204435.726663:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1788204436.428458:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204436.428461:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204436.428464:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204437.452564:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204437.452572:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204437.452578:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204438.476542:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204438.476548:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204438.476551:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204439.500509:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204439.500514:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204439.500517:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204439.564445:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309417676, at 4309417728
00000100:00000010:1.0:1788204439.564471:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074240.
00000020:00000001:2.0:1788204440.524558:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204440.524564:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204440.524567:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204440.844410:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204440.844420:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204440.844423:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204440.844431:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204440.844436:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204440.844443:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14746
00000400:00000200:3.0:1788204440.844453:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204440.844460:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204440.844463:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204440.844468:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.844472:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204440.844476:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.844479:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204440.844486:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204440.844489:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204440.844492:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204440.844495:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204440.844497:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204440.844498:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204440.844501:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.844502:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204440.844504:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.844505:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204440.844508:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204440.844510:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204440.844511:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204440.844514:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204440.844522:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204440.844524:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204440.844526:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204440.844529:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204440.844541:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788204440.844545:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204440.844550:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204440.844552:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204440.844555:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204440.844559:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204440.844564:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204440.844573:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788204440.844582:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204440.844592:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937848320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204440.844603:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204440.844609:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204440.844614:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937848320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204440.844645:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204440.844648:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204440.844651:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204440.844653:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204440.844654:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204440.844657:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204440.844660:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14746
00000400:00000200:3.0:1788204440.844664:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204440.844667:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204440.844669:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204440.844673:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.844675:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204440.844677:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.844680:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204440.844682:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204440.844684:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204440.844691:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204440.844694:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204440.844697:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204440.844702:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204440.844708:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.844712:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204440.844717:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.844721:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204440.844725:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204440.844731:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204440.844736:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204440.844741:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204440.844749:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204440.844754:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204440.844759:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204440.844766:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204440.844773:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204440.844776:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204440.844790:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204440.844794:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204440.844797:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204440.844800:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204440.844804:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204440.844818:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204440.844820:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204440.844826:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204440.844836:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204440.844845:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937848448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204440.844854:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204440.844859:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204440.844866:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937848448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204440.844884:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204440.844890:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204440.844896:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204440.844897:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204440.844899:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204440.844901:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204440.844908:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14746
00000400:00000200:3.0:1788204440.844915:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204440.844920:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204440.844924:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204440.844932:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.844936:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204440.844939:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.844943:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204440.844947:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204440.844949:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204440.844951:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204440.844954:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204440.844960:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204440.844962:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204440.844968:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.844972:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204440.844977:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.844983:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204440.844988:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204440.844995:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204440.845001:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204440.845006:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204440.845017:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204440.845023:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204440.845028:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204440.845031:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204440.845036:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204440.845040:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204440.845045:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204440.845049:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204440.845055:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204440.845058:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204440.845061:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204440.845063:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204440.845067:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204440.845072:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:3.0:1788204440.845075:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000800:00000200:0.1:1788204440.845077:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1788204440.845080:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204440.845090:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937848576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204440.845102:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204440.845114:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204440.845121:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937848576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204440.845133:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204440.845136:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204440.845140:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204440.845141:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204440.845143:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204440.845146:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204440.845152:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14746
00000400:00000200:3.0:1788204440.845164:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204440.845170:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204440.845174:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204440.845180:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.845186:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204440.845191:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.845195:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204440.845199:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204440.845202:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204440.845204:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204440.845207:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204440.845212:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204440.845216:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204440.845222:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.845227:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204440.845231:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.845235:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204440.845238:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204440.845248:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204440.845253:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204440.845256:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204440.845261:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204440.845266:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204440.845268:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204440.845272:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204440.845277:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204440.845280:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204440.845286:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204440.845289:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204440.845291:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204440.845293:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204440.845294:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204440.845296:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204440.845328:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204440.845333:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204440.845339:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204440.845349:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937848704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204440.845362:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204440.845367:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204440.845374:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937848704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204440.845387:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204440.845393:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204440.845398:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204440.845402:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204440.845405:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204440.845410:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204440.845415:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14746
00000400:00000200:3.0:1788204440.845421:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204440.845427:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204440.845431:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204440.845438:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.845442:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204440.845446:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.845451:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204440.845455:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204440.845458:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204440.845461:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204440.845465:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204440.845469:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204440.845473:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204440.845480:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.845484:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204440.845488:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204440.845492:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204440.845496:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204440.845501:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204440.845505:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204440.845508:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204440.845513:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204440.845518:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204440.845521:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204440.845524:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204440.845529:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204440.845534:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204440.845539:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204440.845543:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204440.845549:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204440.845552:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204440.845555:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204440.845557:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204440.845560:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204440.845567:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204440.845571:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204440.845576:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937848832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204440.845589:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204440.845593:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204440.845603:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937848832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204440.845624:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204440.845630:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14756)
00000800:00000200:0.1:1788204440.845850:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204440.845852:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204440.846132:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204440.846135:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204440.846441:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204440.846446:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204440.846731:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204440.846734:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1788204441.548460:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204441.548463:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204441.548466:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204442.572514:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204442.572516:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204442.572519:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204443.596485:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204443.596489:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204443.596491:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204444.620702:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204444.620706:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204444.620709:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204444.684564:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309422796, at 4309422848
00000100:00000010:1.0:1788204444.684569:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074480.
00000020:00000001:2.0:1788204445.644598:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204445.644605:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204445.644609:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204445.964481:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204445.964491:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204445.964493:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204445.964497:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204445.964501:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204445.964508:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14751
00000400:00000200:3.0:1788204445.964517:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204445.964522:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204445.964525:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204445.964528:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.964532:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204445.964534:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.964536:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204445.964541:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204445.964543:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204445.964545:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204445.964548:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204445.964550:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204445.964552:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204445.964555:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.964557:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204445.964559:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.964561:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204445.964563:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204445.964567:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204445.964569:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204445.964572:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204445.964576:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204445.964579:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204445.964581:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204445.964583:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204445.964591:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204445.964595:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204445.964598:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204445.964600:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204445.964602:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204445.964605:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204445.964609:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204445.964615:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204445.964621:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204445.964630:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937848960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204445.964641:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204445.964645:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204445.964649:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937848960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204445.964670:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204445.964672:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204445.964674:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204445.964675:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204445.964676:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204445.964678:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204445.964680:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14751
00000400:00000200:3.0:1788204445.964683:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204445.964684:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204445.964686:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204445.964688:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.964689:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204445.964690:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.964692:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204445.964693:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204445.964694:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204445.964695:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204445.964696:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204445.964697:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204445.964698:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204445.964700:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.964701:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204445.964702:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.964704:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204445.964706:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204445.964708:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204445.964709:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204445.964711:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204445.964716:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204445.964726:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204445.964728:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204445.964731:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204445.964734:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204445.964735:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204445.964738:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204445.964741:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204445.964743:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204445.964744:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204445.964745:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204445.964747:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204445.964749:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204445.964753:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204445.964756:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204445.964762:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937849088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204445.964774:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204445.964781:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204445.964795:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937849088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204445.964817:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204445.964825:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204445.964830:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204445.964834:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204445.964836:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204445.964850:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204445.964854:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14751
00000400:00000200:3.0:1788204445.964865:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204445.964872:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204445.964879:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204445.964888:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.964894:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204445.964898:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.964900:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204445.964904:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204445.964909:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204445.964913:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204445.964917:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204445.964922:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204445.964928:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204445.964930:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.964931:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204445.964932:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.964934:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204445.964937:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204445.964944:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204445.964955:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204445.964961:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204445.964971:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204445.964977:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204445.964981:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204445.964983:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204445.964986:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204445.964988:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204445.964992:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204445.964998:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204445.965001:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204445.965005:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204445.965014:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204445.965025:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204445.965030:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204445.965043:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204445.965051:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204445.965064:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937849216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204445.965084:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204445.965091:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204445.965097:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937849216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204445.965118:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204445.965122:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204445.965131:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204445.965144:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204445.965147:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204445.965156:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204445.965164:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14751
00000400:00000200:3.0:1788204445.965176:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204445.965187:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204445.965192:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204445.965201:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.965206:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204445.965211:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.965220:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204445.965231:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204445.965236:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204445.965242:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204445.965246:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204445.965251:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204445.965257:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204445.965267:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.965274:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204445.965279:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:0.1:1788204445.965283:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204445.965284:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204445.965293:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000800:00000200:0.1:1788204445.965293:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1788204445.965344:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204445.965347:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204445.965351:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204445.965355:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204445.965357:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204445.965359:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204445.965362:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204445.965364:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204445.965366:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204445.965370:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204445.965371:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204445.965374:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204445.965375:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204445.965376:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204445.965378:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204445.965380:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204445.965383:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204445.965391:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204445.965404:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937849344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204445.965412:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204445.965414:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204445.965422:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937849344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204445.965440:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204445.965443:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204445.965446:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204445.965451:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204445.965453:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204445.965459:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204445.965462:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14751
00000400:00000200:3.0:1788204445.965466:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204445.965472:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204445.965476:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204445.965480:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.965483:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204445.965486:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.965490:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204445.965496:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204445.965499:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204445.965502:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204445.965505:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204445.965509:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204445.965513:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204445.965516:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.965518:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204445.965526:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204445.965528:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204445.965532:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204445.965539:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204445.965545:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204445.965551:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204445.965557:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204445.965562:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204445.965568:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204445.965573:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204445.965579:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204445.965583:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204445.965590:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788204445.965596:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204445.965601:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204445.965602:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204445.965603:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204445.965605:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204445.965607:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204445.965610:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204445.965614:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204445.965621:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937849472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204445.965629:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204445.965631:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204445.965636:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937849472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204445.965647:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204445.965653:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14761)
00000800:00000200:0.1:1788204445.966001:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204445.966003:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204445.966268:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204445.966270:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204445.966575:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204445.966577:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204445.966882:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204445.966884:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1788204446.668565:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204446.668570:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204446.668573:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204447.692538:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204447.692541:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204447.692546:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204448.716496:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204448.716498:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204448.716501:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204449.740611:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204449.740620:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204449.740624:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204449.804410:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309427917, at 4309427968
00000100:00000010:1.0:1788204449.804432:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0745a0.
00000020:00000001:2.0:1788204450.764495:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204450.764498:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204450.764500:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204451.084427:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204451.084438:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204451.084440:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204451.084445:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204451.084449:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204451.084457:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14756
00000400:00000200:3.0:1788204451.084466:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204451.084472:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204451.084474:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204451.084477:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.084480:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204451.084483:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.084485:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204451.084488:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204451.084490:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204451.084493:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204451.084496:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204451.084498:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204451.084500:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204451.084503:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.084505:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204451.084507:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.084509:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204451.084512:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204451.084516:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204451.084518:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204451.084521:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204451.084524:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204451.084526:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204451.084528:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204451.084530:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204451.084539:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204451.084542:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204451.084546:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204451.084547:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204451.084550:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204451.084553:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204451.084557:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204451.084564:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204451.084571:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204451.084579:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937849600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204451.084589:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204451.084593:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204451.084598:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937849600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204451.084658:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204451.084662:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204451.084666:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204451.084668:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204451.084669:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204451.084673:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204451.084676:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14756
00000400:00000200:3.0:1788204451.084681:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204451.084688:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204451.084693:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204451.084701:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.084706:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204451.084711:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.084716:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204451.084719:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204451.084724:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204451.084727:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204451.084730:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204451.084733:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204451.084737:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204451.084744:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.084747:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204451.084751:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.084756:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204451.084759:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204451.084764:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204451.084770:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204451.084775:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204451.084782:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204451.084786:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204451.084789:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204451.084794:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204451.084801:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204451.084805:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204451.084813:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788204451.084819:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204451.084834:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204451.084841:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204451.084845:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204451.084848:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204451.084850:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204451.084858:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204451.084863:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204451.084873:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937849728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204451.084892:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204451.084897:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204451.084905:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937849728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204451.084922:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204451.084929:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204451.084937:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:0.1:1788204451.084937:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204451.084941:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1788204451.084942:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00080000:3.0:1788204451.084944:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204451.084950:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204451.084956:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14756
00000400:00000200:3.0:1788204451.084964:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204451.084973:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204451.084979:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204451.084984:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.084988:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204451.084994:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.084997:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204451.084998:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204451.085000:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204451.085003:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204451.085006:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204451.085011:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204451.085017:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204451.085026:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.085029:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204451.085032:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.085037:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204451.085042:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204451.085047:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204451.085051:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204451.085053:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204451.085058:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204451.085062:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204451.085066:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204451.085070:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204451.085076:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204451.085081:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204451.085088:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204451.085093:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204451.085099:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204451.085102:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204451.085106:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204451.085110:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204451.085114:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204451.085123:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204451.085129:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204451.085137:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937849856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204451.085166:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204451.085171:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204451.085180:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937849856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204451.085192:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204451.085196:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204451.085205:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204451.085207:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204451.085210:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204451.085214:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204451.085219:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14756
00000400:00000200:3.0:1788204451.085225:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204451.085231:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204451.085235:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204451.085241:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.085245:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204451.085250:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.085254:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204451.085258:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204451.085261:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204451.085263:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204451.085266:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204451.085271:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204451.085276:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204451.085282:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.085287:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204451.085292:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.085324:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204451.085328:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204451.085335:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204451.085342:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204451.085345:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204451.085350:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204451.085356:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204451.085360:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204451.085364:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204451.085370:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204451.085374:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204451.085381:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204451.085386:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204451.085389:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204451.085391:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204451.085396:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204451.085398:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204451.085402:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204451.085408:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204451.085412:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204451.085417:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937849984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204451.085424:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204451.085426:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204451.085431:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937849984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204451.085439:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204451.085443:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204451.085449:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204451.085453:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204451.085456:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204451.085461:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204451.085466:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14756
00000400:00000200:3.0:1788204451.085475:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204451.085482:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204451.085487:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204451.085493:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.085496:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204451.085501:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.085505:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204451.085510:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204451.085512:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204451.085515:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204451.085519:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204451.085524:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204451.085529:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204451.085536:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.085541:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204451.085546:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204451.085549:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204451.085553:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204451.085559:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204451.085563:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204451.085568:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204451.085572:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204451.085576:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204451.085580:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204451.085585:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204451.085591:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204451.085595:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204451.085601:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788204451.085606:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204451.085610:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204451.085612:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204451.085616:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204451.085619:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204451.085622:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204451.085641:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000800:00000200:0.1:1788204451.085641:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204451.085647:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204451.085647:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00100000:3.0:1788204451.085657:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937850112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204451.085670:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204451.085675:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204451.085682:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937850112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204451.085702:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204451.085708:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14766)
00000800:00000200:0.1:1788204451.085916:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204451.085918:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788204451.086160:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204451.086161:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788204451.086360:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204451.086361:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1788204451.788449:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204451.788453:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204451.788456:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204452.812532:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204452.812535:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204452.812537:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204453.836539:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204453.836544:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204453.836548:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204454.860619:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204454.860623:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204454.860625:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204454.924424:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309433036, at 4309433088
00000100:00000010:1.0:1788204454.924449:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074f00.
00000020:00000001:2.0:1788204455.884527:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204455.884532:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204455.884536:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204456.204379:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204456.204387:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204456.204389:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204456.204392:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204456.204395:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204456.204401:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14761
00000400:00000200:1.0:1788204456.204408:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204456.204412:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204456.204415:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204456.204417:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.204419:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204456.204420:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.204422:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204456.204424:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204456.204426:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204456.204428:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204456.204430:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204456.204431:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204456.204433:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204456.204434:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.204436:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204456.204437:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.204438:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204456.204440:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204456.204442:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204456.204443:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204456.204445:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204456.204447:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204456.204449:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204456.204450:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204456.204451:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204456.204459:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece680.
00000020:00000040:1.0:1788204456.204463:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204456.204467:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204456.204468:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204456.204472:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204456.204474:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204456.204478:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204456.204485:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:1.0:1788204456.204491:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204456.204501:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece680 x1875052937850240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204456.204511:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204456.204521:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204456.204526:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb9bc345] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece680 x1875052937850240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204456.204564:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204456.204566:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204456.204569:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204456.204570:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204456.204571:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204456.204574:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204456.204576:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14761
00000400:00000200:1.0:1788204456.204580:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204456.204583:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204456.204585:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204456.204589:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.204592:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204456.204594:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.204597:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204456.204599:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204456.204601:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204456.204603:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204456.204605:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204456.204608:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204456.204610:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204456.204614:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.204616:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204456.204618:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.204620:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204456.204623:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204456.204632:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204456.204637:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204456.204645:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204456.204650:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204456.204655:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204456.204657:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204456.204662:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204456.204674:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204456.204683:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204456.204694:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd180.
00000020:00000040:1.0:1788204456.204699:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204456.204704:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204456.204710:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204456.204718:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204456.204724:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204456.204731:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204456.204740:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:1.0:1788204456.204747:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204456.204761:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd180 x1875052937850368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204456.204780:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204456.204783:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204456.204791:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d402d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd180 x1875052937850368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204456.204807:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204456.204811:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204456.204815:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204456.204819:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204456.204823:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204456.204833:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204456.204841:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14761
00000400:00000200:1.0:1788204456.204853:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204456.204862:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204456.204865:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204456.204869:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.204871:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204456.204875:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.204882:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204456.204886:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204456.204889:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204456.204893:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204456.204897:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204456.204904:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204456.204909:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204456.204918:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.204922:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204456.204930:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.204944:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204456.204950:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204456.204960:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204456.204967:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204456.204971:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204456.204977:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204456.204987:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204456.205001:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204456.205005:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204456.205016:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204456.205022:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204456.205033:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecea00.
00000020:00000040:1.0:1788204456.205040:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204456.205046:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204456.205050:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204456.205053:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204456.205059:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204456.205065:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204456.205069:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204456.205074:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
02000000:00000010:1.0:1788204456.205077:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000001:1.0:1788204456.205086:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204456.205098:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecea00 x1875052937850496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204456.205114:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204456.205119:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204456.205128:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0471f4c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecea00 x1875052937850496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204456.205160:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204456.205164:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204456.205170:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204456.205172:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204456.205175:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204456.205183:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204456.205191:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14761
00000400:00000200:1.0:1788204456.205202:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204456.205206:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204456.205208:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204456.205212:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.205217:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204456.205224:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.205228:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204456.205233:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204456.205233:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204456.205236:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204456.205239:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204456.205242:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204456.205243:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204456.205246:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.205252:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204456.205255:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.205257:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204456.205259:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204456.205265:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204456.205271:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204456.205285:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204456.205289:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204456.205295:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204456.205344:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204456.205349:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204456.205357:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204456.205364:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204456.205373:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc000.
00000020:00000040:1.0:1788204456.205383:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204456.205387:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204456.205391:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204456.205400:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204456.205403:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204456.205409:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204456.205413:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:1.0:1788204456.205419:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204456.205434:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc000 x1875052937850624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204456.205452:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204456.205458:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204456.205468:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78f2b1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc000 x1875052937850624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204456.205483:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204456.205487:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204456.205501:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204456.205506:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204456.205508:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204456.205515:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204456.205525:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14761
00000400:00000200:1.0:1788204456.205531:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204456.205556:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204456.205565:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204456.205580:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.205590:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204456.205606:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.205617:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204456.205631:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204456.205636:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204456.205644:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204456.205651:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204456.205659:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204456.205667:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204456.205677:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.205682:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204456.205686:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204456.205692:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204456.205699:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204456.205704:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204456.205708:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204456.205717:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204456.205721:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204456.205722:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204456.205724:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204456.205727:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204456.205733:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204456.205741:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204456.205750:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd880.
00000020:00000040:1.0:1788204456.205757:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204456.205766:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204456.205769:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204456.205775:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204456.205778:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204456.205784:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204456.205792:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788204456.205801:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204456.205814:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd880 x1875052937850752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204456.205846:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204456.205850:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204456.205855:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6204fb] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd880 x1875052937850752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204456.205867:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204456.205873:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14772)
00000800:00000200:0.1:1788204456.205938:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204456.205940:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788204456.206116:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204456.206117:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788204456.206327:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204456.206329:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788204456.206592:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204456.206593:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000020:00000001:2.0:1788204456.908488:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204456.908492:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204456.908494:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204457.932439:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204457.932442:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204457.932445:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204458.956486:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204458.956491:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204458.956504:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204459.980466:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204459.980470:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204459.980498:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204460.044416:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309438156, at 4309438208
00000100:00000010:1.0:1788204460.044433:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074540.
00000020:00000001:2.0:1788204461.004539:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204461.004543:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204461.004546:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204461.324478:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204461.324486:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204461.324488:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204461.324491:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204461.324495:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204461.324501:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14767
00000400:00000200:3.0:1788204461.324507:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204461.324511:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204461.324514:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204461.324516:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324518:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204461.324520:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324522:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204461.324525:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204461.324527:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204461.324529:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204461.324531:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204461.324533:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204461.324534:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204461.324536:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324537:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204461.324538:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324539:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204461.324541:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204461.324543:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324545:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204461.324547:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204461.324549:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204461.324551:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204461.324553:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204461.324555:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204461.324564:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788204461.324568:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204461.324572:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204461.324574:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204461.324586:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204461.324589:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204461.324594:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204461.324605:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204461.324610:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204461.324617:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937850880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204461.324625:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204461.324628:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204461.324637:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937850880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204461.324655:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204461.324658:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204461.324662:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204461.324663:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204461.324664:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204461.324667:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204461.324668:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14767
00000400:00000200:3.0:1788204461.324671:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204461.324673:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204461.324675:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204461.324677:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324679:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204461.324680:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324682:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204461.324683:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204461.324684:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204461.324685:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204461.324686:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204461.324687:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204461.324689:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204461.324691:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324692:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204461.324693:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324695:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204461.324699:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204461.324701:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324704:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204461.324708:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204461.324712:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204461.324715:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204461.324718:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204461.324722:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204461.324727:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204461.324730:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204461.324735:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788204461.324739:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204461.324742:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204461.324743:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204461.324746:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204461.324747:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204461.324750:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204461.324754:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204461.324758:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204461.324764:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937851008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204461.324772:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204461.324775:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204461.324778:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937851008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204461.324786:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204461.324789:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204461.324794:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204461.324798:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204461.324799:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204461.324803:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204461.324807:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14767
00000400:00000200:3.0:1788204461.324811:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204461.324814:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204461.324817:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204461.324822:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324827:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204461.324832:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324837:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204461.324842:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204461.324844:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204461.324847:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204461.324850:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204461.324854:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204461.324859:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204461.324865:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324869:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204461.324871:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324875:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204461.324876:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204461.324880:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324883:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204461.324885:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204461.324887:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204461.324889:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204461.324893:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204461.324896:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204461.324899:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204461.324900:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204461.324904:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204461.324908:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204461.324909:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204461.324911:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204461.324914:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204461.324915:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204461.324918:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204461.324922:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204461.324925:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204461.324932:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937851136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204461.324942:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204461.324945:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204461.324950:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937851136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204461.324957:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204461.324959:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204461.324965:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204461.324966:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204461.324969:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204461.324973:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204461.324975:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14767
00000400:00000200:3.0:1788204461.324978:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204461.324980:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204461.324984:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204461.324988:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324990:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204461.324992:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.324993:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204461.324998:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204461.324998:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204461.324999:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204461.325000:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204461.325004:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204461.325006:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204461.325010:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.325013:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204461.325016:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.325019:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204461.325021:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000800:00000200:0.1:1788204461.325024:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788204461.325025:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204461.325031:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204461.325032:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1788204461.325032:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1788204461.325035:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204461.325038:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204461.325040:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204461.325043:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204461.325048:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204461.325051:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204461.325054:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204461.325059:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204461.325064:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204461.325067:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204461.325069:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204461.325071:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204461.325075:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204461.325081:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204461.325085:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204461.325094:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937851264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204461.325113:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204461.325115:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204461.325122:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937851264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204461.325135:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204461.325141:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204461.325146:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204461.325148:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204461.325149:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204461.325151:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204461.325154:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14767
00000400:00000200:3.0:1788204461.325159:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204461.325164:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204461.325168:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204461.325169:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.325171:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204461.325174:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.325176:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204461.325177:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204461.325178:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204461.325181:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204461.325183:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204461.325185:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204461.325194:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204461.325200:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.325203:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204461.325207:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204461.325212:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204461.325214:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204461.325217:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204461.325218:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204461.325221:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204461.325223:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204461.325226:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204461.325230:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204461.325232:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204461.325236:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204461.325240:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204461.325244:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788204461.325248:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204461.325252:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204461.325253:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204461.325256:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204461.325258:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204461.325260:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204461.325265:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204461.325270:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204461.325279:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937851392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204461.325295:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204461.325319:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204461.325323:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937851392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204461.325329:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204461.325333:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14777)
00000800:00000200:0.1:1788204461.325561:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204461.325564:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788204461.325800:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204461.325801:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788204461.325993:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204461.325995:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788204461.326147:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204461.326149:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000020:00000001:2.0:1788204462.028481:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204462.028484:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204462.028487:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204463.052488:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204463.052493:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204463.052496:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204464.076494:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204464.076499:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204464.076502:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204465.100513:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204465.100517:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204465.100519:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204465.164412:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309443276, at 4309443328
00000100:00000010:1.0:1788204465.164430:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0746c0.
00000020:00000001:2.0:1788204466.124497:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204466.124500:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204466.124503:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204466.444420:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204466.444429:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204466.444431:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204466.444435:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204466.444439:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204466.444447:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14772
00000400:00000200:3.0:1788204466.444456:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204466.444462:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204466.444466:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204466.444470:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204466.444473:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204466.444477:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204466.444479:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204466.444484:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204466.444486:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204466.444488:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204466.444491:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204466.444494:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204466.444496:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204466.444499:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204466.444501:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204466.444503:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204466.444505:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204466.444508:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204466.444511:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204466.444513:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204466.444517:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204466.444520:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204466.444523:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204466.444524:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204466.444526:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204466.444533:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204466.444536:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204466.444540:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204466.444542:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204466.444545:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204466.444548:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204466.444552:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204466.444560:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788204466.444566:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204466.444575:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937851520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204466.444585:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204466.444590:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204466.444595:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937851520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204466.444624:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204466.444627:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204466.444630:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204466.444631:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204466.444633:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204466.444636:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204466.444639:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14772
00000400:00000200:3.0:1788204466.444644:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204466.444648:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204466.444658:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204466.444662:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204466.444664:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204466.444671:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937851520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.444677:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204466.444679:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204466.444681:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204466.444683:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204466.444685:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204466.444687:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937851520:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204466.444690:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204466.444692:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204466.444694:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204466.444696:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204466.444700:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788204466.444701:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204466.444706:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204466.444709:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204466.444719:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204466.444725:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937851520, portal 25
00000100:00080000:3.0:1788204466.444727:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204466.444728:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204466.444730:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:3.0:1788204466.444734:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:1.0:1788204466.444737:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937851520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204466.444739:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204466.444745:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204466.444746:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204466.444750:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:1.0:1788204466.444751:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204466.444755:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000020:00000001:3.0:1788204466.444756:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:1.0:1788204466.444758:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937851520, offset 0
00000020:00000040:3.0:1788204466.444759:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204466.444763:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204466.444765:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788204466.444766:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204466.444770:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000400:00000200:1.0:1788204466.444773:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788204466.444774:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000400:00000200:1.0:1788204466.444781:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:3.0:1788204466.444781:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204466.444786:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204466.444789:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788204466.444791:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204466.444795:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204466.444798:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204466.444801:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204466.444804:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546602:546602:256:4294967295] 192.168.201.135@tcp LPNI seq info [546568:546568:8:4294967295]
00000400:00000200:1.0:1788204466.444808:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204466.444817:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204466.444823:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204466.444829:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204466.444836:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204466.444840:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204466.444845:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204466.444849:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204466.444852:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204466.444854:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204466.444861:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204466.444864:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204466.444868:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204466.444870:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204466.444873:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204466.444876:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937851520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.444882:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204466.444884:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937851520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.444889:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.444890:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204466.444895:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204466.444898:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204466.444900:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309448396
00000100:00000010:1.0:1788204466.444903:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749540.
00000100:00000001:1.0:1788204466.444908:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204466.444909:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204466.444912:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309448396
00000100:00000010:1.0:1788204466.444915:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749a20.
00000020:00000040:3.0:1788204466.444915:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:1.0:1788204466.444920:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1788204466.444924:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204466.444925:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204466.444929:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.444932:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204466.444936:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204466/real 1788204466]  req@ffff8c5d3ba68000 x1875052937851520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204466.444938:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204466.444944:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:1.0:1788204466.444945:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1788204466.444951:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:1.0:1788204466.444952:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204466.444955:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
02000000:00000001:3.0:1788204466.444956:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204466.444959:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204466.444962:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204466.444965:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204466.444968:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937851520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204466.444974:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937851520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.444979:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204466.444980:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.444982:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204466.444983:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204466.444985:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937851520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.444990:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204466.444993:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937851520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.444997:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204466.444998:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204466.444999:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.445002:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204466.445004:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1788204466.445004:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204466.445008:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204466.445010:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1788204466.445011:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204466.445014:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204466.445015:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204466.445018:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204466.445021:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:3.0:1788204466.445023:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000100:00000040:1.0:1788204466.445024:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937851520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204466.445029:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00100000:1.0:1788204466.445032:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937851520:192.168.201.135@tcp:250:kworker.0
02000000:00000001:3.0:1788204466.445034:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204466.445036:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.445038:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788204466.445038:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204466.445042:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937851520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204466.445043:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204466.445046:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204466.445050:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204466.445050:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204466.445052:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204466.445055:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000010:3.0:1788204466.445056:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
02000000:00000001:1.0:1788204466.445057:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204466.445060:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204466.445063:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:3.0:1788204466.445063:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204466.445065:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204466.445068:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:1.0:1788204466.445071:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204466.445073:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00100000:3.0:1788204466.445073:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937851648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1788204466.445075:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:1.0:1788204466.445079:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204466.445081:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.445084:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204466.445090:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204466.445092:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204466.445093:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.445095:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.445098:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204466.445100:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204466.445101:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937851648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204466.445113:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204466.445116:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204466.445119:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1788204466.445120:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204466.445122:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204466.445124:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204466.445125:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1788204466.445128:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1788204466.445130:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937851648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204466.445133:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204466.445138:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14772
00000100:00000001:1.0:1788204466.445139:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204466.445141:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204466.445144:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204466.445146:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204466.445147:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788204466.445149:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204466.445155:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937851648:192.168.201.135@tcp:38:kworker.0
00000400:00000200:3.0:1788204466.445155:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204466.445161:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1788204466.445161:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1788204466.445164:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204466.445166:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204466.445168:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:1.0:1788204466.445169:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204466.445172:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:3.0:1788204466.445173:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1788204466.445174:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204466.445178:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204466.445179:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204466.445184:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000001:3.0:1788204466.445184:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:1.0:1788204466.445187:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000020:00000001:3.0:1788204466.445189:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:1.0:1788204466.445190:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937851648, portal 10
00000020:00000040:3.0:1788204466.445192:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000100:00000001:1.0:1788204466.445193:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204466.445196:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000020:00000001:3.0:1788204466.445196:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204466.445200:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000100:00000040:1.0:1788204466.445204:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937851648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204466.445205:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204466.445211:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000001:1.0:1788204466.445214:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204466.445218:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204466.445218:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:1.0:1788204466.445222:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000001:3.0:1788204466.445224:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1788204466.445225:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937851648, offset 0
00000100:00000040:3.0:1788204466.445230:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204466.445231:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204466.445235:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788204466.445236:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788204466.445241:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:1.0:1788204466.445243:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204466.445248:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788204466.445249:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:1.0:1788204466.445251:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204466.445256:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204466.445256:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204466.445261:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:3.0:1788204466.445262:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204466.445266:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546603:546603:256:4294967295] 192.168.201.135@tcp LPNI seq info [546569:546569:8:4294967295]
02000000:00000001:3.0:1788204466.445268:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204466.445270:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204466.445274:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204466.445279:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204466.445280:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.0:1788204466.445284:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000008:00100000:3.0:1788204466.445284:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1788204466.445288:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000008:00000001:3.0:1788204466.445290:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204466.445293:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204466.445296:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204466.445297:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204466.445317:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204466.445319:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204466.445324:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204466.445326:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000100:00000010:3.0:1788204466.445327:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000400:00000200:1.0:1788204466.445330:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1788204466.445332:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:1.0:1788204466.445335:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204466.445339:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
02000000:00000001:3.0:1788204466.445339:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1788204466.445343:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
02000000:00000001:3.0:1788204466.445343:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.445347:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204466.445348:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1788204466.445351:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937851648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204466.445352:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204466.445357:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.445360:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204466.445380:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937851648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.445385:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.445386:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204466.445389:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204466.445391:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204466.445393:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204466.445395:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309444637
00000100:00000001:1.0:1788204466.445396:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309448396
00000100:00000001:1.0:1788204466.445398:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309444637
00000100:00000001:1.0:1788204466.445399:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309448396
00000100:00000001:1.0:1788204466.445401:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204466.445402:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.445403:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204466.445405:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204466/real 1788204466]  req@ffff8c5d3ba69c00 x1875052937851648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204466.445410:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204466.445411:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204466.445412:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204466.445413:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204466.445414:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204466.445415:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204466.445417:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937851648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204466.445422:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937851648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.445425:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204466.445426:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.445427:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204466.445428:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204466.445429:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937851648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204466.445432:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:1.0:1788204466.445434:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204466.445439:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937851648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204466.445440:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.445447:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204466.445450:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.445452:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:3.0:1788204466.445452:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937851776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204466.445454:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.445457:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204466.445459:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204466.445464:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204466.445470:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204466.445471:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204466.445473:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204466.445476:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204466.445478:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937851648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204466.445484:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937851776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204466.445486:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937851648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204466.445493:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.445496:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204466.445500:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937851648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.445508:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788204466.445508:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204466.445510:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204466.445513:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
00000100:00080000:3.0:1788204466.445514:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1788204466.445515:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204466.445518:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204466.445519:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204466.445522:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00080000:3.0:1788204466.445522:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000010:1.0:1788204466.445525:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204466.445526:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1788204466.445528:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204466.445530:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:3.0:1788204466.445530:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:1.0:1788204466.445532:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:1.0:1788204466.445538:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204466.445538:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204466.445540:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.445542:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204466.445544:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14772
00000100:00000001:1.0:1788204466.445545:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204466.445548:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.445551:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1788204466.445553:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204466.445554:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204466.445558:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1788204466.445560:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000040:1.0:1788204466.445565:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937851776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204466.445566:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204466.445573:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204466.445578:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204466.445581:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788204466.445582:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204466.445585:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204466.445587:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:1.0:1788204466.445590:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1788204466.445591:0:267769:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:1.0:1788204466.445593:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788204466.445595:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
02000000:00000001:1.0:1788204466.445600:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204466.445600:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204466.445604:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00100000:1.0:1788204466.445606:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937851776:192.168.201.135@tcp:38:kworker.0
00000020:00000001:3.0:1788204466.445609:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:1.0:1788204466.445610:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204466.445613:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1788204466.445614:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
02000000:00000001:1.0:1788204466.445615:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204466.445618:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204466.445622:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
00000100:00000040:3.0:1788204466.445623:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:1.0:1788204466.445624:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204466.445629:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204466.445632:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204466.445634:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000040:3.0:1788204466.445635:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:1.0:1788204466.445637:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000001:3.0:1788204466.445640:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:1.0:1788204466.445641:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937851776, portal 10
00000100:00000001:1.0:1788204466.445646:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1788204466.445647:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:1.0:1788204466.445648:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00080000:3.0:1788204466.445654:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:1.0:1788204466.445656:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937851776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204466.445659:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204466.445664:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204466.445665:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204466.445669:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204466.445670:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
02000000:00000001:3.0:1788204466.445670:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1788204466.445674:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937851776, offset 0
02000000:00000001:3.0:1788204466.445676:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204466.445679:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204466.445682:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204466.445684:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00100000:3.0:1788204466.445687:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1788204466.445688:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204466.445692:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1788204466.445694:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204466.445695:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:3.0:1788204466.445698:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204466.445699:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204466.445704:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204466.445705:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546604:546604:256:4294967295] 192.168.201.135@tcp LPNI seq info [546570:546570:8:4294967295]
00000100:00000010:3.0:1788204466.445706:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000400:00000200:1.0:1788204466.445711:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788204466.445713:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204466.445718:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204466.445721:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204466.445723:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204466.445724:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204466.445727:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204466.445730:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204466.445735:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000010:3.0:1788204466.445738:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000800:00000010:1.0:1788204466.445741:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000100:00000001:3.0:1788204466.445743:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204466.445748:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00100000:3.0:1788204466.445752:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937851904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1788204466.445753:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204466.445764:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204466.445767:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1788204466.445770:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1788204466.445773:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204466.445776:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000100:00000001:3.0:1788204466.445776:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204466.445781:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788204466.445786:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937851904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204466.445787:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204466.445792:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204466.445794:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204466.445798:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204466.445804:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937851776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204466.445804:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204466.445810:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204466.445818:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204466.445822:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204466.445822:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204466.445824:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1788204466.445828:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937851776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204466.445829:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204466.445835:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14772
00000100:00000001:1.0:1788204466.445843:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204466.445844:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204466.445847:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1788204466.445850:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204466.445851:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204466.445854:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204466.445855:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000100:00000040:3.0:1788204466.445862:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204466.445863:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204466.445865:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309444632
00000100:00000001:1.0:1788204466.445869:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309448396
00000100:00000001:3.0:1788204466.445869:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204466.445873:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309444632
00000100:00000001:1.0:1788204466.445876:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309448396
00000100:00000040:3.0:1788204466.445876:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204466.445880:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204466.445882:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204466.445883:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.445886:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1788204466.445889:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:1.0:1788204466.445891:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204466/real 1788204466]  req@ffff8c5d3ba69180 x1875052937851776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204466.445892:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204466.445896:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204466.445900:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000400:00000001:1.0:1788204466.445902:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1788204466.445903:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000001:1.0:1788204466.445904:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204466.445906:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000020:00000001:3.0:1788204466.445909:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000200:1.0:1788204466.445910:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204466.445912:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204466.445916:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1788204466.445919:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:1.0:1788204466.445920:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937851776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204466.445924:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1788204466.445931:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937851776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204466.445931:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204466.445937:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204466.445940:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204466.445942:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204466.445942:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:1.0:1788204466.445945:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204466.445948:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204466.445951:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00100000:1.0:1788204466.445952:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937851776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204466.445958:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.445960:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204466.445963:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1788204466.445964:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937851776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204466.445968:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204466.445969:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204466.445974:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204466.445974:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.445978:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204466.445980:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204466.445980:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204466.445981:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204466.445984:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:3.0:1788204466.445985:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00080000:1.0:1788204466.445987:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204466.445991:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000008:00000001:3.0:1788204466.445993:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.445994:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204466.445998:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204466.446002:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937851776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204466.446004:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204466.446009:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204466.446015:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204466.446018:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204466.446021:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937851776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204466.446022:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204466.446025:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204466.446029:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204466.446029:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.446034:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1788204466.446036:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000040:1.0:1788204466.446038:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937851776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204466.446041:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.446051:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00100000:3.0:1788204466.446052:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937852032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204466.446054:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204466.446058:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788204466.446063:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1788204466.446064:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:1.0:1788204466.446066:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1788204466.446069:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204466.446070:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204466.446074:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204466.446078:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
00000100:00000040:3.0:1788204466.446078:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937852032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204466.446083:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204466.446085:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204466.446088:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:1.0:1788204466.446092:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204466.446094:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.446095:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.446100:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204466.446103:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14782)
00000100:00000001:1.0:1788204466.446105:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204466.446108:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.446111:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204466.446112:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204466.446114:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204466.446119:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937851904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.446127:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204466.446128:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204466.446130:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204466.446132:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204466.446134:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204466.446138:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937851904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204466.446141:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204466.446143:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204466.446144:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204466.446146:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204466.446149:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788204466.446150:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204466.446154:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204466.446156:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204466.446159:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204466.446162:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937851904, portal 4
00000100:00000001:1.0:1788204466.446164:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204466.446165:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00000040:1.0:1788204466.446171:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937851904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.446177:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204466.446179:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204466.446181:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204466.446183:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937851904, offset 0
00000400:00000200:1.0:1788204466.446187:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204466.446191:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204466.446195:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204466.446198:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204466.446200:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204466.446202:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204466.446205:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204466.446208:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546605:546605:256:4294967295] 192.168.201.135@tcp LPNI seq info [546571:546571:8:4294967295]
00000400:00000200:1.0:1788204466.446211:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204466.446217:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204466.446222:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204466.446225:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204466.446229:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204466.446232:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204466.446236:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204466.446238:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204466.446242:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204466.446244:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204466.446247:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204466.446249:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204466.446251:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204466.446252:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204466.446254:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204466.446256:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937851904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.446261:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204466.446263:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937851904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.446267:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.446268:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204466.446270:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204466.446272:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204466.446274:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204466.446275:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309444725
00000100:00000001:1.0:1788204466.446276:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309448396
00000100:00000001:1.0:1788204466.446278:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309444725
00000100:00000001:1.0:1788204466.446279:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309448396
00000100:00000001:1.0:1788204466.446280:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204466.446281:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.446282:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204466.446284:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204466/real 1788204466]  req@ffff8c5d3ba6ad80 x1875052937851904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204466.446289:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204466.446290:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204466.446291:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204466.446292:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204466.446293:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204466.446294:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204466.446296:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937851904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204466.446316:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937851904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.446319:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204466.446321:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.446322:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204466.446323:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204466.446326:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937851904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.446331:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204466.446333:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937851904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.446337:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204466.446338:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.446339:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204466.446340:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.446341:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204466.446341:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204466.446343:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204466.446344:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204466.446345:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204466.446347:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937851904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204466.446355:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937851904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204466.446358:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204466.446359:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937852032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.446374:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204466.446375:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204466.446376:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204466.446378:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204466.446379:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204466.446381:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937852032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204466.446383:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204466.446384:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204466.446385:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204466.446386:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204466.446388:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204466.446389:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204466.446391:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204466.446393:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204466.446395:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204466.446397:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937852032, portal 4
00000100:00000001:1.0:1788204466.446398:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204466.446399:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:1.0:1788204466.446402:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937852032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.446406:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204466.446407:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204466.446408:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204466.446409:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937852032, offset 0
00000400:00000200:1.0:1788204466.446412:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204466.446414:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204466.446416:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204466.446418:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204466.446420:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204466.446421:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204466.446423:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204466.446425:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546606:546606:256:4294967295] 192.168.201.135@tcp LPNI seq info [546572:546572:8:4294967295]
00000400:00000200:1.0:1788204466.446427:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204466.446431:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204466.446433:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204466.446435:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204466.446437:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204466.446439:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204466.446441:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204466.446443:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204466.446445:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204466.446446:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204466.446449:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204466.446451:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204466.446453:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204466.446454:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204466.446455:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204466.446457:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937852032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204491 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.446462:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204466.446463:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937852032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204491 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.446467:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.446468:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204466.446470:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204466.446472:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204466.446474:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204466.446475:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309444743
00000100:00000001:1.0:1788204466.446477:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309448396
00000100:00000001:1.0:1788204466.446478:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309444743
00000100:00000001:1.0:1788204466.446479:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309448396
00000100:00000001:1.0:1788204466.446480:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204466.446481:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.446482:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204466.446484:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204466/real 1788204466]  req@ffff8c5d3ba68e00 x1875052937852032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204466.446488:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204466.446489:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204466.446490:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204466.446491:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204466.446492:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204466.446493:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204466.446495:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937852032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204466.446499:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937852032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.446502:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204466.446503:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.446504:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204466.446504:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204466.446506:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937852032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.446509:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204466.446511:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937852032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.446515:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204466.446517:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.446518:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204466.446518:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.446519:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204466.446520:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204466.446522:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204466.446523:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204466.446524:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204466.446526:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937852032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204466.446530:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937852032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204466.446532:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.446533:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204466.446535:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937851904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.446538:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204466.446539:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204466.446540:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788204466.446541:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204466.446542:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204466.446542:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204466.446543:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204466.446544:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:1.0:1788204466.446546:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204466.446547:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204466.446548:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:1.0:1788204466.446549:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204466.446550:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.446551:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204466.446554:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937852032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204491 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204466.446566:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204466.446567:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204466.446568:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204466.446570:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204466.446571:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204466.446573:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204466.446575:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204466.446576:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:1.0:1788204466.446579:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204466.446580:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204466.446581:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:1.0:1788204466.446583:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204466.446584:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.446586:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204466.446589:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204466.446590:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204466.446592:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204466.446594:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204467.148530:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204467.148534:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204467.148546:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1788204467.404427:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788204467.404434:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788204467.404438:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788204467.404614:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204467.404629:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788204467.404634:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204467.404638:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788204468.172531:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204468.172534:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204468.172538:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204469.196520:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204469.196524:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204469.196527:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204470.220495:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204470.220499:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204470.220503:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204470.284409:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309448396, at 4309448448
00000100:00000010:1.0:1788204470.284427:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749a20.
00000020:00000001:2.0:1788204471.244514:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204471.244517:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204471.244521:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204471.564443:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204471.564452:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204471.564455:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204471.564458:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204471.564462:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204471.564467:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14777
00000400:00000200:1.0:1788204471.564475:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204471.564479:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204471.564481:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204471.564484:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.564486:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204471.564487:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.564489:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204471.564492:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204471.564493:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204471.564495:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204471.564497:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204471.564499:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204471.564500:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204471.564502:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.564504:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204471.564505:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.564506:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204471.564508:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204471.564510:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204471.564511:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204471.564513:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204471.564516:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204471.564518:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204471.564519:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204471.564520:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204471.564527:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc380.
00000020:00000040:1.0:1788204471.564530:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204471.564533:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204471.564534:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204471.564536:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204471.564539:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204471.564542:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204471.564548:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788204471.564552:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204471.564559:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc380 x1875052937852160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204471.564565:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204471.564568:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204471.564572:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d497cf7b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc380 x1875052937852160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204471.564594:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204471.564596:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204471.564599:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204471.564600:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204471.564601:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204471.564603:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204471.564605:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14777
00000400:00000200:1.0:1788204471.564607:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204471.564608:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204471.564610:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204471.564612:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.564613:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204471.564615:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.564616:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204471.564617:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204471.564618:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204471.564619:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204471.564620:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204471.564621:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204471.564629:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204471.564632:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.564635:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204471.564637:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.564640:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204471.564644:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204471.564648:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204471.564650:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204471.564654:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204471.564658:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204471.564662:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204471.564665:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204471.564670:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204471.564676:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204471.564682:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204471.564690:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd880.
00000020:00000040:1.0:1788204471.564695:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204471.564700:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204471.564703:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204471.564707:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204471.564710:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204471.564713:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204471.564721:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788204471.564728:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204471.564737:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd880 x1875052937852288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204471.564759:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204471.564765:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204471.564773:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6204fb] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd880 x1875052937852288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204471.564786:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204471.564792:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204471.564799:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204471.564803:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204471.564806:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204471.564812:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204471.564820:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14777
00000400:00000200:1.0:1788204471.564841:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204471.564847:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204471.564851:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204471.564855:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.564859:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204471.564862:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.564866:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204471.564868:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204471.564869:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204471.564872:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204471.564876:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204471.564878:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204471.564881:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:0.1:1788204471.564882:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:1.0:1788204471.564884:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.564889:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1788204471.564890:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1788204471.564891:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.564895:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204471.564899:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204471.564904:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204471.564908:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204471.564909:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204471.564912:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204471.564915:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204471.564919:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204471.564923:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204471.564929:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204471.564934:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204471.564939:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc000.
00000020:00000040:1.0:1788204471.564943:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204471.564949:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204471.564952:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204471.564955:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204471.564958:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204471.564962:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204471.564969:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:1.0:1788204471.564975:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204471.564984:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc000 x1875052937852416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204471.564997:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204471.565000:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204471.565007:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78f2b1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc000 x1875052937852416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204471.565020:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204471.565025:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204471.565030:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204471.565032:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204471.565034:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204471.565037:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204471.565041:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14777
00000400:00000200:1.0:1788204471.565046:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204471.565048:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204471.565049:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204471.565051:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.565054:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204471.565057:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.565060:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204471.565063:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204471.565065:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204471.565069:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204471.565071:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204471.565075:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204471.565080:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204471.565085:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.565088:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204471.565091:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.565094:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204471.565097:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204471.565102:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204471.565106:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204471.565110:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204471.565113:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204471.565117:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204471.565120:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204471.565124:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204471.565127:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204471.565130:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204471.565134:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecea00.
00000020:00000040:1.0:1788204471.565138:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204471.565141:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204471.565143:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204471.565147:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204471.565149:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204471.565151:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204471.565155:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788204471.565160:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204471.565167:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecea00 x1875052937852544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204471.565180:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204471.565183:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204471.565188:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0471f4c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecea00 x1875052937852544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204471.565200:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204471.565204:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204471.565208:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204471.565211:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204471.565213:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204471.565218:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204471.565221:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14777
00000400:00000200:1.0:1788204471.565227:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204471.565232:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204471.565234:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204471.565238:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.565242:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204471.565245:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.565248:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204471.565252:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204471.565255:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204471.565258:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204471.565262:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204471.565267:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204471.565285:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204471.565290:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.565292:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204471.565296:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204471.565319:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204471.565321:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204471.565323:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204471.565325:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204471.565326:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204471.565328:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204471.565330:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204471.565333:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204471.565337:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204471.565340:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204471.565344:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204471.565348:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd180.
00000020:00000040:1.0:1788204471.565353:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204471.565356:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204471.565358:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204471.565360:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204471.565362:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204471.565366:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204471.565373:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788204471.565379:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204471.565388:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd180 x1875052937852672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204471.565403:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204471.565407:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204471.565413:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d402d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd180 x1875052937852672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204471.565422:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204471.565427:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14787)
00000800:00000200:0.1:1788204471.565497:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204471.565500:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204471.565691:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204471.565692:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204471.565849:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204471.565851:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204471.566083:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204471.566084:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1788204472.268509:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204472.268514:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204472.268518:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204473.292563:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204473.292569:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204473.292574:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204474.316514:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204474.316517:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204474.316519:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204475.340461:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204475.340463:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204475.340466:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204475.404420:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309453516, at 4309453568
00000100:00000010:1.0:1788204475.404433:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0746c0.
00000020:00000001:2.0:1788204476.364519:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204476.364523:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204476.364526:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204476.684674:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204476.684679:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204476.684682:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204476.684690:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afad80 x1875052937852800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.684708:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204476.684713:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204476.684719:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204476.684724:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204476.684730:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204476.684738:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937852800:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204476.684747:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204476.684754:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204476.684757:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204476.684762:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204476.684770:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204476.684773:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204476.684778:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204476.684782:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204476.684790:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204476.684800:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937852800, portal 25
00000100:00000001:1.0:1788204476.684804:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204476.684810:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871310208 : -127143838241408 : ffff8c5d04afad80)
00000100:00000040:1.0:1788204476.684821:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afad80 x1875052937852800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.684833:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204476.684838:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204476.684842:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204476.684846:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937852800, offset 0
00000400:00000200:1.0:1788204476.684854:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204476.684864:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204476.684872:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204476.684878:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204476.684884:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204476.684888:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204476.684892:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204476.684896:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546612:546612:256:4294967295] 192.168.201.135@tcp LPNI seq info [546578:546578:8:4294967295]
00000400:00000200:1.0:1788204476.684904:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204476.684915:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204476.684924:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204476.684930:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204476.684939:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204476.684945:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204476.684954:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204476.684961:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204476.684972:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204476.684978:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204476.684991:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204476.685003:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204476.685011:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204476.685016:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204476.685023:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204476.685031:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afad80 x1875052937852800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685050:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204476.685054:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afad80 x1875052937852800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685077:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204476.685081:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204476.685089:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204476.685098:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204476.685103:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309458636
00000100:00000010:1.0:1788204476.685110:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749a20.
00000100:00000001:1.0:1788204476.685118:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204476.685126:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309458636
00000100:00000010:1.0:1788204476.685133:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749240.
00000100:00000001:1.0:1788204476.685139:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204476.685144:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204476.685149:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204476.685154:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204476.685164:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204476/real 1788204476]  req@ffff8c5d04afad80 x1875052937852800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204476.685178:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204476.685181:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204476.685205:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204476.685210:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204476.685213:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204476.685218:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204476.685223:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afad80 x1875052937852800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204476.685235:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afad80 x1875052937852800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685242:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204476.685245:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.685247:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204476.685250:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204476.685254:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afad80 x1875052937852800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685262:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204476.685269:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afad80 x1875052937852800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685279:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204476.685284:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.685285:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204476.685287:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.685291:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204476.685293:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204476.685331:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204476.685340:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204476.685345:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204476.685353:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afad80 x1875052937852800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204476.685369:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937852800:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204476.685378:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.685383:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204476.685389:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afad80 x1875052937852800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685402:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204476.685406:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204476.685410:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204476.685417:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204476.685420:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204476.685423:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204476.685427:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204476.685432:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4800.
02000000:00000001:1.0:1788204476.685437:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204476.685440:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204476.685444:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afad80.
00000100:00000001:1.0:1788204476.685451:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204476.685454:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.685458:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.685466:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204476.685471:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204476.685476:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204476.685480:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204476.685483:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204476.685491:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8e00 x1875052937852928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685523:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204476.685526:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204476.685530:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204476.685534:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204476.685547:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204476.685554:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937852928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204476.685562:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204476.685566:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204476.685569:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204476.685574:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204476.685579:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204476.685583:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204476.685591:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204476.685597:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204476.685603:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204476.685608:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937852928, portal 10
00000100:00000001:1.0:1788204476.685612:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204476.685615:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871302144 : -127143838249472 : ffff8c5d04af8e00)
00000100:00000040:1.0:1788204476.685626:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8e00 x1875052937852928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685638:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204476.685643:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204476.685648:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204476.685653:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937852928, offset 0
00000400:00000200:1.0:1788204476.685661:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204476.685670:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204476.685678:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204476.685682:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204476.685687:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204476.685690:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204476.685695:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204476.685699:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546613:546613:256:4294967295] 192.168.201.135@tcp LPNI seq info [546579:546579:8:4294967295]
00000400:00000200:1.0:1788204476.685704:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204476.685712:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204476.685718:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204476.685721:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204476.685725:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204476.685728:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204476.685733:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204476.685735:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204476.685739:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204476.685740:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204476.685744:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204476.685747:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204476.685750:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204476.685752:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204476.685754:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204476.685757:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8e00 x1875052937852928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685765:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204476.685768:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8e00 x1875052937852928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685774:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204476.685776:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204476.685779:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204476.685782:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204476.685785:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204476.685787:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309454877
00000100:00000001:1.0:1788204476.685790:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309458636
00000100:00000001:1.0:1788204476.685792:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309454877
00000100:00000001:1.0:1788204476.685794:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309458636
00000100:00000001:1.0:1788204476.685796:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204476.685798:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204476.685800:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204476.685803:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204476/real 1788204476]  req@ffff8c5d04af8e00 x1875052937852928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204476.685811:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204476.685812:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204476.685814:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204476.685816:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204476.685818:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204476.685820:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204476.685823:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8e00 x1875052937852928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204476.685831:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8e00 x1875052937852928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685837:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204476.685838:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.685839:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204476.685840:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204476.685842:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8e00 x1875052937852928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685847:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204476.685849:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8e00 x1875052937852928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685853:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204476.685854:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.685855:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204476.685856:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.685857:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204476.685858:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204476.685859:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204476.685861:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204476.685862:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204476.685865:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8e00 x1875052937852928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204476.685869:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937852928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204476.685871:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204476.685873:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afbb80 x1875052937853056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685876:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204476.685877:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204476.685878:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204476.685879:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204476.685881:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204476.685882:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937853056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204476.685884:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204476.685885:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204476.685886:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204476.685887:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204476.685890:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204476.685891:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204476.685893:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204476.685894:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204476.685896:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204476.685898:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937853056, portal 10
00000100:00000001:1.0:1788204476.685899:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204476.685900:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871313792 : -127143838237824 : ffff8c5d04afbb80)
00000100:00000040:1.0:1788204476.685904:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afbb80 x1875052937853056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685908:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204476.685909:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204476.685910:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204476.685912:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937853056, offset 0
00000400:00000200:1.0:1788204476.685914:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204476.685916:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204476.685919:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204476.685920:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204476.685922:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204476.685923:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204476.685925:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204476.685927:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546614:546614:256:4294967295] 192.168.201.135@tcp LPNI seq info [546580:546580:8:4294967295]
00000400:00000200:1.0:1788204476.685929:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204476.685933:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204476.685935:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204476.685937:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204476.685939:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204476.685941:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204476.685943:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204476.685945:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204476.685947:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204476.685948:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204476.685951:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204476.685953:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204476.685954:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204476.685955:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204476.685957:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204476.685959:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afbb80 x1875052937853056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685963:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204476.685965:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afbb80 x1875052937853056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.685969:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204476.685970:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204476.685972:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204476.685973:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204476.685975:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204476.685976:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309454872
00000100:00000001:1.0:1788204476.685978:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309458636
00000100:00000001:1.0:1788204476.685979:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309454872
00000100:00000001:1.0:1788204476.685980:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309458636
00000100:00000001:1.0:1788204476.685981:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204476.685982:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204476.685983:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204476.685985:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204476/real 1788204476]  req@ffff8c5d04afbb80 x1875052937853056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204476.685989:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204476.685990:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204476.685990:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204476.685992:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204476.685992:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204476.685994:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204476.685995:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afbb80 x1875052937853056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204476.686000:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afbb80 x1875052937853056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686003:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204476.686004:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686005:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204476.686005:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204476.686007:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afbb80 x1875052937853056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686010:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204476.686013:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afbb80 x1875052937853056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686017:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204476.686018:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686019:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204476.686020:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686021:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204476.686021:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204476.686023:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204476.686024:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204476.686025:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204476.686027:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afbb80 x1875052937853056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204476.686031:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937853056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204476.686033:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204476.686035:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afaa00 x1875052937853184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686038:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204476.686039:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204476.686040:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204476.686041:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204476.686042:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204476.686044:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937853184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204476.686045:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204476.686046:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204476.686047:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204476.686048:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204476.686050:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204476.686051:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204476.686053:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204476.686054:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204476.686056:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204476.686058:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937853184, portal 4
00000100:00000001:1.0:1788204476.686059:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204476.686059:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871309312 : -127143838242304 : ffff8c5d04afaa00)
00000100:00000040:1.0:1788204476.686062:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afaa00 x1875052937853184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686066:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204476.686068:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204476.686069:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204476.686071:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937853184, offset 0
00000400:00000200:1.0:1788204476.686075:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204476.686078:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204476.686081:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204476.686083:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204476.686085:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204476.686087:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204476.686090:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204476.686092:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546615:546615:256:4294967295] 192.168.201.135@tcp LPNI seq info [546581:546581:8:4294967295]
00000400:00000200:1.0:1788204476.686096:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204476.686102:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204476.686106:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204476.686109:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204476.686111:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204476.686113:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204476.686115:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204476.686117:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204476.686119:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204476.686120:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204476.686124:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204476.686127:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204476.686130:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204476.686132:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204476.686134:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204476.686137:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afaa00 x1875052937853184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686144:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204476.686147:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afaa00 x1875052937853184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686153:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204476.686155:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204476.686157:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204476.686160:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204476.686163:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204476.686165:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309454965
00000100:00000001:1.0:1788204476.686167:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309458636
00000100:00000001:1.0:1788204476.686169:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309454965
00000100:00000001:1.0:1788204476.686170:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309458636
00000100:00000001:1.0:1788204476.686172:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204476.686173:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204476.686174:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204476.686176:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204476/real 1788204476]  req@ffff8c5d04afaa00 x1875052937853184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204476.686181:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204476.686182:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204476.686183:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204476.686197:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204476.686198:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204476.686206:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204476.686208:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afaa00 x1875052937853184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204476.686213:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afaa00 x1875052937853184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686220:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204476.686221:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686222:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204476.686223:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204476.686225:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afaa00 x1875052937853184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686229:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204476.686231:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afaa00 x1875052937853184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686234:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204476.686235:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686236:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204476.686238:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686239:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204476.686240:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204476.686241:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204476.686243:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204476.686244:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204476.686246:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afaa00 x1875052937853184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204476.686250:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937853184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204476.686252:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686253:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204476.686255:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8e00 x1875052937852928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686258:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204476.686259:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204476.686261:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204476.686262:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204476.686263:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204476.686264:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204476.686265:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204476.686266:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:1.0:1788204476.686268:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204476.686269:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204476.686270:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8e00.
00000100:00000001:1.0:1788204476.686271:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204476.686272:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686273:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204476.686275:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afbb80 x1875052937853056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686279:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204476.686279:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204476.686280:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204476.686281:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204476.686282:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204476.686283:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204476.686283:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204476.686284:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:1.0:1788204476.686285:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204476.686286:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204476.686286:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afbb80.
00000100:00000001:1.0:1788204476.686288:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204476.686288:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686289:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204476.686291:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afaa00 x1875052937853184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686294:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204476.686294:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204476.686295:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204476.686296:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204476.686297:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204476.686310:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204476.686312:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204476.686313:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:1.0:1788204476.686315:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204476.686315:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204476.686316:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afaa00.
00000100:00000001:1.0:1788204476.686317:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204476.686318:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686319:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686321:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204476.686322:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204476.686324:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204476.686325:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204476.686326:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204476.686328:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9f80 x1875052937853312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686332:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204476.686333:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204476.686334:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204476.686335:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204476.686336:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204476.686338:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937853312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204476.686339:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204476.686341:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204476.686342:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204476.686343:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204476.686344:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204476.686345:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204476.686348:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204476.686349:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204476.686351:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204476.686352:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937853312, portal 4
00000100:00000001:1.0:1788204476.686354:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204476.686354:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871306624 : -127143838244992 : ffff8c5d04af9f80)
00000100:00000040:1.0:1788204476.686358:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9f80 x1875052937853312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686365:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204476.686367:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204476.686368:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204476.686369:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937853312, offset 0
00000400:00000200:1.0:1788204476.686372:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204476.686374:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204476.686376:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204476.686377:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204476.686379:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204476.686381:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204476.686382:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204476.686384:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546616:546616:256:4294967295] 192.168.201.135@tcp LPNI seq info [546582:546582:8:4294967295]
00000400:00000200:1.0:1788204476.686386:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204476.686390:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204476.686393:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204476.686394:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204476.686397:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204476.686398:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204476.686400:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204476.686402:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204476.686404:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204476.686406:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204476.686408:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204476.686410:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204476.686412:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204476.686413:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204476.686414:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204476.686416:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9f80 x1875052937853312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204501 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686420:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204476.686422:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9f80 x1875052937853312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204501 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686429:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204476.686430:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204476.686432:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204476.686434:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204476.686435:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204476.686437:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309454983
00000100:00000001:1.0:1788204476.686438:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309458636
00000100:00000001:1.0:1788204476.686439:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309454983
00000100:00000001:1.0:1788204476.686440:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309458636
00000100:00000001:1.0:1788204476.686441:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204476.686442:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204476.686443:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204476.686445:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204476/real 1788204476]  req@ffff8c5d04af9f80 x1875052937853312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204476.686449:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204476.686450:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204476.686451:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204476.686452:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204476.686453:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204476.686454:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204476.686455:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9f80 x1875052937853312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204476.686460:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9f80 x1875052937853312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686464:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204476.686464:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686465:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204476.686466:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204476.686468:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9f80 x1875052937853312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686472:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204476.686474:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9f80 x1875052937853312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686478:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204476.686479:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686480:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204476.686480:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686481:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204476.686482:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204476.686483:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204476.686485:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204476.686486:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204476.686488:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9f80 x1875052937853312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204476.686492:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937853312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204476.686494:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686495:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204476.686496:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9f80 x1875052937853312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204501 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204476.686500:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204476.686501:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204476.686502:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204476.686503:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204476.686504:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204476.686505:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204476.686506:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204476.686507:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4400.
02000000:00000001:1.0:1788204476.686508:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204476.686509:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204476.686510:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9f80.
00000100:00000001:1.0:1788204476.686511:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204476.686512:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686513:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204476.686515:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204476.686516:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204476.686517:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204476.686518:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204477.388518:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204477.388520:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204477.388523:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204478.412491:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204478.412495:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204478.412498:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204479.436540:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204479.436544:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204479.436546:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204480.460495:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204480.460499:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204480.460502:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204480.524400:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309458636, at 4309458688
00000100:00000010:1.0:1788204480.524413:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749240.
00000020:00000001:2.0:1788204481.484485:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204481.484489:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204481.484491:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1788204481.804632:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204481.804638:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204481.804643:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204481.804654:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb100 x1875052937853440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.804671:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204481.804675:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204481.804681:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204481.804686:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204481.804699:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204481.804707:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937853440:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204481.804719:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204481.804724:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204481.804728:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204481.804735:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204481.804742:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204481.804748:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204481.804759:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204481.804767:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204481.804774:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204481.804783:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937853440, portal 25
00000100:00000001:1.0:1788204481.804789:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204481.804792:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871311104 : -127143838240512 : ffff8c5d04afb100)
00000100:00000040:1.0:1788204481.804803:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb100 x1875052937853440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.804818:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204481.804825:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204481.804831:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204481.804838:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937853440, offset 0
00000400:00000200:1.0:1788204481.804849:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204481.804863:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204481.804875:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204481.804886:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204481.804895:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204481.804901:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204481.804909:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204481.804919:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546617:546617:256:4294967295] 192.168.201.135@tcp LPNI seq info [546583:546583:8:4294967295]
00000400:00000200:1.0:1788204481.804929:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204481.804946:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204481.804959:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204481.804968:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204481.804978:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204481.804987:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204481.804998:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204481.805005:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204481.805015:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204481.805020:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204481.805033:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204481.805044:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204481.805051:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204481.805055:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204481.805062:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204481.805071:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb100 x1875052937853440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.805131:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204481.805140:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb100 x1875052937853440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.805160:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204481.805164:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204481.805172:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204481.805180:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204481.805183:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309463756
00000100:00000010:1.0:1788204481.805188:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749240.
00000100:00000001:1.0:1788204481.805197:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204481.805205:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309463756
00000100:00000010:1.0:1788204481.805211:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749780.
00000100:00000001:1.0:1788204481.805217:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204481.805222:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204481.805227:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204481.805232:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204481.805239:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204481/real 1788204481]  req@ffff8c5d04afb100 x1875052937853440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204481.805253:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204481.805256:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204481.805259:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204481.805264:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204481.805268:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204481.805272:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204481.805280:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb100 x1875052937853440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204481.805320:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb100 x1875052937853440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.805335:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204481.805340:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.805345:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204481.805349:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204481.805357:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb100 x1875052937853440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.805375:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204481.805383:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb100 x1875052937853440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.805402:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204481.805408:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.805413:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204481.805416:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.805421:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204481.805425:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204481.805431:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204481.805441:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204481.805446:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204481.805454:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb100 x1875052937853440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204481.805473:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937853440:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204481.805480:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.805484:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204481.805490:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb100 x1875052937853440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.805501:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204481.805505:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204481.805509:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204481.805515:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204481.805518:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204481.805521:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204481.805527:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204481.805530:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:1.0:1788204481.805535:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204481.805539:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204481.805541:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb100.
00000100:00000001:1.0:1788204481.805549:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204481.805550:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.805553:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.805560:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204481.805562:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204481.805565:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204481.805566:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204481.805567:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204481.805571:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afa300 x1875052937853568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.805578:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204481.805579:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204481.805581:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204481.805582:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204481.805584:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204481.805587:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937853568:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204481.805590:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204481.805591:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204481.805593:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204481.805595:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204481.805597:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204481.805599:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204481.805603:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204481.805605:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204481.805609:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204481.805611:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937853568, portal 10
00000100:00000001:1.0:1788204481.805613:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204481.805614:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871307520 : -127143838244096 : ffff8c5d04afa300)
00000100:00000040:1.0:1788204481.805620:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afa300 x1875052937853568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.805626:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204481.805629:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204481.805631:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204481.805633:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937853568, offset 0
00000400:00000200:1.0:1788204481.805637:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204481.805641:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204481.805645:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204481.805647:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204481.805650:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204481.805652:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204481.805655:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204481.805658:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546618:546618:256:4294967295] 192.168.201.135@tcp LPNI seq info [546584:546584:8:4294967295]
00000400:00000200:1.0:1788204481.805662:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204481.805668:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204481.805672:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204481.805676:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204481.805679:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204481.805682:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204481.805686:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204481.805688:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204481.805692:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204481.805694:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204481.805698:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204481.805701:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204481.805704:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204481.805706:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204481.805708:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204481.805712:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afa300 x1875052937853568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.805719:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204481.805722:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afa300 x1875052937853568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.805733:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204481.805735:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204481.805737:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204481.805741:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204481.805744:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204481.805746:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309459997
00000100:00000001:1.0:1788204481.805749:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309463756
00000100:00000001:1.0:1788204481.805751:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309459997
00000100:00000001:1.0:1788204481.805753:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309463756
00000100:00000001:1.0:1788204481.805755:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204481.805757:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204481.805759:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204481.805762:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204481/real 1788204481]  req@ffff8c5d04afa300 x1875052937853568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204481.805770:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204481.805771:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204481.805773:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204481.805775:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204481.805777:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204481.805779:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204481.805782:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afa300 x1875052937853568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204481.805789:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afa300 x1875052937853568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.805795:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204481.805797:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.805798:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204481.805800:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204481.805803:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afa300 x1875052937853568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.805810:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204481.805813:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afa300 x1875052937853568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.805819:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204481.805821:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.805822:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204481.805823:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.805825:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204481.805827:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204481.805829:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204481.805833:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204481.805835:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204481.805839:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afa300 x1875052937853568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204481.805846:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937853568:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204481.805850:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204481.805853:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9c00 x1875052937853696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.805860:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204481.805861:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204481.805863:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204481.805864:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204481.805866:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204481.805868:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937853696:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204481.805871:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204481.805873:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204481.805875:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204481.805876:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204481.805880:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204481.805881:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204481.805884:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204481.805887:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204481.805890:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204481.805892:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937853696, portal 10
00000100:00000001:1.0:1788204481.805894:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204481.805896:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871305728 : -127143838245888 : ffff8c5d04af9c00)
00000100:00000040:1.0:1788204481.805901:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9c00 x1875052937853696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.805907:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204481.805909:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204481.805911:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204481.805913:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937853696, offset 0
00000400:00000200:1.0:1788204481.805917:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204481.805921:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204481.805925:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204481.805928:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204481.805930:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204481.805932:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204481.805934:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204481.805937:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546619:546619:256:4294967295] 192.168.201.135@tcp LPNI seq info [546585:546585:8:4294967295]
00000400:00000200:1.0:1788204481.805941:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204481.805947:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204481.805952:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204481.805955:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204481.805958:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204481.805961:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204481.805964:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204481.805967:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204481.805971:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204481.805973:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204481.805977:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204481.805980:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204481.805982:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204481.805984:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204481.805986:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204481.805990:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9c00 x1875052937853696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.805997:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204481.806000:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9c00 x1875052937853696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806005:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204481.806007:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204481.806009:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204481.806012:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204481.806015:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204481.806016:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309459992
00000100:00000001:1.0:1788204481.806019:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309463756
00000100:00000001:1.0:1788204481.806021:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309459992
00000100:00000001:1.0:1788204481.806023:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309463756
00000100:00000001:1.0:1788204481.806024:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204481.806026:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204481.806028:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204481.806031:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204481/real 1788204481]  req@ffff8c5d04af9c00 x1875052937853696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204481.806038:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204481.806039:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204481.806041:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204481.806044:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204481.806045:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204481.806047:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204481.806050:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9c00 x1875052937853696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204481.806058:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9c00 x1875052937853696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806064:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204481.806065:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.806067:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204481.806068:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204481.806071:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9c00 x1875052937853696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806078:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204481.806081:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9c00 x1875052937853696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806087:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204481.806089:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.806091:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204481.806092:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.806094:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204481.806107:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204481.806110:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204481.806114:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204481.806116:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204481.806120:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9c00 x1875052937853696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204481.806127:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937853696:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204481.806131:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204481.806135:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8a80 x1875052937853824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806140:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204481.806142:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204481.806144:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204481.806146:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204481.806147:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204481.806150:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937853824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204481.806153:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204481.806154:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204481.806156:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204481.806158:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204481.806161:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204481.806163:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204481.806166:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204481.806169:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204481.806172:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204481.806175:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937853824, portal 4
00000100:00000001:1.0:1788204481.806176:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204481.806178:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871301248 : -127143838250368 : ffff8c5d04af8a80)
00000100:00000040:1.0:1788204481.806183:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8a80 x1875052937853824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806189:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204481.806191:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204481.806193:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204481.806195:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937853824, offset 0
00000400:00000200:1.0:1788204481.806199:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204481.806203:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204481.806206:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204481.806208:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204481.806210:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204481.806213:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204481.806215:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204481.806218:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546620:546620:256:4294967295] 192.168.201.135@tcp LPNI seq info [546586:546586:8:4294967295]
00000400:00000200:1.0:1788204481.806222:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204481.806227:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204481.806231:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204481.806234:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204481.806238:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204481.806240:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204481.806244:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204481.806247:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204481.806250:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204481.806251:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204481.806255:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204481.806258:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204481.806261:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204481.806262:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204481.806264:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204481.806268:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8a80 x1875052937853824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806274:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204481.806277:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8a80 x1875052937853824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806283:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204481.806285:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204481.806287:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204481.806290:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204481.806293:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204481.806294:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309460085
00000100:00000001:1.0:1788204481.806297:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309463756
00000100:00000001:1.0:1788204481.806314:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309460086
00000100:00000001:1.0:1788204481.806316:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309463756
00000100:00000001:1.0:1788204481.806318:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204481.806320:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204481.806322:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204481.806325:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204481/real 1788204481]  req@ffff8c5d04af8a80 x1875052937853824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204481.806332:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204481.806333:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204481.806334:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204481.806337:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204481.806339:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204481.806340:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204481.806343:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8a80 x1875052937853824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204481.806350:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8a80 x1875052937853824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806356:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204481.806358:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.806359:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204481.806360:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204481.806363:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8a80 x1875052937853824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806369:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204481.806372:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8a80 x1875052937853824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806378:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204481.806380:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.806382:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204481.806383:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.806384:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204481.806386:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204481.806388:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204481.806391:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204481.806393:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204481.806397:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8a80 x1875052937853824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204481.806403:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937853824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204481.806407:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204481.806410:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8000 x1875052937853952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806415:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204481.806416:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204481.806418:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204481.806420:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204481.806422:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204481.806425:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937853952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204481.806427:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204481.806429:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204481.806431:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204481.806432:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204481.806435:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204481.806437:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204481.806440:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204481.806442:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204481.806445:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204481.806448:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937853952, portal 4
00000100:00000001:1.0:1788204481.806450:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204481.806451:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871298560 : -127143838253056 : ffff8c5d04af8000)
00000100:00000040:1.0:1788204481.806456:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8000 x1875052937853952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806462:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204481.806465:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204481.806467:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204481.806470:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937853952, offset 0
00000400:00000200:1.0:1788204481.806474:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204481.806478:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204481.806481:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204481.806484:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204481.806486:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204481.806488:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204481.806490:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204481.806493:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546621:546621:256:4294967295] 192.168.201.135@tcp LPNI seq info [546587:546587:8:4294967295]
00000400:00000200:1.0:1788204481.806497:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204481.806502:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204481.806506:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204481.806509:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204481.806513:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204481.806515:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204481.806519:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204481.806522:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204481.806525:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204481.806527:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204481.806531:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204481.806534:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204481.806537:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204481.806538:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204481.806541:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204481.806544:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8000 x1875052937853952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204506 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806550:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204481.806553:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8000 x1875052937853952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204506 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806559:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204481.806560:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204481.806564:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204481.806566:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204481.806569:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204481.806571:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309460103
00000100:00000001:1.0:1788204481.806573:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309463756
00000100:00000001:1.0:1788204481.806575:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309460103
00000100:00000001:1.0:1788204481.806577:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309463756
00000100:00000001:1.0:1788204481.806579:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204481.806581:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204481.806583:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204481.806586:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204481/real 1788204481]  req@ffff8c5d04af8000 x1875052937853952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204481.806593:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204481.806594:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204481.806596:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204481.806598:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204481.806600:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204481.806601:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204481.806605:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8000 x1875052937853952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204481.806612:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8000 x1875052937853952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806618:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204481.806619:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.806621:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204481.806622:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204481.806625:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8000 x1875052937853952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806631:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204481.806634:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8000 x1875052937853952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806641:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204481.806643:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.806644:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204481.806646:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.806647:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204481.806648:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204481.806651:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204481.806654:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204481.806656:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204481.806659:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8000 x1875052937853952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204481.806666:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937853952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204481.806669:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.806671:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204481.806674:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afa300 x1875052937853568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806680:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204481.806681:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204481.806683:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204481.806686:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204481.806687:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204481.806688:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204481.806689:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204481.806691:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:1.0:1788204481.806693:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204481.806694:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204481.806695:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afa300.
00000100:00000001:1.0:1788204481.806698:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204481.806699:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.806701:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204481.806703:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9c00 x1875052937853696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806710:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204481.806711:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204481.806713:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204481.806715:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204481.806716:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204481.806717:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204481.806719:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204481.806720:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:1.0:1788204481.806722:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204481.806723:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204481.806724:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9c00.
00000100:00000001:1.0:1788204481.806727:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204481.806728:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.806729:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204481.806732:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8a80 x1875052937853824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806739:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204481.806740:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204481.806741:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204481.806744:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204481.806745:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204481.806746:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204481.806748:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204481.806749:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:1.0:1788204481.806751:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204481.806752:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204481.806753:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8a80.
00000100:00000001:1.0:1788204481.806755:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204481.806757:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.806758:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204481.806762:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8000 x1875052937853952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204506 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204481.806774:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204481.806775:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204481.806777:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204481.806779:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204481.806780:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204481.806781:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204481.806783:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204481.806784:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:1.0:1788204481.806786:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204481.806787:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204481.806788:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8000.
00000100:00000001:1.0:1788204481.806790:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204481.806791:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.806793:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204481.806796:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204481.806797:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204481.806799:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204481.806801:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204482.508456:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204482.508460:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204482.508463:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204483.532477:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204483.532480:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204483.532482:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204484.556508:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204484.556512:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204484.556516:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204485.580542:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204485.580546:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204485.580549:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204485.644395:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309463756, at 4309463808
00000100:00000010:1.0:1788204485.644413:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749780.
00000020:00000001:2.0:1788204486.604475:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204486.604479:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204486.604482:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204486.924416:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204486.924424:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204486.924426:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204486.924429:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204486.924433:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204486.924438:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14792
00000400:00000200:1.0:1788204486.924446:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204486.924450:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204486.924452:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204486.924454:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.924457:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204486.924459:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.924461:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204486.924463:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204486.924465:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204486.924467:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204486.924469:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204486.924470:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204486.924472:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204486.924473:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.924474:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204486.924476:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.924477:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204486.924479:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204486.924481:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204486.924482:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204486.924484:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204486.924486:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204486.924488:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204486.924489:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204486.924491:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204486.924498:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece680.
00000020:00000040:1.0:1788204486.924500:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204486.924503:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204486.924504:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204486.924506:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204486.924508:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204486.924511:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204486.924517:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:1.0:1788204486.924521:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204486.924528:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece680 x1875052937854080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204486.924539:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204486.924542:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204486.924545:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb9bc345] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece680 x1875052937854080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204486.924571:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204486.924575:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204486.924578:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204486.924580:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204486.924582:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204486.924585:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204486.924589:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14792
00000400:00000200:1.0:1788204486.924592:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204486.924597:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204486.924600:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204486.924604:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.924607:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204486.924611:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.924615:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204486.924619:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204486.924621:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204486.924624:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204486.924627:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204486.924632:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204486.924637:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204486.924643:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.924647:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204486.924650:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.924654:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204486.924660:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204486.924667:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204486.924672:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204486.924677:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204486.924684:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204486.924690:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204486.924696:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204486.924700:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204486.924705:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204486.924709:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204486.924717:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdc00.
00000020:00000040:1.0:1788204486.924722:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204486.924729:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204486.924733:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204486.924737:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204486.924740:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204486.924744:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204486.924750:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:1.0:1788204486.924757:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204486.924768:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdc00 x1875052937854208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204486.924777:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204486.924780:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204486.924785:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c07ad524] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdc00 x1875052937854208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204486.924793:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204486.924797:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204486.924800:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204486.924803:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204486.924804:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204486.924807:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204486.924811:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14792
00000400:00000200:1.0:1788204486.924843:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204486.924848:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204486.924851:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204486.924853:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.924856:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204486.924859:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.924860:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204486.924864:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204486.924865:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204486.924868:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204486.924870:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204486.924876:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204486.924879:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:0.1:1788204486.924882:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:1.0:1788204486.924884:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.924887:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204486.924889:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:0.1:1788204486.924889:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000100:00000001:1.0:1788204486.924892:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204486.924896:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204486.924899:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204486.924901:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204486.924904:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204486.924906:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204486.924909:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204486.924910:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204486.924911:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204486.924913:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204486.924918:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204486.924922:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd500.
00000020:00000040:1.0:1788204486.924925:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204486.924929:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204486.924930:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204486.924932:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204486.924936:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204486.924937:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204486.924943:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000001:1.0:1788204486.924945:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204486.924950:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd500 x1875052937854336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204486.924958:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204486.924962:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204486.924969:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab37475] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd500 x1875052937854336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204486.924977:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204486.924980:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204486.924986:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204486.924988:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204486.924989:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204486.924994:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204486.924999:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14792
00000400:00000200:1.0:1788204486.925035:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204486.925040:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204486.925043:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204486.925047:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.925053:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204486.925056:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.925058:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204486.925062:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204486.925063:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204486.925064:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204486.925066:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204486.925070:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204486.925072:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204486.925077:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.925081:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204486.925084:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.925089:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204486.925094:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204486.925100:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204486.925104:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204486.925108:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204486.925113:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204486.925117:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204486.925120:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204486.925123:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204486.925129:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204486.925133:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204486.925138:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecce00.
00000020:00000040:1.0:1788204486.925143:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204486.925148:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204486.925152:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204486.925155:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204486.925159:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204486.925163:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204486.925169:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:1.0:1788204486.925175:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204486.925185:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecce00 x1875052937854464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204486.925200:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204486.925205:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204486.925212:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5eacb3] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecce00 x1875052937854464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204486.925226:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204486.925230:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204486.925235:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204486.925238:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204486.925240:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204486.925244:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204486.925248:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14792
00000400:00000200:1.0:1788204486.925254:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204486.925256:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204486.925257:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204486.925259:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.925260:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204486.925261:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.925262:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204486.925264:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204486.925264:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204486.925268:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204486.925269:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204486.925273:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204486.925275:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204486.925279:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.925282:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204486.925283:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204486.925287:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204486.925289:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204486.925328:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204486.925332:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204486.925336:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204486.925339:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204486.925345:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204486.925350:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204486.925354:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204486.925361:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204486.925365:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204486.925373:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecca80.
00000020:00000040:1.0:1788204486.925378:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204486.925383:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204486.925386:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204486.925389:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204486.925393:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204486.925397:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204486.925402:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000001:1.0:1788204486.925407:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204486.925413:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecca80 x1875052937854592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204486.925421:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204486.925423:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204486.925428:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8322783] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecca80 x1875052937854592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204486.925439:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204486.925443:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14802)
00000800:00000200:0.1:1788204486.925607:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204486.925610:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204486.925882:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204486.925884:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204486.926176:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204486.926179:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204486.926462:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204486.926464:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000020:00000001:2.0:1788204487.628474:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204487.628477:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204487.628479:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204488.652505:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204488.652509:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204488.652513:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204489.676507:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204489.676511:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204489.676514:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204490.700508:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204490.700512:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204490.700516:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204490.764403:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309468876, at 4309468928
00000100:00000010:1.0:1788204490.764419:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074540.
00000020:00000001:2.0:1788204491.724509:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204491.724512:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204491.724514:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204492.044394:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204492.044402:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204492.044403:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204492.044406:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204492.044410:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204492.044415:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14797
00000400:00000200:3.0:1788204492.044422:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204492.044426:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204492.044428:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204492.044430:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.044432:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204492.044434:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.044435:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204492.044439:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204492.044440:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204492.044442:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204492.044444:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204492.044446:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204492.044447:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204492.044449:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.044450:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204492.044451:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.044452:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204492.044454:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204492.044456:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204492.044458:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204492.044460:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204492.044462:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204492.044464:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204492.044465:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204492.044467:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204492.044473:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204492.044476:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204492.044479:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204492.044480:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204492.044482:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204492.044484:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204492.044487:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204492.044492:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204492.044498:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204492.044507:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937854720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204492.044518:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204492.044522:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204492.044526:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937854720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204492.044546:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204492.044549:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204492.044552:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204492.044554:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204492.044555:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204492.044558:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204492.044561:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14797
00000400:00000200:3.0:1788204492.044565:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204492.044568:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204492.044571:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204492.044574:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.044579:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204492.044584:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.044588:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204492.044593:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204492.044595:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204492.044599:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204492.044602:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204492.044607:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204492.044611:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204492.044620:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.044624:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204492.044630:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.044635:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204492.044641:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204492.044648:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204492.044652:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204492.044658:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204492.044666:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204492.044670:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204492.044672:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204492.044678:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204492.044684:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204492.044688:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204492.044694:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204492.044698:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204492.044703:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204492.044704:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204492.044708:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204492.044710:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204492.044713:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204492.044719:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204492.044723:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204492.044730:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937854848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204492.044740:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204492.044744:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204492.044750:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937854848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204492.044765:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204492.044769:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204492.044774:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204492.044777:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204492.044779:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204492.044784:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204492.044787:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14797
00000400:00000200:3.0:1788204492.044793:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204492.044798:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204492.044802:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204492.044807:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.044809:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204492.044813:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.044816:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:0.1:1788204492.044816:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204492.044819:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:0.1:1788204492.044821:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000020:00000040:3.0:1788204492.044822:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204492.044825:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204492.044827:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204492.044831:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204492.044834:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204492.044838:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.044842:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204492.044846:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.044849:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204492.044853:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204492.044860:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204492.044865:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204492.044869:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204492.044874:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204492.044878:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204492.044882:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204492.044885:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204492.044890:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204492.044892:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204492.044895:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204492.044900:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204492.044904:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204492.044907:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204492.044910:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204492.044914:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204492.044916:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204492.044938:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204492.044944:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204492.044953:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937854976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204492.044965:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204492.044970:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204492.044978:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937854976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204492.044994:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204492.044999:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204492.045007:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204492.045012:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204492.045016:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204492.045022:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204492.045028:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14797
00000400:00000200:3.0:1788204492.045038:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204492.045043:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204492.045057:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204492.045066:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.045072:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204492.045078:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.045086:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204492.045094:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204492.045098:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204492.045104:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204492.045111:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204492.045119:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204492.045128:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204492.045141:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.045151:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204492.045160:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.045168:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204492.045175:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204492.045183:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204492.045191:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204492.045198:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204492.045205:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204492.045213:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204492.045219:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204492.045226:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204492.045237:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204492.045245:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204492.045256:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204492.045265:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204492.045273:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204492.045278:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204492.045285:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204492.045291:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204492.045296:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204492.045369:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:3.0:1788204492.045370:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000800:00000200:0.1:1788204492.045371:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1788204492.045381:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204492.045398:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937855104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204492.045429:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204492.045438:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204492.045454:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937855104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204492.045491:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204492.045498:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204492.045506:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204492.045510:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204492.045514:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204492.045519:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204492.045526:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14797
00000400:00000200:3.0:1788204492.045536:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204492.045544:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204492.045549:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204492.045557:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.045564:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204492.045570:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.045576:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204492.045582:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204492.045585:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204492.045589:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204492.045593:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204492.045599:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204492.045604:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204492.045614:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.045620:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204492.045626:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204492.045631:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204492.045636:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204492.045641:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204492.045649:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204492.045653:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204492.045658:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204492.045662:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204492.045667:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204492.045669:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204492.045674:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204492.045678:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204492.045684:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204492.045688:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204492.045693:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204492.045695:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204492.045698:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204492.045700:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204492.045705:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204492.045710:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204492.045715:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204492.045722:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937855232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204492.045734:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204492.045737:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204492.045743:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937855232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204492.045752:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204492.045757:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14807)
00000800:00000200:0.1:1788204492.045801:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204492.045804:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204492.046147:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204492.046149:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204492.046424:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204492.046426:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000020:00000001:2.0:1788204492.748479:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204492.748483:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204492.748486:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204493.772523:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204493.772527:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204493.772530:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204494.796443:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204494.796448:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204494.796451:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204495.820489:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204495.820492:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204495.820494:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204495.884398:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309473996, at 4309474048
00000100:00000010:1.0:1788204495.884413:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074f00.
00000020:00000001:2.0:1788204496.844456:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204496.844461:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204496.844464:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204497.164385:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204497.164395:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204497.164397:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204497.164401:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204497.164405:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204497.164412:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14802
00000400:00000200:3.0:1788204497.164421:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204497.164427:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204497.164430:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204497.164433:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164437:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204497.164438:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164440:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204497.164443:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204497.164444:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204497.164446:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204497.164449:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204497.164451:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204497.164454:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204497.164457:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164458:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204497.164460:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164462:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204497.164464:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204497.164467:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164470:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204497.164473:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204497.164476:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204497.164479:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204497.164481:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204497.164483:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204497.164492:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788204497.164495:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204497.164498:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204497.164499:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204497.164501:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204497.164504:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204497.164507:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204497.164513:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204497.164518:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204497.164525:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937855360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204497.164532:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204497.164535:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204497.164538:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937855360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204497.164557:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204497.164559:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204497.164561:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204497.164562:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204497.164563:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204497.164565:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204497.164566:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14802
00000400:00000200:3.0:1788204497.164569:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204497.164571:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204497.164572:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204497.164574:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164575:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204497.164577:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164578:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204497.164580:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204497.164581:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204497.164582:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204497.164583:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204497.164585:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204497.164587:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204497.164588:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164590:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204497.164591:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164592:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204497.164594:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204497.164597:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164600:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204497.164603:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204497.164607:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204497.164612:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204497.164614:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204497.164618:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204497.164622:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204497.164626:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204497.164632:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204497.164635:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204497.164638:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204497.164640:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204497.164643:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204497.164644:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204497.164645:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204497.164650:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204497.164654:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204497.164660:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937855488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204497.164670:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204497.164674:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204497.164680:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937855488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204497.164688:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204497.164690:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204497.164694:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204497.164696:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204497.164696:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204497.164699:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204497.164702:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14802
00000400:00000200:3.0:1788204497.164708:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204497.164715:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204497.164719:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204497.164724:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164727:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204497.164731:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164735:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204497.164739:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204497.164742:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204497.164746:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204497.164749:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204497.164764:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204497.164770:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204497.164777:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164782:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204497.164785:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164790:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204497.164796:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204497.164800:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164805:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204497.164808:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204497.164811:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204497.164816:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204497.164819:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204497.164823:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204497.164827:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204497.164859:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204497.164865:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204497.164870:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204497.164875:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204497.164878:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204497.164883:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204497.164886:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204497.164891:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204497.164898:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204497.164904:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204497.164908:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00100000:3.0:1788204497.164915:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937855616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204497.164923:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204497.164925:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204497.164929:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937855616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204497.164939:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204497.164944:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204497.164950:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204497.164953:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204497.164955:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204497.164959:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204497.164965:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14802
00000400:00000200:3.0:1788204497.164972:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204497.164976:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204497.164982:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204497.164987:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164989:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204497.164993:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.164996:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204497.165000:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204497.165002:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204497.165005:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204497.165008:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204497.165010:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204497.165013:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204497.165017:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.165021:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204497.165022:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.165025:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204497.165029:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204497.165035:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204497.165040:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204497.165044:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204497.165048:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204497.165050:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204497.165052:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204497.165055:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204497.165060:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204497.165065:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204497.165070:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204497.165074:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204497.165078:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204497.165080:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204497.165083:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204497.165085:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204497.165088:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204497.165092:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204497.165097:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204497.165104:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937855744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204497.165121:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204497.165126:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204497.165131:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937855744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204497.165139:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204497.165142:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204497.165147:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204497.165149:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204497.165151:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204497.165155:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204497.165159:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14802
00000400:00000200:3.0:1788204497.165164:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204497.165166:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204497.165167:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204497.165173:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.165178:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204497.165183:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.165188:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204497.165201:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204497.165204:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204497.165208:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204497.165220:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204497.165226:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204497.165230:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204497.165237:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.165242:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204497.165247:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204497.165249:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204497.165252:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204497.165257:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204497.165262:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204497.165270:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204497.165274:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204497.165277:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204497.165281:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204497.165282:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204497.165285:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204497.165289:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204497.165293:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000800:00000200:0.1:1788204497.165294:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:3.0:1788204497.165296:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204497.165318:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204497.165319:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204497.165320:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204497.165321:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204497.165323:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204497.165329:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204497.165333:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204497.165337:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937855872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204497.165344:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204497.165348:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204497.165355:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937855872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204497.165365:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204497.165371:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14813)
00000800:00000200:0.1:1788204497.165496:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204497.165638:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204497.165768:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:2.0:1788204497.868526:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204497.868530:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204497.868534:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204498.892415:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204498.892419:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204498.892423:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204499.916529:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204499.916532:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204499.916534:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788204500.236602:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:2.0:1788204500.236647:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788204500.236657:0:2380:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204500.236661:0:2380:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:2.0:1788204500.236666:0:2380:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204500.236669:0:2380:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788204500.236674:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204500.236677:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905b00.
00000400:00000200:2.0:1788204500.236688:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204500.236693:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204500.236699:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db54c8
00000400:00000010:2.0:1788204500.236701:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db54c8.
00000100:00000001:2.0:1788204500.236708:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204500.236716:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba6a680 x1875052937855360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204500.236739:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204500.236744:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6a680 x1875052937855360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204500.236762:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204500.236764:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204500.236774:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204500.236787:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905f00.
00000400:00000200:2.0:1788204500.236791:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204500.236795:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204500.236798:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5b28
00000400:00000010:2.0:1788204500.236800:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5b28.
00000100:00000001:2.0:1788204500.236803:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204500.236809:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba69500 x1875052937855488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204500.236820:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204500.236826:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937855488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204500.236840:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204500.236844:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204500.236853:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204500.236858:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905200.
00000400:00000200:2.0:1788204500.236863:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204500.236869:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204500.236882:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5550
00000400:00000010:2.0:1788204500.236887:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5550.
00000100:00000001:2.0:1788204500.236893:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204500.236902:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba6b480 x1875052937855616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204500.236924:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204500.236930:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937855616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204500.236942:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204500.236947:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204500.236957:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204500.236964:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905800.
00000400:00000200:2.0:1788204500.236970:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204500.236978:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204500.236986:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:2.0:1788204500.236990:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:2.0:1788204500.236997:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204500.237004:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba68380 x1875052937855744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204500.237022:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204500.237029:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937855744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204500.237046:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204500.237050:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204500.237069:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204500.237073:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000400:00000200:2.0:1788204500.237079:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204500.237085:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204500.237090:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5440
00000400:00000010:2.0:1788204500.237095:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5440.
00000100:00000001:2.0:1788204500.237098:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204500.237106:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba69880 x1875052937855872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204522 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204500.237126:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204500.237133:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937855872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204522 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204500.237151:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204500.237155:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1788204500.940486:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204500.940489:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204500.940491:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204501.004378:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309479116, at 4309479168
00000100:00000010:1.0:1788204501.004395:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0745a0.
00000020:00000001:2.0:1788204501.964532:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204501.964535:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204501.964538:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204502.284420:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204502.284430:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204502.284433:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204502.284436:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204502.284440:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204502.284448:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14808
00000400:00000200:3.0:1788204502.284456:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204502.284462:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204502.284465:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204502.284469:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.284472:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204502.284474:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.284476:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204502.284481:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204502.284483:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204502.284485:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204502.284488:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204502.284490:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204502.284493:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204502.284496:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.284498:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204502.284501:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.284503:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204502.284505:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204502.284508:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204502.284511:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204502.284513:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204502.284516:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204502.284519:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204502.284521:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204502.284523:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204502.284529:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204502.284532:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204502.284536:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204502.284538:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204502.284541:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204502.284543:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204502.284547:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204502.284553:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204502.284559:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204502.284568:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937856000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204502.284578:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204502.284581:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204502.284586:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937856000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204502.284601:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204502.284605:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204502.284608:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204502.284611:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204502.284613:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204502.284616:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204502.284618:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14808
00000400:00000200:3.0:1788204502.284621:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204502.284625:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204502.284628:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204502.284634:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.284637:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204502.284642:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.284644:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204502.284648:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204502.284650:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204502.284654:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204502.284656:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204502.284661:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204502.284664:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204502.284669:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.284673:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204502.284677:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.284681:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204502.284685:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204502.284691:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204502.284696:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204502.284700:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204502.284708:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204502.284711:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204502.284715:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204502.284720:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204502.284725:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204502.284729:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204502.284734:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204502.284738:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204502.284757:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204502.284758:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204502.284760:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204502.284761:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204502.284763:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204502.284767:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204502.284772:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204502.284777:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937856128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204502.284791:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204502.284796:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204502.284803:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937856128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204502.284823:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204502.284827:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204502.284835:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204502.284838:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204502.284841:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204502.284847:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204502.284854:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14808
00000400:00000200:3.0:1788204502.284871:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204502.284880:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204502.284886:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204502.284893:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.284898:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204502.284903:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.284908:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204502.284912:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204502.284914:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204502.284918:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204502.284922:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204502.284925:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204502.284927:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204502.284932:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.284937:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204502.284942:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.284947:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204502.284952:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204502.284959:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204502.284962:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204502.284966:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204502.284969:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204502.284972:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204502.284977:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204502.284980:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204502.284985:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204502.284988:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204502.284989:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000010:3.0:1788204502.284994:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000800:00000200:0.1:1788204502.284995:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000020:00000040:3.0:1788204502.284999:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204502.285005:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204502.285008:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204502.285011:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204502.285014:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204502.285017:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204502.285024:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204502.285030:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204502.285038:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937856256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204502.285048:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204502.285052:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204502.285060:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937856256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204502.285072:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204502.285077:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204502.285084:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204502.285094:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204502.285097:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204502.285103:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204502.285109:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14808
00000400:00000200:3.0:1788204502.285116:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204502.285122:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204502.285126:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204502.285131:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.285135:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204502.285140:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.285145:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204502.285149:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204502.285152:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204502.285157:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204502.285160:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204502.285166:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204502.285171:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204502.285179:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.285185:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204502.285189:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.285194:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204502.285198:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204502.285206:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204502.285210:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204502.285214:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204502.285218:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204502.285223:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204502.285228:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204502.285232:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204502.285239:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204502.285536:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204502.285537:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204502.285797:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204502.285799:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1788204502.290010:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204502.290025:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204502.290031:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204502.290036:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204502.290038:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204502.290041:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204502.290052:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204502.290071:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204502.290079:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204502.290087:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204502.290151:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937856384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204502.290169:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204502.290173:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204502.290178:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937856384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204502.290196:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204502.290199:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204502.290204:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204502.290206:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204502.290209:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204502.290212:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204502.290216:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14808
00000400:00000200:3.0:1788204502.290224:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204502.290232:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204502.290237:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204502.290242:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.290247:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204502.290253:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.290259:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204502.290269:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204502.290273:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204502.290277:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204502.290283:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204502.290288:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204502.290292:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204502.290325:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.290329:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204502.290334:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204502.290339:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204502.290343:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204502.290350:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204502.290354:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204502.290359:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204502.290365:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204502.290370:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204502.290374:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204502.290378:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204502.290381:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204502.290383:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204502.290387:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788204502.290390:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204502.290393:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204502.290396:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204502.290400:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204502.290404:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204502.290406:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204502.290411:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204502.290415:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204502.290422:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937856512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204502.290443:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204502.290446:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204502.290453:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937856512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204502.290468:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204502.290476:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14818)
00000800:00000200:0.1:1788204502.290564:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204502.290567:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204502.290902:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204502.290904:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000020:00000001:2.0:1788204502.988500:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204502.988505:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204502.988509:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204504.012592:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204504.012596:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204504.012599:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204505.039428:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204505.039433:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204505.039436:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1788204505.292436:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788204505.292445:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788204505.292450:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788204505.292635:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204505.292654:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788204505.292659:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204505.292663:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204506.060513:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204506.060517:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204506.060519:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204506.124414:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309484236, at 4309484288
00000100:00000010:1.0:1788204506.124438:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074480.
00000020:00000001:2.0:1788204507.084516:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204507.084520:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204507.084524:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204507.404480:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204507.404490:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204507.404493:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204507.404497:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204507.404501:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204507.404509:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14813
00000400:00000200:1.0:1788204507.404517:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204507.404523:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204507.404526:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204507.404529:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.404532:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.404535:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.404537:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204507.404540:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204507.404542:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204507.404545:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204507.404548:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204507.404550:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204507.404553:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204507.404556:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.404557:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.404560:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.404561:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204507.404564:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204507.404567:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204507.404569:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204507.404572:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204507.404574:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204507.404576:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.404578:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204507.404579:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204507.404589:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc700.
00000020:00000040:1.0:1788204507.404592:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204507.404595:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204507.404596:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.404599:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204507.404601:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204507.404605:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204507.404611:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000001:1.0:1788204507.404616:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204507.404623:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc700 x1875052937856640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204507.404629:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204507.404633:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204507.404638:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd04a276] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc700 x1875052937856640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204507.404686:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204507.404689:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204507.404692:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204507.404693:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204507.404694:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204507.404697:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204507.404698:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14813
00000400:00000200:1.0:1788204507.404701:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204507.404703:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204507.404704:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204507.404706:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.404708:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.404709:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.404710:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204507.404712:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204507.404713:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204507.404714:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204507.404715:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204507.404717:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204507.404718:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204507.404720:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.404722:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.404723:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.404724:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204507.404726:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204507.404728:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204507.404729:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204507.404731:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204507.404735:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204507.404740:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.404743:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204507.404748:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204507.404753:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.404757:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204507.404764:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece300.
00000020:00000040:1.0:1788204507.404769:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204507.404777:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204507.404780:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.404783:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204507.404787:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204507.404789:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204507.404795:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:1.0:1788204507.404801:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204507.404811:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece300 x1875052937856768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204507.404825:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204507.404830:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204507.404838:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007034b06e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece300 x1875052937856768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204507.404852:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204507.404858:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204507.404861:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204507.404865:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204507.404868:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204507.404874:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204507.404880:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14813
00000400:00000200:1.0:1788204507.404889:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204507.404895:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204507.404898:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204507.404906:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.404911:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.404916:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.404921:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204507.404926:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204507.404929:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204507.404931:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204507.404933:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204507.404936:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204507.404941:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204507.404949:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.404953:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.404958:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.404963:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204507.404967:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204507.404982:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204507.404988:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204507.404992:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204507.404995:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204507.405000:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.405005:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204507.405008:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204507.405014:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.405016:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204507.405020:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecf480.
00000020:00000040:1.0:1788204507.405023:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204507.405025:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204507.405028:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.405030:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204507.405032:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204507.405035:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204507.405039:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:1.0:1788204507.405042:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204507.405044:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00100000:1.0:1788204507.405049:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecf480 x1875052937856896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788204507.405051:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000100:00000001:1.0:1788204507.405060:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204507.405061:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204507.405064:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b04005c6] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecf480 x1875052937856896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204507.405073:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204507.405077:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204507.405082:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204507.405084:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204507.405086:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204507.405089:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204507.405091:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14813
00000400:00000200:1.0:1788204507.405096:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204507.405101:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204507.405103:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204507.405108:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.405110:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.405112:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.405116:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204507.405117:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204507.405118:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204507.405119:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204507.405121:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204507.405125:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204507.405127:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204507.405129:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.405133:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.405137:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.405139:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204507.405143:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204507.405147:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204507.405151:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204507.405154:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204507.405157:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204507.405161:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.405164:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204507.405165:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204507.405168:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.405172:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204507.405176:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecfb80.
00000020:00000040:1.0:1788204507.405180:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204507.405183:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204507.405186:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.405187:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204507.405190:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204507.405192:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204507.405196:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788204507.405198:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204507.405203:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecfb80 x1875052937857024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204507.405219:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204507.405223:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204507.405227:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2262872] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecfb80 x1875052937857024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204507.405240:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204507.405245:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204507.405250:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204507.405255:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204507.405260:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204507.405265:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204507.405271:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14813
00000400:00000200:1.0:1788204507.405281:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204507.405287:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204507.405291:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204507.405340:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.405346:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.405352:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.405356:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204507.405360:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204507.405363:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204507.405367:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204507.405371:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204507.405430:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204507.405435:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204507.405443:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.405449:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204507.405454:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204507.405460:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204507.405465:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204507.405472:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204507.405476:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204507.405481:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204507.405486:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204507.405492:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.405497:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204507.405500:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204507.405503:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.405506:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204507.405511:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdf80.
00000020:00000040:1.0:1788204507.405514:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204507.405517:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204507.405520:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204507.405526:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204507.405527:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204507.405528:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204507.405531:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788204507.405533:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204507.405539:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdf80 x1875052937857152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204507.405548:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204507.405551:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204507.405557:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e021a10] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdf80 x1875052937857152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204507.405580:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204507.405584:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14823)
00000800:00000200:0.1:1788204507.405769:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204507.405772:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204507.406028:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204507.406031:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204507.406319:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204507.406322:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204507.406697:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204507.406699:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1788204508.108520:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204508.108524:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204508.108528:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204509.132482:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204509.132486:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204509.132488:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204510.156524:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204510.156533:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204510.156536:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204511.180507:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204511.180512:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204511.180515:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204511.244543:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309489356, at 4309489408
00000100:00000010:1.0:1788204511.244548:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074240.
00000020:00000001:2.0:1788204512.204602:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204512.204606:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204512.204609:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204512.524405:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204512.524413:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204512.524415:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204512.524418:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204512.524422:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204512.524429:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14818
00000400:00000200:1.0:1788204512.524436:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204512.524441:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204512.524443:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204512.524445:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.524454:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204512.524459:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.524461:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204512.524464:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204512.524466:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204512.524468:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204512.524471:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204512.524472:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204512.524474:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204512.524476:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.524477:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204512.524478:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.524479:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204512.524481:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204512.524483:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204512.524485:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204512.524487:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204512.524489:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204512.524491:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204512.524492:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204512.524493:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204512.524501:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27eced80.
00000020:00000040:1.0:1788204512.524503:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204512.524506:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204512.524507:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204512.524509:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204512.524512:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204512.524515:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204512.524520:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788204512.524524:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204512.524530:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27eced80 x1875052937857280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204512.524537:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204512.524540:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204512.524544:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd968063] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27eced80 x1875052937857280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204512.524559:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204512.524587:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204512.524590:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204512.524592:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204512.524594:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204512.524596:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204512.524599:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14818
00000400:00000200:1.0:1788204512.524603:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204512.524605:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204512.524607:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204512.524609:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.524610:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204512.524612:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.524614:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204512.524616:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204512.524618:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204512.524620:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204512.524622:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204512.524626:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204512.524627:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204512.524632:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.524633:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204512.524637:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.524638:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204512.524639:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204512.524643:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204512.524647:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204512.524650:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204512.524656:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204512.524658:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204512.524662:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204512.524665:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204512.524669:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204512.524673:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204512.524677:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdf80.
00000020:00000040:1.0:1788204512.524680:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204512.524684:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204512.524686:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204512.524689:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204512.524691:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204512.524693:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204512.524698:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:1.0:1788204512.524703:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204512.524711:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdf80 x1875052937857408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204512.524721:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204512.524726:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204512.524733:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e021a10] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdf80 x1875052937857408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204512.524748:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204512.524751:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204512.524756:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204512.524758:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204512.524761:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204512.524766:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204512.524770:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14818
00000400:00000200:1.0:1788204512.524775:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204512.524779:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204512.524783:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204512.524788:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.524791:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204512.524795:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.524799:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204512.524803:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204512.524805:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204512.524807:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204512.524810:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204512.524814:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204512.524816:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204512.524823:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.524825:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204512.524830:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.524833:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204512.524836:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204512.524839:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204512.524843:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204512.524847:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204512.524850:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204512.524854:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204512.524859:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204512.524862:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204512.524867:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204512.524870:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204512.524876:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecfb80.
00000020:00000040:1.0:1788204512.524881:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204512.524887:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204512.524890:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204512.524893:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204512.524896:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204512.524900:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204512.524906:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000800:00000200:0.1:1788204512.524942:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204512.524946:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1788204512.524961:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204512.524969:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecfb80 x1875052937857536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204512.524982:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204512.524986:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204512.524995:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2262872] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecfb80 x1875052937857536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204512.525023:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204512.525027:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204512.525034:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204512.525038:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204512.525041:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204512.525046:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204512.525052:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14818
00000400:00000200:1.0:1788204512.525061:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204512.525068:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204512.525073:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204512.525077:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.525083:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204512.525088:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.525090:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204512.525093:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204512.525096:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204512.525099:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204512.525102:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204512.525106:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204512.525110:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204512.525119:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.525124:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204512.525131:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.525136:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204512.525139:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204512.525145:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204512.525150:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204512.525154:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204512.525157:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204512.525159:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204512.525161:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204512.525163:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204512.525166:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204512.525170:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204512.525179:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecf480.
00000020:00000040:1.0:1788204512.525185:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204512.525190:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204512.525193:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204512.525196:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204512.525200:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204512.525203:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204512.525211:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788204512.525217:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204512.525227:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecf480 x1875052937857664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204512.525249:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204512.525253:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204512.525261:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b04005c6] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecf480 x1875052937857664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204512.525275:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204512.525282:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204512.525291:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204512.525295:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204512.525319:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204512.525322:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204512.525326:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14818
00000400:00000200:1.0:1788204512.525332:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204512.525340:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204512.525345:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204512.525352:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.525356:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204512.525360:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.525366:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204512.525371:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204512.525375:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204512.525379:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204512.525382:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204512.525387:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204512.525393:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204512.525400:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.525404:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204512.525409:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204512.525410:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204512.525412:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204512.525415:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204512.525417:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204512.525421:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204512.525425:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204512.525430:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204512.525434:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204512.525437:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204512.525442:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204512.525448:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204512.525452:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece300.
00000020:00000040:1.0:1788204512.525456:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204512.525461:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204512.525463:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204512.525466:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204512.525468:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204512.525470:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204512.525475:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788204512.525481:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204512.525489:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece300 x1875052937857792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204512.525502:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204512.525507:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204512.525514:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007034b06e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece300 x1875052937857792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204512.525530:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204512.525537:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14828)
00000800:00000200:0.1:1788204512.525669:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204512.525671:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204512.525870:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204512.525872:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204512.526127:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204512.526130:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204512.526409:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204512.526412:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1788204513.228478:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204513.228482:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204513.228485:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204514.252523:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204514.252527:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204514.252530:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204515.276448:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204515.276451:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204515.276453:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204516.300487:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204516.300491:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204516.300495:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204516.364398:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309494476, at 4309494528
00000100:00000010:1.0:1788204516.364413:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074660.
00000020:00000001:2.0:1788204517.324579:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204517.324584:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204517.324589:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204517.644456:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204517.644471:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204517.644485:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204517.644490:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204517.644496:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204517.644506:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14823
00000400:00000200:1.0:1788204517.644518:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204517.644525:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204517.644529:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204517.644534:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.644537:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204517.644540:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.644543:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204517.644548:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204517.644550:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204517.644554:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204517.644562:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204517.644563:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204517.644565:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204517.644568:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.644569:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204517.644571:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.644572:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204517.644575:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204517.644577:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204517.644579:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204517.644582:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204517.644586:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204517.644588:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204517.644589:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204517.644591:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204517.644602:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc700.
00000020:00000040:1.0:1788204517.644605:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204517.644609:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204517.644611:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204517.644614:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204517.644617:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204517.644621:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204517.644628:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:1.0:1788204517.644636:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204517.644647:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc700 x1875052937857920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204517.644670:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204517.644675:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204517.644681:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd04a276] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc700 x1875052937857920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204517.644701:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204517.644704:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204517.644711:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204517.644712:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204517.644713:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204517.644716:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204517.644718:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14823
00000400:00000200:1.0:1788204517.644721:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204517.644724:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204517.644726:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204517.644729:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.644730:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204517.644732:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.644733:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204517.644736:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204517.644737:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204517.644741:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204517.644743:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204517.644748:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204517.644753:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204517.644759:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.644763:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204517.644767:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.644772:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204517.644776:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204517.644779:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204517.644783:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204517.644785:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204517.644791:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204517.644796:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204517.644800:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204517.644806:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204517.644813:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204517.644818:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204517.644824:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecca80.
00000020:00000040:1.0:1788204517.644828:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204517.644832:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204517.644836:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204517.644838:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204517.644841:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204517.644843:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204517.644847:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000001:1.0:1788204517.644854:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204517.644863:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecca80 x1875052937858048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204517.644876:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204517.644880:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204517.644886:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8322783] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecca80 x1875052937858048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204517.644899:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204517.644903:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204517.644907:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204517.644909:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204517.644912:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204517.644916:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204517.644921:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14823
00000400:00000200:1.0:1788204517.644927:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204517.644932:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204517.644934:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204517.644938:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.644939:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204517.644944:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.644946:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204517.644950:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204517.644952:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204517.644953:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204517.644954:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204517.644955:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204517.644957:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204517.644962:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.644966:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204517.644967:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.644968:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204517.644970:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204517.644971:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204517.644972:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204517.644974:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204517.644977:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204517.644980:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204517.644982:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204517.644984:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204517.644986:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204517.644988:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204517.644991:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecce00.
00000020:00000040:1.0:1788204517.644995:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204517.644997:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204517.645001:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204517.645002:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204517.645004:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204517.645006:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204517.645012:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:1.0:1788204517.645015:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204517.645022:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecce00 x1875052937858176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204517.645031:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204517.645034:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204517.645041:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5eacb3] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecce00 x1875052937858176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204517.645051:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204517.645053:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204517.645057:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204517.645059:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204517.645061:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204517.645066:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204517.645072:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14823
00000400:00000200:1.0:1788204517.645075:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204517.645080:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204517.645084:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204517.645086:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.645088:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204517.645090:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.645094:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204517.645095:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204517.645096:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204517.645097:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204517.645099:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204517.645102:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204517.645106:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204517.645110:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.645114:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204517.645117:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.645120:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:0.1:1788204517.645121:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:1.0:1788204517.645122:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204517.645128:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000200:0.1:1788204517.645129:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00000001:1.0:1788204517.645130:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204517.645133:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204517.645137:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204517.645140:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204517.645143:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204517.645147:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204517.645151:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204517.645153:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204517.645157:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd500.
00000020:00000040:1.0:1788204517.645161:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204517.645166:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204517.645169:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204517.645170:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204517.645171:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204517.645173:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204517.645176:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000001:1.0:1788204517.645181:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204517.645195:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd500 x1875052937858304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204517.645212:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204517.645217:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204517.645223:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab37475] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd500 x1875052937858304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204517.645250:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204517.645254:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204517.645260:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204517.645263:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204517.645266:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204517.645272:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204517.645279:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14823
00000400:00000200:1.0:1788204517.645288:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204517.645295:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204517.645321:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204517.645324:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.645325:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204517.645326:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.645328:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204517.645330:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204517.645331:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204517.645332:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204517.645335:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204517.645337:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204517.645342:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204517.645344:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.645346:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204517.645348:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204517.645351:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204517.645352:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204517.645354:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204517.645356:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204517.645358:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204517.645363:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204517.645366:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204517.645369:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204517.645374:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204517.645380:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204517.645384:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204517.645391:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdc00.
00000020:00000040:1.0:1788204517.645396:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204517.645402:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204517.645406:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204517.645409:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204517.645412:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204517.645414:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204517.645422:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:1.0:1788204517.645426:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204517.645433:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdc00 x1875052937858432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204517.645444:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204517.645446:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204517.645454:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c07ad524] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdc00 x1875052937858432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204517.645471:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204517.645489:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14833)
00000800:00000200:0.1:1788204517.645784:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204517.645786:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788204517.646066:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204517.646069:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788204517.646370:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204517.646373:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788204517.646693:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204517.646695:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000020:00000001:2.0:1788204518.348582:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204518.348587:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204518.348590:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204519.372441:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204519.372454:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204519.372458:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204520.396511:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204520.396514:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204520.396516:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204521.420487:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204521.420490:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204521.420493:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204521.484398:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309499597, at 4309499648
00000100:00000010:1.0:1788204521.484422:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c00.
00000020:00000001:2.0:1788204522.444505:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204522.444508:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204522.444510:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204522.764482:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204522.764491:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204522.764493:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204522.764496:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204522.764500:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204522.764507:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14828
00000400:00000200:3.0:1788204522.764515:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204522.764520:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204522.764523:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204522.764526:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.764529:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204522.764532:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.764534:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204522.764537:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204522.764539:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204522.764541:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204522.764543:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204522.764544:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204522.764546:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204522.764548:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.764549:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204522.764550:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.764551:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204522.764553:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204522.764555:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204522.764556:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204522.764558:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204522.764561:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204522.764563:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204522.764564:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204522.764565:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204522.764570:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204522.764572:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204522.764574:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204522.764575:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204522.764577:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204522.764579:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204522.764583:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204522.764587:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204522.764592:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204522.764598:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937858560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204522.764605:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204522.764608:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204522.764611:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937858560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204522.764626:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204522.764629:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204522.764631:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204522.764632:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204522.764633:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204522.764635:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204522.764636:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14828
00000400:00000200:3.0:1788204522.764638:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204522.764640:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204522.764641:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204522.764643:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.764644:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204522.764646:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.764647:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204522.764648:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204522.764649:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204522.764650:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204522.764652:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204522.764653:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204522.764656:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204522.764657:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.764658:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204522.764660:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.764661:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204522.764662:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204522.764664:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204522.764667:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204522.764669:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204522.764673:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204522.764676:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204522.764678:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204522.764682:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204522.764684:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204522.764686:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204522.764690:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788204522.764694:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204522.764697:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204522.764699:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204522.764702:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204522.764704:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204522.764706:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204522.764711:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788204522.764716:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204522.764722:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937858688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204522.764739:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204522.764743:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204522.764750:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937858688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204522.764765:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204522.764770:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204522.764775:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204522.764777:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204522.764780:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204522.764782:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204522.764786:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14828
00000400:00000200:3.0:1788204522.764792:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204522.764794:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204522.764798:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204522.764801:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.764803:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204522.764804:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.764805:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204522.764806:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204522.764807:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204522.764808:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204522.764809:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204522.764810:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204522.764812:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204522.764816:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.764817:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204522.764826:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.764830:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204522.764832:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204522.764837:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204522.764839:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204522.764842:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204522.764845:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204522.764848:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204522.764850:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204522.764854:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204522.764857:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204522.764859:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204522.764868:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204522.764871:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204522.764877:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204522.764879:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204522.764881:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204522.764884:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204522.764886:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204522.764891:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204522.764895:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204522.764901:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937858816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204522.764912:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204522.764915:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204522.764919:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937858816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204522.764931:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204522.764935:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204522.764939:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204522.764940:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204522.764943:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204522.764948:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204522.764955:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14828
00000400:00000200:3.0:1788204522.764962:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204522.764969:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204522.764974:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:0.1:1788204522.764979:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788204522.764982:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:0.1:1788204522.764983:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1788204522.764987:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204522.764993:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.764997:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204522.764999:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204522.765000:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204522.765009:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204522.765012:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204522.765015:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204522.765018:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204522.765022:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.765025:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204522.765029:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.765032:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204522.765035:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204522.765037:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204522.765039:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204522.765042:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204522.765044:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204522.765046:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204522.765050:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204522.765053:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204522.765058:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204522.765061:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204522.765064:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204522.765068:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204522.765071:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204522.765073:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204522.765076:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204522.765078:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204522.765081:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204522.765085:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204522.765089:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204522.765094:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937858944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204522.765105:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204522.765107:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204522.765111:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937858944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204522.765118:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204522.765121:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204522.765126:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204522.765128:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204522.765130:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204522.765133:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204522.765135:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14828
00000400:00000200:3.0:1788204522.765141:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204522.765144:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204522.765148:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204522.765151:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.765154:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204522.765156:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.765157:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204522.765160:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204522.765161:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204522.765162:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204522.765164:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204522.765166:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204522.765167:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204522.765174:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.765177:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204522.765180:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204522.765184:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204522.765187:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204522.765189:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204522.765193:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204522.765195:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204522.765198:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204522.765200:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204522.765203:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204522.765206:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204522.765209:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204522.765213:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204522.765216:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788204522.765219:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204522.765222:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204522.765225:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204522.765227:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204522.765229:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204522.765232:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204522.765236:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204522.765241:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204522.765247:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937859072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204522.765258:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204522.765261:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204522.765269:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937859072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204522.765284:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204522.765291:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14838)
00000800:00000200:0.1:1788204522.765506:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204522.765509:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788204522.765693:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204522.765695:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788204522.765910:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204522.765912:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788204522.766096:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204522.766097:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000020:00000001:2.0:1788204523.468486:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204523.468488:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204523.468491:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204524.492572:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204524.492575:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204524.492577:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204525.516543:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204525.516548:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204525.516552:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204526.540603:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204526.540606:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204526.540609:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204526.604349:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309504716, at 4309504768
00000100:00000010:1.0:1788204526.604365:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074780.
00000020:00000001:2.0:1788204527.564570:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204527.564574:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204527.564577:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204527.884429:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204527.884439:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204527.884443:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204527.884447:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204527.884452:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204527.884461:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14833
00000400:00000200:1.0:1788204527.884472:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204527.884479:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204527.884483:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204527.884486:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.884490:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204527.884493:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.884496:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204527.884501:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204527.884503:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204527.884506:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204527.884510:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204527.884512:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204527.884515:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204527.884519:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.884521:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204527.884522:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.884524:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204527.884527:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204527.884531:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204527.884534:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204527.884537:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204527.884541:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204527.884545:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204527.884547:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204527.884550:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204527.884560:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece680.
00000020:00000040:1.0:1788204527.884565:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204527.884571:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204527.884573:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204527.884577:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204527.884580:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204527.884592:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204527.884600:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788204527.884607:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204527.884619:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece680 x1875052937859200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204527.884631:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204527.884637:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204527.884642:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb9bc345] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece680 x1875052937859200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204527.884668:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204527.884670:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204527.884673:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204527.884674:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204527.884675:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204527.884677:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204527.884680:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14833
00000400:00000200:1.0:1788204527.884683:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204527.884685:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204527.884687:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204527.884689:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.884691:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204527.884693:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.884695:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204527.884696:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204527.884697:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204527.884699:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204527.884700:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204527.884702:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204527.884703:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204527.884705:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.884708:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204527.884711:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.884712:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204527.884714:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204527.884716:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204527.884719:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204527.884723:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204527.884728:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204527.884731:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204527.884734:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204527.884739:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204527.884744:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204527.884746:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204527.884751:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd180.
00000020:00000040:1.0:1788204527.884755:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204527.884757:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204527.884759:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204527.884762:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204527.884764:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204527.884767:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204527.884771:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788204527.884776:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204527.884783:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd180 x1875052937859328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204527.884791:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204527.884794:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204527.884799:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d402d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd180 x1875052937859328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204527.884811:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204527.884815:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204527.884817:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204527.884818:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204527.884819:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204527.884823:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204527.884827:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14833
00000400:00000200:1.0:1788204527.884830:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204527.884834:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204527.884836:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204527.884838:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.884839:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204527.884842:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.884847:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204527.884849:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204527.884850:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204527.884852:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204527.884855:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204527.884859:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204527.884865:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204527.884871:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.884875:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204527.884879:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.884884:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204527.884890:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204527.884897:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204527.884903:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204527.884909:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204527.884912:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204527.884915:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204527.884916:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204527.884919:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204527.884922:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204527.884925:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204527.884929:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecea00.
00000020:00000040:1.0:1788204527.884931:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204527.884932:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204527.884934:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204527.884936:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204527.884938:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204527.884940:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204527.884944:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788204527.884948:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204527.884954:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecea00 x1875052937859456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204527.884962:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204527.884965:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204527.884969:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0471f4c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecea00 x1875052937859456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204527.884979:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204527.884982:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204527.884986:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204527.884988:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204527.884990:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204527.884995:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204527.884999:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14833
00000400:00000200:1.0:1788204527.885020:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204527.885025:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204527.885028:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204527.885031:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.885036:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204527.885037:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.885039:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204527.885042:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204527.885044:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204527.885046:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204527.885047:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204527.885048:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204527.885049:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204527.885052:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.885053:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204527.885054:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.885055:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204527.885056:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204527.885057:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204527.885062:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204527.885064:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204527.885066:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204527.885068:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204527.885072:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204527.885074:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204527.885078:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204527.885078:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204527.885080:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204527.885084:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc000.
00000800:00000200:0.1:1788204527.885085:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000020:00000040:1.0:1788204527.885087:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204527.885090:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204527.885092:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204527.885094:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204527.885094:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204527.885096:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204527.885099:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:1.0:1788204527.885103:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204527.885108:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc000 x1875052937859584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204527.885114:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204527.885117:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204527.885121:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78f2b1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc000 x1875052937859584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204527.885129:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204527.885133:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204527.885135:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204527.885136:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204527.885138:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204527.885141:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204527.885145:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14833
00000400:00000200:1.0:1788204527.885148:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204527.885150:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204527.885152:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204527.885155:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.885157:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204527.885161:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.885164:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204527.885167:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204527.885168:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204527.885175:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204527.885177:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204527.885178:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204527.885181:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204527.885186:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.885188:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204527.885191:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204527.885195:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204527.885199:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204527.885204:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204527.885209:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204527.885214:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204527.885219:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204527.885222:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204527.885224:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204527.885227:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204527.885232:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204527.885236:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204527.885241:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd880.
00000020:00000040:1.0:1788204527.885246:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204527.885251:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204527.885252:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204527.885254:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204527.885256:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204527.885258:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204527.885265:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788204527.885271:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204527.885279:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd880 x1875052937859712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204527.885294:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204527.885347:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204527.885354:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6204fb] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd880 x1875052937859712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204527.885370:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204527.885375:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14843)
00000800:00000200:0.1:1788204527.885622:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204527.885623:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788204527.885792:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204527.885794:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788204527.886025:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204527.886027:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788204527.886183:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204527.886185:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000020:00000001:2.0:1788204528.588571:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204528.588575:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204528.588578:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204529.612428:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204529.612433:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204529.612437:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204530.636532:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204530.636535:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204530.636538:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204531.660681:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204531.660685:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204531.660688:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204531.724390:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309509836, at 4309509888
00000100:00000010:1.0:1788204531.724413:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0741e0.
00000020:00000001:2.0:1788204532.684516:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204532.684518:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204532.684521:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204533.004376:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204533.004387:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204533.004389:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204533.004393:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204533.004397:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204533.004404:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14838
00000400:00000200:1.0:1788204533.004413:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204533.004417:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204533.004420:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204533.004422:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004424:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204533.004426:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004427:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204533.004430:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204533.004431:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204533.004433:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204533.004435:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204533.004437:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204533.004438:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204533.004440:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004441:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204533.004442:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004443:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204533.004445:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204533.004447:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004448:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204533.004450:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204533.004454:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204533.004455:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.004457:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204533.004459:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204533.004466:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc380.
00000020:00000040:1.0:1788204533.004469:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204533.004471:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204533.004473:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.004475:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204533.004477:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204533.004480:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204533.004486:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788204533.004491:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204533.004497:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc380 x1875052937859840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204533.004503:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204533.004506:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204533.004509:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d497cf7b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc380 x1875052937859840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.004524:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204533.004527:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204533.004529:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204533.004530:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204533.004531:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204533.004532:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204533.004534:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14838
00000400:00000200:1.0:1788204533.004536:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204533.004539:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204533.004541:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204533.004543:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004545:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204533.004547:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004551:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204533.004559:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204533.004560:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204533.004562:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204533.004565:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204533.004569:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204533.004573:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204533.004580:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004584:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204533.004589:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004593:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204533.004598:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204533.004604:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004609:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204533.004614:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204533.004620:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204533.004623:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.004625:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204533.004630:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204533.004635:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.004638:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204533.004641:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd880.
00000020:00000040:1.0:1788204533.004644:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204533.004646:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204533.004649:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.004651:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204533.004652:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204533.004653:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204533.004661:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:1.0:1788204533.004665:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204533.004671:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd880 x1875052937859968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204533.004688:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204533.004691:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204533.004695:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6204fb] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd880 x1875052937859968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.004703:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204533.004706:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204533.004711:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204533.004712:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204533.004713:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204533.004716:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204533.004720:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14838
00000400:00000200:1.0:1788204533.004725:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204533.004728:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204533.004729:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204533.004733:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004737:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204533.004740:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004742:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204533.004744:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204533.004745:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204533.004748:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204533.004751:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204533.004752:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204533.004755:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204533.004759:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004761:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204533.004765:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004768:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204533.004772:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204533.004775:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004779:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204533.004780:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204533.004783:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204533.004786:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.004790:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204533.004798:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204533.004802:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.004806:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204533.004812:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc000.
00000020:00000040:1.0:1788204533.004816:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204533.004821:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204533.004824:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.004827:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204533.004830:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204533.004833:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204533.004839:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000800:00000200:0.1:1788204533.004844:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204533.004845:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204533.004849:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000100:00100000:1.0:1788204533.004853:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc000 x1875052937860096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204533.004864:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204533.004867:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204533.004871:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78f2b1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc000 x1875052937860096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.004882:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204533.004886:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204533.004890:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204533.004891:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204533.004893:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204533.004897:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204533.004901:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14838
00000400:00000200:1.0:1788204533.004909:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204533.004914:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204533.004916:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204533.004921:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004925:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204533.004929:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004933:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204533.004935:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204533.004938:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204533.004941:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204533.004942:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204533.004944:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204533.004945:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204533.004950:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004954:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204533.004957:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004960:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204533.004962:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204533.004964:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204533.004966:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204533.004970:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204533.004972:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204533.004973:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.004975:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204533.004978:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204533.004980:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.004982:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204533.004985:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecea00.
00000020:00000040:1.0:1788204533.004988:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204533.004990:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204533.004992:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.004995:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204533.004997:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204533.005000:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204533.005003:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788204533.005007:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204533.005012:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecea00 x1875052937860224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204533.005019:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204533.005023:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204533.005029:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0471f4c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecea00 x1875052937860224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.005038:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204533.005041:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204533.005045:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204533.005048:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204533.005050:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204533.005052:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204533.005054:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14838
00000400:00000200:1.0:1788204533.005056:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204533.005058:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204533.005059:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204533.005063:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.005068:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204533.005072:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.005077:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204533.005082:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204533.005085:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204533.005088:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204533.005091:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204533.005095:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204533.005101:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204533.005109:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.005114:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204533.005118:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204533.005122:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204533.005129:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204533.005136:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204533.005143:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204533.005147:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204533.005152:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204533.005158:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.005162:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204533.005167:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204533.005174:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.005180:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204533.005187:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd180.
00000020:00000040:1.0:1788204533.005192:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204533.005198:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204533.005202:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204533.005230:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204533.005233:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204533.005237:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204533.005242:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788204533.005246:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204533.005253:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd180 x1875052937860352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204533.005262:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204533.005264:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204533.005268:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d402d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd180 x1875052937860352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204533.005276:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204533.005281:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14848)
00000800:00000200:0.1:1788204533.005413:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204533.005415:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788204533.005627:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204533.005628:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788204533.005803:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204533.005806:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788204533.006004:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204533.006006:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000020:00000001:2.0:1788204533.708424:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204533.708427:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204533.708429:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1788204534.732519:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204534.732523:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204534.732527:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204535.756492:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204535.756496:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204535.756499:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:2.0:1788204536.780527:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204536.780531:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204536.780534:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204536.844366:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309514956, at 4309515008
00000100:00000010:1.0:1788204536.844380:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074120.
00000020:00000001:2.0:1788204537.804455:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204537.804459:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204537.804461:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204538.124396:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204538.124405:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204538.124407:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204538.124412:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204538.124416:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204538.124423:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14843
00000400:00000200:3.0:1788204538.124432:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204538.124445:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204538.124449:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204538.124452:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.124456:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204538.124459:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.124462:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204538.124467:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204538.124468:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204538.124471:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204538.124473:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204538.124475:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204538.124477:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204538.124481:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.124482:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204538.124484:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.124486:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204538.124488:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204538.124497:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204538.124500:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204538.124503:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204538.124506:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204538.124509:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204538.124511:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204538.124513:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204538.124519:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788204538.124523:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204538.124526:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204538.124528:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204538.124532:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204538.124535:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204538.124538:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204538.124546:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204538.124552:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204538.124562:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937860480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204538.124572:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204538.124577:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204538.124583:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937860480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204538.124598:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204538.124601:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204538.124604:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204538.124605:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204538.124606:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204538.124608:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204538.124611:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14843
00000400:00000200:3.0:1788204538.124614:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204538.124617:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204538.124618:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204538.124621:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.124624:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204538.124627:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.124630:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204538.124634:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204538.124635:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204538.124636:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204538.124639:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204538.124641:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204538.124694:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204538.124698:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.124703:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204538.124706:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.124707:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204538.124709:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204538.124719:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204538.124724:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204538.124729:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204538.124734:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204538.124738:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204538.124741:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204538.124745:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204538.124749:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204538.124751:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204538.124757:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788204538.124760:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204538.124764:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204538.124767:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204538.124768:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204538.124769:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204538.124771:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204538.124777:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204538.124780:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204538.124789:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937860608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204538.124800:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204538.124804:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204538.124837:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204538.124843:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000100:00000040:3.0:1788204538.124895:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937860608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204538.124906:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204538.124909:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204538.124914:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204538.124916:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204538.124919:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204538.124921:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204538.124950:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14843
00000400:00000200:3.0:1788204538.124957:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204538.124961:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204538.124966:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204538.124972:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.124975:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204538.124979:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.124984:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204538.124987:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204538.124989:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204538.124992:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204538.124994:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204538.124997:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204538.124999:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204538.125003:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.125006:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204538.125010:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.125012:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204538.125015:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204538.125020:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204538.125022:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204538.125023:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204538.125025:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204538.125027:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204538.125029:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204538.125031:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204538.125035:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204538.125037:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204538.125042:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204538.125045:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204538.125050:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204538.125053:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204538.125056:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204538.125060:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204538.125063:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204538.125069:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204538.125074:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204538.125083:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937860736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204538.125096:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204538.125100:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204538.125105:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937860736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204538.125134:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204538.125137:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204538.125140:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204538.125141:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204538.125142:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204538.125144:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204538.125148:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14843
00000400:00000200:3.0:1788204538.125153:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204538.125158:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204538.125162:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204538.125167:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.125170:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204538.125172:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.125176:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204538.125179:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204538.125180:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204538.125183:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204538.125186:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204538.125187:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204538.125190:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204538.125194:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.125199:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204538.125201:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.125203:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204538.125205:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204538.125206:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204538.125207:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204538.125208:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204538.125211:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204538.125214:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204538.125216:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204538.125218:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204538.125221:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204538.125225:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204538.125230:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204538.125235:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204538.125239:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204538.125242:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204538.125243:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204538.125245:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204538.125247:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204538.125253:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204538.125260:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204538.125269:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937860864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204538.125284:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204538.125286:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204538.125292:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937860864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204538.125334:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204538.125338:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204538.125343:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204538.125345:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204538.125347:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204538.125353:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204538.125357:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14843
00000400:00000200:3.0:1788204538.125362:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204538.125365:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204538.125368:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204538.125371:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.125373:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204538.125375:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.125382:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204538.125385:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204538.125386:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204538.125389:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204538.125392:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204538.125395:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204538.125398:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204538.125402:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.125406:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204538.125409:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204538.125412:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204538.125415:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204538.125419:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204538.125423:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204538.125425:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204538.125429:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204538.125431:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204538.125433:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204538.125435:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204538.125437:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204538.125441:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204538.125447:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788204538.125449:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204538.125452:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204538.125454:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204538.125457:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204538.125458:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204538.125460:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204538.125466:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204538.125468:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204538.125475:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937860992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204538.125491:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204538.125496:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204538.125503:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937860992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204538.125518:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204538.125525:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14853)
00000800:00000200:0.1:1788204538.125533:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204538.125536:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1788204538.125728:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204538.125730:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000100:00000001:0.0:1788204538.125888:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204538.125889:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000040:0.0:1788204538.125892:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937860864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204538.125896:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204538.125897:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204538.125898:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000200:0.0:1788204538.125900:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937860864, offset 0
00000400:00000200:0.0:1788204538.125902:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204538.125904:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204538.125906:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204538.125907:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204538.125909:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204538.125910:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204538.125911:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204538.125913:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546675:546675:256:4294967295] 192.168.201.135@tcp LPNI seq info [546641:546641:8:4294967295]
00000400:00000200:0.0:1788204538.125915:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204538.125919:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204538.125921:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204538.125923:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000800:00000200:0.0:1788204538.125925:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204538.125927:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1788204538.125929:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204538.125931:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1788204538.125933:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204538.125934:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000400:00000200:0.0:1788204538.125936:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204538.125938:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204538.125939:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000400:00000010:0.0:1788204538.125940:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:0.0:1788204538.125941:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204538.125943:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b100 x1875052937860864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204538.125947:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204538.125950:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937860864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204538.125953:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204538.125954:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204538.125956:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204538.125957:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204538.125959:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204538.125960:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309516405
00000100:00000001:0.0:1788204538.125961:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309520076
00000100:00000001:0.0:1788204538.125962:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309516405
00000100:00000001:0.0:1788204538.125964:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309520076
00000100:00000001:0.0:1788204538.125965:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204538.125966:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204538.125967:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204538.125969:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204538/real 1788204538]  req@ffff8c5d3ba6b100 x1875052937860864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204538.125972:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204538.125973:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204538.125974:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000400:00000200:0.0:1788204538.125975:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204538.125976:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204538.125977:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204538.125978:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937860864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204538.125983:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937860864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204538.125986:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204538.125987:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204538.125988:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204538.125989:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204538.125991:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937860864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204538.125995:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204538.125997:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937860864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204538.126000:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204538.126001:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204538.126002:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204538.126003:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204538.126004:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204538.126005:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204538.126006:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204538.126007:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204538.126008:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204538.126010:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937860864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204538.126014:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937860864:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204538.126016:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204538.126019:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937860992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204538.126025:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204538.126026:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204538.126028:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204538.126029:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204538.126031:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204538.126034:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937860992:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204538.126037:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204538.126039:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204538.126040:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204538.126042:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204538.126045:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204538.126046:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204538.126049:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204538.126051:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
00000400:00000010:0.0:1788204538.126054:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204538.126056:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937860992, portal 4
00000100:00000001:0.0:1788204538.126058:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204538.126059:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:0.0:1788204538.126065:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937860992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204538.126069:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204538.126070:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204538.126072:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000200:0.0:1788204538.126074:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937860992, offset 0
00000400:00000200:0.0:1788204538.126076:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204538.126078:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204538.126080:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204538.126082:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204538.126083:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204538.126085:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204538.126086:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204538.126088:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546676:546676:256:4294967295] 192.168.201.135@tcp LPNI seq info [546642:546642:8:4294967295]
00000400:00000200:0.0:1788204538.126090:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204538.126094:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204538.126096:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204538.126098:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000800:00000200:0.0:1788204538.126100:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204538.126102:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:0.1:1788204538.126104:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204538.126106:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000100:0.0:1788204538.126108:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204538.126109:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000400:00000200:0.0:1788204538.126111:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204538.126113:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204538.126115:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000400:00000010:0.0:1788204538.126116:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:0.0:1788204538.126132:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204538.126135:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937860992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204538.126140:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204538.126142:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937860992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204563 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204538.126146:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204538.126147:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204538.126149:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204538.126151:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204538.126152:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204538.126154:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309516422
00000100:00000001:0.0:1788204538.126156:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309520076
00000100:00000001:0.0:1788204538.126157:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309516422
00000100:00000001:0.0:1788204538.126158:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309520076
00000100:00000001:0.0:1788204538.126159:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204538.126160:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204538.126161:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204538.126163:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204538/real 1788204538]  req@ffff8c5d3ba6bb80 x1875052937860992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204538.126167:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204538.126168:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204538.126169:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000400:00000200:0.0:1788204538.126171:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204538.126171:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204538.126173:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204538.126175:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937860992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204538.126179:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937860992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204538.126183:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204538.126184:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204538.126184:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204538.126185:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204538.126187:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937860992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204538.126190:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204538.126192:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937860992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204538.126196:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204538.126197:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204538.126198:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204538.126199:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204538.126200:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204538.126201:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204538.126202:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204538.126204:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204538.126205:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204538.126207:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937860992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204538.126211:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937860992:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204538.126213:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204538.126214:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204538.126216:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937860864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204538.126219:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204538.126220:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204538.126222:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204538.126223:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204538.126223:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204538.126224:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204538.126225:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204538.126226:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:0.0:1788204538.126228:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204538.126228:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204538.126229:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:0.0:1788204538.126231:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204538.126232:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204538.126232:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204538.126234:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937860992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204563 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204538.126238:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204538.126238:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204538.126239:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204538.126240:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204538.126240:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204538.126241:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204538.126242:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204538.126243:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:0.0:1788204538.126244:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204538.126244:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204538.126245:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:0.0:1788204538.126246:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204538.126246:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204538.126247:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204538.126249:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204538.126250:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204538.126251:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204538.126252:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204538.316406:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204538.316414:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204538.316416:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204538.316421:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204538.316425:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204538.316428:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204538.316430:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204538.316433:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204538.316435:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204538.828458:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204538.828465:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204538.828472:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204538.828473:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204538.828536:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204538.828540:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204538.828551:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204539.340432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204539.340440:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204539.340442:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204539.340446:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204539.340450:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204539.340453:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204539.340456:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204539.340458:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204539.340461:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204539.852380:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204539.852386:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204539.852390:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204539.852391:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204539.852455:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204539.852458:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204539.852461:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204540.364375:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204540.364381:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204540.364383:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204540.364386:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204540.364389:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204540.364392:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204540.364394:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204540.364396:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204540.364397:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204540.876420:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204540.876427:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204540.876432:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204540.876434:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204540.876493:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204540.876497:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204540.876500:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204541.388406:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204541.388412:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204541.388414:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204541.388418:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204541.388420:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204541.388423:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204541.388425:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204541.388427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204541.388428:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204541.900412:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204541.900418:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204541.900425:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204541.900426:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204541.900497:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204541.900501:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204541.900505:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204541.964416:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309520076, at 4309520128
00000100:00000040:1.0:1788204541.964417:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309520076, at 4309520128
00000100:00000010:0.0:1788204541.964433:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000010:1.0:1788204541.964439:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074420.
00000100:00000001:0.0:1788204542.412386:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204542.412393:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204542.412403:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204542.412409:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204542.412412:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204542.412416:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204542.412418:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204542.412421:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204542.412424:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204542.924433:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204542.924440:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204542.924446:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204542.924448:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204542.924531:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204542.924536:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204542.924539:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204543.244441:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204543.244452:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204543.244454:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204543.244458:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204543.244463:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204543.244471:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14848
00000400:00000200:3.0:1788204543.244479:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204543.244484:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204543.244487:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204543.244489:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.244492:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204543.244495:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.244496:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204543.244501:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204543.244503:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204543.244506:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204543.244509:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204543.244511:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204543.244512:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204543.244514:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.244515:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204543.244516:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.244517:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204543.244519:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204543.244521:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204543.244523:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204543.244525:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204543.244528:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204543.244531:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.244532:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204543.244533:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204543.244543:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204543.244546:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204543.244550:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204543.244551:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.244554:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204543.244557:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204543.244561:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204543.244568:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204543.244575:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204543.244583:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937861120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204543.244591:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204543.244595:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204543.244599:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937861120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204543.244619:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204543.244622:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204543.244624:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204543.244625:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204543.244626:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204543.244629:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204543.244631:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14848
00000400:00000200:3.0:1788204543.244632:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204543.244634:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204543.244636:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204543.244638:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.244639:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204543.244640:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.244642:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204543.244643:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204543.244643:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204543.244644:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204543.244645:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204543.244646:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204543.244648:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204543.244649:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.244651:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204543.244652:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.244653:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204543.244655:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204543.244657:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204543.244659:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204543.244661:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204543.244667:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204543.244670:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.244671:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204543.244675:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204543.244678:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.244679:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204543.244682:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788204543.244683:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204543.244685:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204543.244686:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.244687:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204543.244688:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204543.244690:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204543.244691:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1788204543.244693:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204543.244698:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204543.244699:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204543.244703:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1788204543.244703:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937861248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204543.244712:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204543.244713:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204543.244716:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937861120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204543.244721:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937861248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204543.244770:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204543.244771:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204543.244773:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204543.244778:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204543.244785:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788204543.244786:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204543.244794:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204543.244795:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204543.244808:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1788204543.244808:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14848
00000400:00000200:3.0:1788204543.244817:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:0.0:1788204543.244819:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204543.244823:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
02000000:00000001:0.0:1788204543.244825:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204543.244826:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1788204543.244839:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937861120:192.168.201.135@tcp:250:kworker.0
00000100:00000040:3.0:1788204543.244839:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.244852:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204543.244853:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1788204543.244856:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:0.0:1788204543.244858:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204543.244867:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788204543.244868:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204543.244879:0:267769:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:0.0:1788204543.244880:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1788204543.244889:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204543.244892:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204543.244893:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
02000000:00000010:0.0:1788204543.244895:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
00000020:00000001:3.0:1788204543.244895:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204543.244905:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
02000000:00000001:0.0:1788204543.244906:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204543.244914:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.244916:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204543.244918:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.244919:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204543.244927:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:0.0:1788204543.244928:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788204543.244932:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204543.244935:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204543.244936:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1788204543.244938:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
02000000:00000001:3.0:1788204543.244938:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204543.244946:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.244949:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204543.244950:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204543.244952:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.244953:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204543.244957:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204543.244959:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000010:0.0:1788204543.244960:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
02000000:00000001:3.0:1788204543.244962:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1788204543.244969:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937861120, portal 25
00000100:00000001:0.0:1788204543.244972:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204543.244974:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
02000000:00000001:3.0:1788204543.244974:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.244987:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204543.244990:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1788204543.244993:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937861120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204543.244994:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204543.245008:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:0.0:1788204543.245009:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204543.245016:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204543.245017:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204543.245020:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000200:0.0:1788204543.245023:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937861120, offset 0
00000100:00100000:3.0:1788204543.245040:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937861376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204543.245045:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204543.245059:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788204543.245065:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204543.245066:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204543.245079:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:3.0:1788204543.245080:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937861376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204543.245085:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204543.245090:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204543.245097:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204543.245108:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.245110:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204543.245117:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546677:546677:256:4294967295] 192.168.201.135@tcp LPNI seq info [546643:546643:8:4294967295]
00000100:00080000:3.0:1788204543.245119:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204543.245127:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788204543.245133:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204543.245137:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204543.245142:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788204543.245147:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204543.245148:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204543.245158:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14848
00000800:00000200:0.0:1788204543.245160:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204543.245165:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000010:0.0:1788204543.245166:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000400:00000200:3.0:1788204543.245173:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000200:0.0:1788204543.245181:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788204543.245182:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1788204543.245189:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1788204543.245190:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.245203:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204543.245210:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.245215:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:0.1:1788204543.245215:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204543.245228:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:0.1:1788204543.245228:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1788204543.245230:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204543.245234:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204543.245238:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204543.245240:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204543.245246:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000100:0.0:1788204543.245250:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204543.245255:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000010:0.0:1788204543.245257:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000100:00000001:3.0:1788204543.245261:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204543.245266:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204543.245267:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204543.245273:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788204543.245278:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1788204543.245280:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000400:00000200:0.0:1788204543.245285:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000100:00080000:3.0:1788204543.245289:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000010:0.0:1788204543.245290:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:3.0:1788204543.245336:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204543.245339:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204543.245342:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204543.245344:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.245346:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204543.245348:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:3.0:1788204543.245349:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204543.245353:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.245355:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204543.245359:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937861120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204543.245361:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204543.245365:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204543.245372:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204543.245374:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.245381:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204543.245385:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204543.245389:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204543.245395:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204543.245399:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204543.245402:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1788204543.245406:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937861504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788204543.245413:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937861120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204543.245417:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204543.245421:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204543.245430:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937861504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.245446:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.245448:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204543.245451:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1788204543.245452:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204543.245457:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204543.245459:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204543.245460:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204543.245463:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.245463:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204543.245467:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14848
00000400:00000200:3.0:1788204543.245476:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204543.245482:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204543.245485:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204543.245490:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204543.245491:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309525197
00000100:00000040:3.0:1788204543.245495:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.245497:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1788204543.245498:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000040:3.0:1788204543.245500:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.245505:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204543.245507:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204543.245508:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:0.0:1788204543.245509:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1788204543.245509:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204543.245515:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204543.245518:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204543.245520:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788204543.245521:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309525197
00000100:00000040:3.0:1788204543.245528:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000010:0.0:1788204543.245530:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c0743c0.
00000100:00000001:3.0:1788204543.245542:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204543.245543:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1788204543.245547:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204543.245551:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204543.245554:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:0.0:1788204543.245556:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204543.245557:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204543.245565:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.245566:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204543.245582:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204543.245583:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1788204543.245590:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788204543.245597:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204543/real 1788204543]  req@ffff8c5d3ba68000 x1875052937861120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204543.245597:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.245606:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204543.245608:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204543.245619:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.245625:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204543.245632:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204543.245637:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204543.245640:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204543.245643:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204543.245651:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204543.245652:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204543.245654:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204543.245661:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204543.245668:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204543.245671:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204543.245676:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:3.0:1788204543.245676:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937861632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1788204543.245680:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000400:00000200:0.0:1788204543.245691:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000100:00000001:3.0:1788204543.245691:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204543.245697:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204543.245698:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204543.245706:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1788204543.245707:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937861632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204543.245714:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937861120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204543.245728:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204543.245739:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14859)
00000100:00000200:0.0:1788204543.245741:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937861120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.245748:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204543.245749:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.245751:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204543.245752:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204543.245755:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937861120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.245760:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204543.245766:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937861120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.245770:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204543.245772:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.245773:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204543.245774:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.245775:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204543.245777:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204543.245779:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204543.245782:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204543.245783:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204543.245786:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937861120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204543.245791:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937861120:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788204543.245794:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.245795:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204543.245797:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937861120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.245801:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204543.245803:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204543.245805:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204543.245807:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204543.245809:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204543.245811:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204543.245813:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204543.245815:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:0.0:1788204543.245819:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204543.245820:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204543.245822:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:0.0:1788204543.245824:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204543.245825:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.245828:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.245837:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204543.245839:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204543.245841:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204543.245843:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204543.245845:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204543.245849:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937861248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.245855:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204543.245856:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204543.245858:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204543.245860:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204543.245862:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204543.245865:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937861248:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204543.245869:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204543.245871:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204543.245873:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204543.245874:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204543.245877:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204543.245879:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204543.245883:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204543.245885:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
00000400:00000010:0.0:1788204543.245889:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204543.245892:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937861248, portal 10
00000100:00000001:0.0:1788204543.245894:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204543.245895:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:0.0:1788204543.245900:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937861248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.245906:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204543.245909:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204543.245911:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000200:0.0:1788204543.245913:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937861248, offset 0
00000400:00000200:0.0:1788204543.245917:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204543.245921:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204543.245924:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204543.245927:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204543.245930:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204543.245932:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204543.245934:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204543.245936:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546678:546678:256:4294967295] 192.168.201.135@tcp LPNI seq info [546644:546644:8:4294967295]
00000400:00000200:0.0:1788204543.245941:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204543.245946:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204543.245951:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204543.245954:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000800:00000200:0.0:1788204543.245958:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204543.245961:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204543.245966:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204543.245968:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204543.245972:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204543.245974:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000400:00000200:0.0:1788204543.245977:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204543.245980:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204543.245983:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000400:00000010:0.0:1788204543.245985:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:0.0:1788204543.245988:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204543.245992:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937861248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.245999:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204543.246002:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937861248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246008:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204543.246010:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204543.246013:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204543.246017:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204543.246020:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204543.246023:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309521437
00000100:00000001:0.0:1788204543.246025:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309525197
00000100:00000001:0.0:1788204543.246027:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309521437
00000100:00000001:0.0:1788204543.246043:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309525197
00000100:00000001:0.0:1788204543.246045:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204543.246046:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204543.246048:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204543.246051:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204543/real 1788204543]  req@ffff8c5d3ba69c00 x1875052937861248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204543.246059:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204543.246060:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204543.246062:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000400:00000200:0.0:1788204543.246065:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204543.246067:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204543.246069:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204543.246071:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937861248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204543.246078:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937861248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246084:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204543.246086:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.246087:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204543.246089:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204543.246092:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937861248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246098:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204543.246102:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937861248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246107:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204543.246110:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.246111:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204543.246112:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.246114:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204543.246115:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204543.246118:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204543.246121:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204543.246123:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204543.246127:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937861248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204543.246134:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937861248:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204543.246139:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204543.246142:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937861376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246149:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204543.246150:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204543.246152:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204543.246153:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204543.246155:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204543.246158:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937861376:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204543.246161:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204543.246163:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204543.246165:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204543.246167:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204543.246170:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204543.246172:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204543.246175:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204543.246178:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
00000400:00000010:0.0:1788204543.246181:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204543.246184:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937861376, portal 10
00000100:00000001:0.0:1788204543.246186:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204543.246187:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:0.0:1788204543.246193:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937861376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246199:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204543.246201:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204543.246203:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000200:0.0:1788204543.246206:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937861376, offset 0
00000400:00000200:0.0:1788204543.246209:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204543.246213:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204543.246216:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204543.246219:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204543.246222:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204543.246224:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204543.246226:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204543.246229:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546679:546679:256:4294967295] 192.168.201.135@tcp LPNI seq info [546645:546645:8:4294967295]
00000400:00000200:0.0:1788204543.246233:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204543.246239:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204543.246243:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204543.246246:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000800:00000200:0.0:1788204543.246250:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204543.246252:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204543.246256:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204543.246259:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204543.246262:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204543.246264:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000400:00000200:0.0:1788204543.246267:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204543.246271:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204543.246273:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000400:00000010:0.0:1788204543.246275:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:0.0:1788204543.246278:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204543.246281:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937861376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246288:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204543.246291:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937861376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246320:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204543.246322:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204543.246325:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204543.246328:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204543.246331:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204543.246333:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309521433
00000100:00000001:0.0:1788204543.246336:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309525197
00000100:00000001:0.0:1788204543.246338:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309521433
00000100:00000001:0.0:1788204543.246340:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309525197
00000100:00000001:0.0:1788204543.246342:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204543.246344:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204543.246346:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204543.246350:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204543/real 1788204543]  req@ffff8c5d3ba69180 x1875052937861376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204543.246357:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204543.246358:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204543.246360:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000400:00000200:0.0:1788204543.246362:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204543.246364:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204543.246366:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204543.246369:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937861376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204543.246376:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937861376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246383:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204543.246384:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.246385:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204543.246387:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204543.246390:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937861376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246397:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204543.246400:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937861376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246406:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204543.246409:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.246410:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204543.246411:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.246413:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204543.246415:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204543.246417:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204543.246420:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204543.246422:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204543.246426:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937861376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204543.246433:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937861376:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204543.246437:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204543.246440:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937861504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246446:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204543.246447:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204543.246450:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204543.246451:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204543.246453:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204543.246456:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937861504:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204543.246459:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204543.246461:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204543.246463:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204543.246465:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204543.246468:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204543.246470:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204543.246473:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204543.246475:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
00000400:00000010:0.0:1788204543.246478:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204543.246480:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937861504, portal 4
00000100:00000001:0.0:1788204543.246482:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204543.246483:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00000040:0.0:1788204543.246488:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937861504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246495:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204543.246497:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204543.246499:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000200:0.0:1788204543.246501:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937861504, offset 0
00000400:00000200:0.0:1788204543.246505:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204543.246508:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204543.246511:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204543.246514:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204543.246517:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204543.246519:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204543.246521:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204543.246524:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546680:546680:256:4294967295] 192.168.201.135@tcp LPNI seq info [546646:546646:8:4294967295]
00000400:00000200:0.0:1788204543.246528:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204543.246533:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204543.246537:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204543.246539:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000800:00000200:0.0:1788204543.246543:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204543.246546:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204543.246549:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204543.246552:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204543.246555:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204543.246557:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000400:00000200:0.0:1788204543.246560:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204543.246563:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204543.246566:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000400:00000010:0.0:1788204543.246567:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:0.0:1788204543.246570:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204543.246573:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937861504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246580:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204543.246583:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937861504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246594:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204543.246596:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204543.246598:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204543.246601:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204543.246604:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204543.246606:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309521526
00000100:00000001:0.0:1788204543.246608:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309525197
00000100:00000001:0.0:1788204543.246610:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309521526
00000100:00000001:0.0:1788204543.246612:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309525197
00000100:00000001:0.0:1788204543.246614:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204543.246616:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204543.246618:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204543.246621:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204543/real 1788204543]  req@ffff8c5d3ba6ad80 x1875052937861504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204543.246628:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204543.246630:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204543.246631:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000400:00000200:0.0:1788204543.246633:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204543.246635:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204543.246637:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204543.246640:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937861504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204543.246648:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937861504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246653:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204543.246654:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.246656:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204543.246658:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204543.246661:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937861504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246668:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204543.246672:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937861504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246679:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204543.246681:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.246682:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204543.246683:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.246685:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204543.246686:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204543.246688:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204543.246691:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204543.246693:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204543.246697:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937861504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204543.246704:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937861504:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204543.246708:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204543.246711:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937861632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246717:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204543.246718:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204543.246720:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204543.246722:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204543.246723:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204543.246726:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937861632:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204543.246729:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204543.246731:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204543.246733:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204543.246734:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204543.246737:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204543.246739:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204543.246742:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204543.246745:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
00000400:00000010:0.0:1788204543.246748:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204543.246750:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937861632, portal 4
00000100:00000001:0.0:1788204543.246752:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204543.246753:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:0.0:1788204543.246759:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937861632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246765:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204543.246768:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204543.246769:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000200:0.0:1788204543.246772:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937861632, offset 0
00000400:00000200:0.0:1788204543.246775:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204543.246779:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204543.246782:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204543.246784:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204543.246787:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204543.246789:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204543.246791:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204543.246794:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546681:546681:256:4294967295] 192.168.201.135@tcp LPNI seq info [546647:546647:8:4294967295]
00000400:00000200:0.0:1788204543.246798:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204543.246803:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204543.246813:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204543.246816:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000800:00000200:0.0:1788204543.246820:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204543.246822:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204543.246826:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204543.246829:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204543.246833:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204543.246835:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000400:00000200:0.0:1788204543.246838:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204543.246841:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204543.246843:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000400:00000010:0.0:1788204543.246845:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:0.0:1788204543.246847:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204543.246851:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937861632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246858:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204543.246861:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937861632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204568 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246866:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204543.246868:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204543.246870:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204543.246874:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204543.246877:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204543.246878:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309521543
00000100:00000001:0.0:1788204543.246881:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309525197
00000100:00000001:0.0:1788204543.246883:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309521543
00000100:00000001:0.0:1788204543.246885:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309525197
00000100:00000001:0.0:1788204543.246887:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204543.246889:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204543.246891:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204543.246894:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204543/real 1788204543]  req@ffff8c5d3ba68e00 x1875052937861632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204543.246901:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204543.246902:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204543.246903:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000400:00000200:0.0:1788204543.246905:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204543.246907:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204543.246909:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204543.246912:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937861632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204543.246920:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937861632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246926:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204543.246927:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.246928:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204543.246930:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204543.246933:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937861632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246939:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204543.246942:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937861632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246948:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204543.246950:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.246952:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204543.246953:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.246954:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204543.246956:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204543.246958:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204543.246961:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204543.246964:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204543.246967:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937861632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204543.246974:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937861632:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204543.246978:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.246980:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204543.246983:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937861248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.246989:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204543.246991:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204543.246993:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204543.246995:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204543.246996:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204543.246998:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204543.246999:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204543.247001:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:0.0:1788204543.247004:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204543.247005:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204543.247006:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:0.0:1788204543.247008:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204543.247010:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.247011:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204543.247015:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937861376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.247021:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204543.247022:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204543.247023:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204543.247025:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204543.247027:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204543.247028:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204543.247041:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204543.247042:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:0.0:1788204543.247043:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204543.247044:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204543.247045:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:0.0:1788204543.247047:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204543.247048:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.247049:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204543.247051:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937861504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.247055:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204543.247056:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204543.247057:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204543.247058:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204543.247059:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204543.247060:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204543.247061:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204543.247062:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:0.0:1788204543.247063:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204543.247063:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204543.247064:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:0.0:1788204543.247065:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204543.247066:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.247067:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204543.247068:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937861632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204568 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204543.247072:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204543.247072:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204543.247073:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204543.247074:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204543.247075:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204543.247075:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204543.247076:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204543.247077:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:0.0:1788204543.247078:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204543.247079:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204543.247080:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:0.0:1788204543.247081:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204543.247082:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.247083:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.247086:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204543.247086:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204543.247088:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204543.247089:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204543.436432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204543.436440:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204543.436442:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204543.436447:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204543.436452:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204543.436456:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.436458:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204543.436461:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204543.436463:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204543.948434:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204543.948439:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204543.948444:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204543.948444:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204543.948519:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204543.948524:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204543.948527:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1788204544.204460:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788204544.204467:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788204544.204471:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788204544.204639:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204544.204654:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788204544.204658:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204544.204660:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1788204544.204669:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000100:00000001:0.0:1788204544.460366:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204544.460374:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204544.460376:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204544.460381:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204544.460385:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204544.460389:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204544.460391:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204544.460394:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204544.460397:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204544.972454:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204544.972462:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204544.972464:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204544.972467:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204544.972471:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204544.972472:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204544.972474:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204544.972475:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204544.972479:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204544.972480:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204544.972481:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204544.972482:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204544.972483:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204544.972484:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204544.972485:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204544.972486:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204544.972537:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204544.972540:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204544.972543:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204545.484429:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204545.484439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204545.484441:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204545.484449:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204545.484454:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204545.484459:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204545.484462:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204545.484465:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204545.484468:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204545.996402:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204545.996408:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204545.996412:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204545.996413:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204545.996475:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204545.996480:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204545.996483:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204546.508423:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204546.508430:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204546.508431:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204546.508436:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204546.508438:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204546.508442:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204546.508444:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204546.508447:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204546.508449:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204547.020432:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204547.020437:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204547.020441:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204547.020442:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204547.020514:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204547.020519:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204547.020523:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204547.084432:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309525197, at 4309525248
00000100:00000040:1.0:1788204547.084454:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309525197, at 4309525248
00000100:00000010:0.0:1788204547.084457:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000010:1.0:1788204547.084475:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0743c0.
00000100:00000001:0.0:1788204547.532425:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204547.532432:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204547.532434:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204547.532439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204547.532442:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204547.532445:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204547.532447:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204547.532448:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204547.532451:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204548.044403:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204548.044408:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204548.044412:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204548.044413:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204548.044471:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204548.044475:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204548.044477:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204548.364386:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204548.364397:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204548.364399:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204548.364402:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204548.364406:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204548.364411:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14854
00000400:00000200:3.0:1788204548.364417:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204548.364421:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204548.364423:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204548.364425:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364427:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204548.364429:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364430:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204548.364435:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204548.364436:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204548.364438:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204548.364440:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204548.364441:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204548.364443:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204548.364444:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364445:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204548.364446:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364447:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204548.364449:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204548.364451:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364453:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204548.364455:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204548.364457:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204548.364459:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204548.364467:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204548.364468:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204548.364475:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204548.364477:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204548.364480:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204548.364481:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204548.364484:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204548.364486:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204548.364489:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204548.364495:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204548.364500:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204548.364513:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937861760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204548.364523:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204548.364527:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204548.364532:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937861760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204548.364553:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204548.364555:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204548.364557:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204548.364563:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204548.364564:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204548.364567:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204548.364570:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14854
00000400:00000200:3.0:1788204548.364574:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204548.364576:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204548.364579:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204548.364582:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364585:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204548.364588:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364590:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204548.364592:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204548.364594:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204548.364596:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204548.364598:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204548.364598:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204548.364602:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204548.364603:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204548.364607:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204548.364607:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204548.364611:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364614:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204548.364616:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364617:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204548.364620:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000040:0.0:1788204548.364621:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937861760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204548.364622:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364626:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204548.364630:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204548.364636:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204548.364637:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204548.364640:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204548.364641:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204548.364643:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204548.364647:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1788204548.364647:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788204548.364651:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204548.364655:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204548.364658:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204548.364660:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937861760:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204548.364661:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204548.364666:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000100:00000001:0.0:1788204548.364668:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1788204548.364669:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204548.364672:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204548.364673:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204548.364674:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204548.364675:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204548.364678:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204548.364680:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204548.364680:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204548.364686:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204548.364687:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204548.364691:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204548.364693:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
00000100:00100000:3.0:1788204548.364695:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937861888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788204548.364698:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204548.364705:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788204548.364708:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204548.364709:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204548.364715:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
00000100:00000040:3.0:1788204548.364715:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937861888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788204548.364724:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000001:3.0:1788204548.364724:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204548.364726:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204548.364729:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204548.364730:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204548.364731:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1788204548.364733:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937861760, portal 25
00000100:00000001:3.0:1788204548.364733:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204548.364737:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14854
00000100:00000001:0.0:1788204548.364738:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204548.364742:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000400:00000200:3.0:1788204548.364742:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204548.364746:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204548.364748:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204548.364753:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937861760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204548.364753:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364756:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204548.364759:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364763:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204548.364767:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204548.364768:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204548.364771:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204548.364773:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1788204548.364774:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204548.364776:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:0.0:1788204548.364780:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788204548.364780:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000010:0.0:1788204548.364784:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000040:3.0:1788204548.364785:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364789:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1788204548.364790:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937861760, offset 0
00000100:00000040:3.0:1788204548.364791:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364794:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204548.364796:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204548.364798:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364799:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204548.364802:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204548.364803:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204548.364804:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204548.364808:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204548.364809:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204548.364810:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204548.364812:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204548.364814:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204548.364815:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:3.0:1788204548.364817:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000400:00000200:0.0:1788204548.364825:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000040:3.0:1788204548.364826:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204548.364830:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204548.364833:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204548.364834:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204548.364835:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788204548.364836:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788204548.364837:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204548.364842:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000400:00000200:0.0:1788204548.364845:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:3.0:1788204548.364846:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204548.364851:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937862016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204548.364853:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204548.364859:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364862:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204548.364866:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204548.364868:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546682:546682:256:4294967295] 192.168.201.135@tcp LPNI seq info [546648:546648:8:4294967295]
00000100:00000040:3.0:1788204548.364871:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937862016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204548.364878:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204548.364883:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204548.364886:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204548.364891:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204548.364894:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204548.364896:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788204548.364897:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204548.364898:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204548.364903:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14854
00000800:00000200:0.0:1788204548.364909:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204548.364909:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204548.364913:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204548.364915:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1788204548.364917:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000100:00000040:3.0:1788204548.364917:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364922:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204548.364924:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:0.0:1788204548.364928:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204548.364929:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:0.0:1788204548.364934:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1788204548.364935:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204548.364937:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204548.364950:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204548.364953:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204548.364955:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000200:0.1:1788204548.364957:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204548.364959:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000200:0.1:1788204548.364964:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1788204548.364966:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.364971:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:0.0:1788204548.364973:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204548.364976:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000010:0.0:1788204548.364978:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000100:00000001:3.0:1788204548.364979:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204548.364983:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204548.364986:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:0.0:1788204548.364987:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204548.364988:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204548.364991:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204548.364994:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788204548.364997:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788204548.364998:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204548.365001:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204548.365004:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1788204548.365006:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000008:00000001:3.0:1788204548.365006:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204548.365009:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204548.365011:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000010:3.0:1788204548.365012:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204548.365016:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204548.365017:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204548.365019:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204548.365019:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204548.365022:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204548.365023:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1788204548.365026:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937861760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204548.365026:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204548.365031:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204548.365037:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204548.365041:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1788204548.365046:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937862144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788204548.365049:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937861760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204548.365066:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204548.365068:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204548.365070:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204548.365072:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788204548.365076:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937862144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365079:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204548.365085:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204548.365089:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788204548.365090:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204548.365094:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309530316
00000100:00080000:3.0:1788204548.365094:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204548.365097:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204548.365099:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204548.365100:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:0.0:1788204548.365101:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00080000:3.0:1788204548.365102:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14854
00000400:00000200:3.0:1788204548.365108:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204548.365111:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1788204548.365111:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204548.365115:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204548.365118:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.365119:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204548.365121:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309530316
00000100:00000040:3.0:1788204548.365121:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.365126:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000010:0.0:1788204548.365127:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074d80.
00000020:00000001:3.0:1788204548.365128:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204548.365131:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204548.365132:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204548.365133:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1788204548.365134:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204548.365138:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788204548.365140:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788204548.365140:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204548.365143:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204548.365146:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204548.365147:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204548.365150:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1788204548.365151:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204548.365156:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00100000:0.0:1788204548.365157:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204548/real 1788204548]  req@ffff8c5d3ba68700 x1875052937861760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204548.365160:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204548.365168:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204548.365173:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204548.365174:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1788204548.365176:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:0.0:1788204548.365178:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1788204548.365181:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1788204548.365182:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
02000000:00000001:3.0:1788204548.365187:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204548.365188:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000100:00000001:3.0:1788204548.365189:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1788204548.365192:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000008:00100000:3.0:1788204548.365192:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204548.365196:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204548.365197:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204548.365198:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204548.365202:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000100:00000200:0.0:1788204548.365205:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937861760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204548.365206:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204548.365209:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204548.365211:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204548.365215:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204548.365217:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204548.365219:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204548.365224:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000200:0.0:1788204548.365226:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937861760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204548.365228:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204548.365238:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:3.0:1788204548.365238:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937862272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204548.365241:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.365245:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204548.365248:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204548.365254:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1788204548.365256:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937861760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204548.365258:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204548.365268:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937862272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365271:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204548.365280:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937861760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204548.365281:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204548.365288:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14864)
00000100:00000001:0.0:1788204548.365294:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204548.365297:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.365324:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204548.365326:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.365328:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204548.365331:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204548.365334:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204548.365339:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204548.365341:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204548.365346:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937861760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204548.365355:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937861760:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788204548.365361:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.365364:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204548.365367:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937861760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365375:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204548.365377:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204548.365379:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204548.365382:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204548.365384:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204548.365386:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204548.365388:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204548.365390:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:0.0:1788204548.365394:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204548.365395:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204548.365397:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:0.0:1788204548.365400:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204548.365401:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.365404:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.365411:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204548.365413:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204548.365415:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204548.365416:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204548.365418:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204548.365421:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937861888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365429:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204548.365431:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204548.365433:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204548.365435:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204548.365437:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204548.365439:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937861888:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204548.365443:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204548.365444:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204548.365446:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204548.365448:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204548.365450:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204548.365453:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204548.365456:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204548.365459:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
00000400:00000010:0.0:1788204548.365471:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204548.365474:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937861888, portal 10
00000100:00000001:0.0:1788204548.365477:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204548.365478:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:0.0:1788204548.365485:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937861888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365491:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204548.365494:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204548.365496:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000200:0.0:1788204548.365498:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937861888, offset 0
00000400:00000200:0.0:1788204548.365502:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204548.365506:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204548.365509:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204548.365513:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204548.365515:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204548.365517:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204548.365520:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204548.365523:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546683:546683:256:4294967295] 192.168.201.135@tcp LPNI seq info [546649:546649:8:4294967295]
00000400:00000200:0.0:1788204548.365528:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204548.365534:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204548.365538:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204548.365541:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000800:00000200:0.0:1788204548.365545:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204548.365548:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204548.365552:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204548.365555:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788204548.365559:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204548.365561:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000400:00000200:0.0:1788204548.365564:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204548.365567:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204548.365570:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000400:00000010:0.0:1788204548.365572:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:0.0:1788204548.365574:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204548.365578:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937861888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365586:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204548.365588:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937861888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365595:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204548.365597:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204548.365600:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204548.365603:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204548.365606:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204548.365608:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309526557
00000100:00000001:0.0:1788204548.365611:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309530316
00000100:00000001:0.0:1788204548.365613:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309526557
00000100:00000001:0.0:1788204548.365615:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309530316
00000100:00000001:0.0:1788204548.365617:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204548.365620:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204548.365622:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204548.365625:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204548/real 1788204548]  req@ffff8c5d3ba6b480 x1875052937861888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204548.365632:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204548.365634:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204548.365635:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000400:00000200:0.0:1788204548.365638:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204548.365639:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204548.365641:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204548.365645:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937861888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204548.365653:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937861888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365659:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204548.365660:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.365662:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204548.365663:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204548.365667:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937861888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365673:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204548.365677:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937861888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365684:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204548.365686:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.365688:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204548.365689:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.365691:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204548.365693:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204548.365695:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204548.365698:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204548.365701:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204548.365704:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937861888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204548.365713:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937861888:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204548.365717:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204548.365720:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937862016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365726:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204548.365727:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204548.365729:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204548.365731:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204548.365733:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204548.365735:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937862016:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204548.365739:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204548.365740:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204548.365742:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204548.365744:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204548.365747:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204548.365749:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204548.365752:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204548.365755:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
00000400:00000010:0.0:1788204548.365758:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204548.365761:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937862016, portal 10
00000100:00000001:0.0:1788204548.365762:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204548.365763:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:0.0:1788204548.365768:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937862016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365775:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204548.365777:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204548.365779:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000200:0.0:1788204548.365782:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937862016, offset 0
00000400:00000200:0.0:1788204548.365785:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204548.365789:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204548.365792:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204548.365795:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204548.365797:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204548.365799:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204548.365801:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204548.365804:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546684:546684:256:4294967295] 192.168.201.135@tcp LPNI seq info [546650:546650:8:4294967295]
00000400:00000200:0.0:1788204548.365808:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204548.365812:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204548.365815:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204548.365817:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000800:00000200:0.0:1788204548.365820:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204548.365822:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204548.365824:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204548.365826:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788204548.365828:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204548.365829:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000400:00000200:0.0:1788204548.365831:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204548.365833:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204548.365836:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000400:00000010:0.0:1788204548.365837:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:0.0:1788204548.365839:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204548.365841:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937862016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365846:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204548.365848:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937862016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365851:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204548.365853:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204548.365854:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204548.365856:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204548.365858:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204548.365859:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309526552
00000100:00000001:0.0:1788204548.365861:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309530316
00000100:00000001:0.0:1788204548.365862:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309526552
00000100:00000001:0.0:1788204548.365864:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309530316
00000100:00000001:0.0:1788204548.365865:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204548.365866:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204548.365867:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204548.365869:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204548/real 1788204548]  req@ffff8c5d3ba69500 x1875052937862016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204548.365873:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204548.365874:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204548.365875:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000400:00000200:0.0:1788204548.365876:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204548.365877:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204548.365878:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204548.365880:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937862016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204548.365884:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937862016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365887:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204548.365888:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.365889:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204548.365890:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204548.365892:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937862016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365895:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204548.365898:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937862016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365902:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204548.365903:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.365904:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204548.365905:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.365906:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204548.365907:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204548.365908:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204548.365910:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204548.365911:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204548.365913:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937862016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204548.365917:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937862016:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204548.365919:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204548.365920:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937862144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365924:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204548.365925:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204548.365926:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204548.365927:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204548.365928:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204548.365929:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937862144:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204548.365931:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204548.365932:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204548.365933:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204548.365934:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204548.365936:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204548.365937:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204548.365953:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204548.365956:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
00000400:00000010:0.0:1788204548.365960:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204548.365962:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937862144, portal 4
00000100:00000001:0.0:1788204548.365964:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204548.365965:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:0.0:1788204548.365971:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937862144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.365975:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204548.365976:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204548.365977:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000200:0.0:1788204548.365979:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937862144, offset 0
00000400:00000200:0.0:1788204548.365981:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204548.365983:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204548.365986:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204548.365987:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204548.365989:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204548.365990:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204548.365992:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204548.365994:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546685:546685:256:4294967295] 192.168.201.135@tcp LPNI seq info [546651:546651:8:4294967295]
00000400:00000200:0.0:1788204548.365996:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204548.365999:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204548.366002:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204548.366003:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000800:00000200:0.0:1788204548.366006:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204548.366008:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204548.366010:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204548.366012:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788204548.366014:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204548.366015:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000400:00000200:0.0:1788204548.366017:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204548.366018:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204548.366020:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000400:00000010:0.0:1788204548.366022:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:0.0:1788204548.366023:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204548.366025:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937862144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.366030:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204548.366031:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937862144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.366035:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204548.366036:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204548.366037:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204548.366039:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204548.366041:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204548.366042:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309526645
00000100:00000001:0.0:1788204548.366044:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309530316
00000100:00000001:0.0:1788204548.366045:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309526645
00000100:00000001:0.0:1788204548.366046:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309530316
00000100:00000001:0.0:1788204548.366047:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204548.366048:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204548.366049:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204548.366051:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204548/real 1788204548]  req@ffff8c5d3ba69880 x1875052937862144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204548.366055:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204548.366056:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204548.366057:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000400:00000200:0.0:1788204548.366058:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204548.366059:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204548.366060:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204548.366062:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937862144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204548.366066:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937862144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.366070:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204548.366071:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.366072:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204548.366073:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204548.366075:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937862144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.366078:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204548.366080:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937862144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.366083:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204548.366085:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.366085:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204548.366086:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.366087:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204548.366088:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204548.366090:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204548.366093:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204548.366095:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204548.366103:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937862144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204548.366110:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937862144:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204548.366113:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204548.366116:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937862272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.366122:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204548.366124:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204548.366126:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204548.366127:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204548.366129:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204548.366132:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937862272:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204548.366134:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204548.366136:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204548.366138:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204548.366139:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204548.366142:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204548.366144:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204548.366147:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204548.366149:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
00000400:00000010:0.0:1788204548.366152:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204548.366155:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937862272, portal 4
00000100:00000001:0.0:1788204548.366158:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204548.366159:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000040:0.0:1788204548.366165:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937862272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.366171:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204548.366173:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204548.366175:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000200:0.0:1788204548.366177:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937862272, offset 0
00000400:00000200:0.0:1788204548.366181:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204548.366184:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204548.366188:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204548.366190:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204548.366192:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204548.366194:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204548.366196:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204548.366199:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546686:546686:256:4294967295] 192.168.201.135@tcp LPNI seq info [546652:546652:8:4294967295]
00000400:00000200:0.0:1788204548.366203:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204548.366208:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204548.366213:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204548.366216:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000800:00000200:0.0:1788204548.366220:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204548.366222:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204548.366225:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204548.366228:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788204548.366231:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204548.366233:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000400:00000200:0.0:1788204548.366235:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204548.366238:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204548.366241:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000400:00000010:0.0:1788204548.366243:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:0.0:1788204548.366246:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204548.366249:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937862272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.366257:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204548.366260:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937862272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204573 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.366266:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204548.366268:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204548.366270:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204548.366273:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204548.366276:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204548.366278:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309526662
00000100:00000001:0.0:1788204548.366280:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309530316
00000100:00000001:0.0:1788204548.366282:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309526662
00000100:00000001:0.0:1788204548.366284:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309530316
00000100:00000001:0.0:1788204548.366286:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204548.366287:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204548.366288:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204548.366291:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204548/real 1788204548]  req@ffff8c5d3ba68380 x1875052937862272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204548.366296:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204548.366297:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204548.366311:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000400:00000200:0.0:1788204548.366313:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204548.366314:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204548.366315:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204548.366317:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937862272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204548.366322:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937862272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.366326:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204548.366327:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.366328:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204548.366329:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204548.366332:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937862272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.366338:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204548.366342:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937862272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.366348:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204548.366350:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.366352:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204548.366353:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.366354:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204548.366356:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204548.366358:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204548.366361:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204548.366363:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204548.366367:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937862272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204548.366375:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937862272:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204548.366378:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.366380:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204548.366383:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937861888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.366389:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204548.366390:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204548.366392:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204548.366395:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204548.366396:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204548.366396:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204548.366398:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204548.366399:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:0.0:1788204548.366400:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204548.366401:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204548.366402:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:0.0:1788204548.366404:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204548.366405:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.366406:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204548.366408:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937862016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.366412:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204548.366412:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204548.366413:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204548.366414:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204548.366415:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204548.366416:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204548.366417:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204548.366418:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:0.0:1788204548.366419:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204548.366420:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204548.366420:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:0.0:1788204548.366422:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204548.366423:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.366423:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204548.366425:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937862144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.366428:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204548.366429:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204548.366430:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204548.366431:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204548.366431:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204548.366432:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204548.366433:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204548.366434:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:0.0:1788204548.366435:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204548.366435:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204548.366436:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:0.0:1788204548.366437:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204548.366437:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.366438:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204548.366440:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937862272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204573 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204548.366443:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204548.366443:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204548.366444:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204548.366445:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204548.366446:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204548.366446:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204548.366447:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204548.366448:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:0.0:1788204548.366449:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204548.366449:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204548.366450:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:0.0:1788204548.366451:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204548.366452:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.366453:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.366455:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204548.366456:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204548.366458:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204548.366459:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204548.556417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204548.556424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204548.556426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204548.556432:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204548.556435:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204548.556439:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.556441:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204548.556444:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204548.556446:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204549.068451:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204549.068458:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204549.068463:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204549.068464:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204549.068513:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204549.068516:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204549.068519:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204549.580391:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204549.580399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204549.580401:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204549.580407:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204549.580410:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204549.580413:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204549.580415:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204549.580418:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204549.580420:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204550.092425:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204550.092432:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204550.092438:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204550.092439:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204550.092503:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204550.092508:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204550.092511:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204550.604402:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204550.604408:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204550.604409:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204550.604413:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204550.604415:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204550.604417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204550.604419:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204550.604422:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204550.604423:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204551.116446:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204551.116451:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204551.116455:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204551.116456:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204551.116507:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204551.116509:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204551.116511:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204551.628382:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204551.628391:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204551.628392:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204551.628398:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204551.628400:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204551.628403:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204551.628405:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204551.628407:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204551.628409:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204552.140410:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204552.140415:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204552.140420:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204552.140421:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204552.140453:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204552.140457:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204552.140460:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204552.204399:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309530316, at 4309530368
00000100:00000040:1.0:1788204552.204399:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309530316, at 4309530368
00000100:00000010:0.0:1788204552.204413:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000010:1.0:1788204552.204413:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074d80.
00000100:00000001:0.0:1788204552.652392:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204552.652398:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204552.652400:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204552.652403:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204552.652406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204552.652409:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204552.652411:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204552.652413:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204552.652415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204553.164455:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204553.164462:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204553.164468:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204553.164469:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204553.164529:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204553.164532:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204553.164535:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204553.484404:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204553.484416:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204553.484418:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204553.484422:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204553.484428:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204553.484436:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14859
00000400:00000200:1.0:1788204553.484445:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204553.484452:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204553.484455:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204553.484459:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204553.484462:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204553.484466:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204553.484468:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204553.484474:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204553.484476:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204553.484484:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204553.484488:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204553.484491:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204553.484493:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204553.484497:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204553.484498:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204553.484500:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204553.484501:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204553.484503:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204553.484506:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204553.484508:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.484510:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204553.484513:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204553.484515:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.484517:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204553.484519:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204553.484529:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece680.
00000020:00000040:1.0:1788204553.484532:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204553.484536:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204553.484537:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.484541:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204553.484544:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204553.484547:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204553.484554:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000001:1.0:1788204553.484561:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204553.484570:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece680 x1875052937862400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204553.484578:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204553.484582:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204553.484592:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb9bc345] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece680 x1875052937862400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.484615:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204553.484619:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204553.484622:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204553.484623:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204553.484625:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204553.484628:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204553.484630:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14859
00000400:00000200:1.0:1788204553.484635:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204553.484638:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204553.484641:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204553.484645:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204553.484647:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204553.484648:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788204553.484649:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204553.484654:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204553.484654:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204553.484658:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788204553.484658:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204553.484662:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204553.484666:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:0.0:1788204553.484667:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece680 x1875052937862400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204553.484669:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204553.484674:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204553.484678:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1788204553.484680:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204553.484681:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204553.484687:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1788204553.484688:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:0.0:1788204553.484690:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204553.484693:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788204553.484694:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204553.484699:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00100000:0.0:1788204553.484700:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937862400:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204553.484704:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204553.484706:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1788204553.484707:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:0.0:1788204553.484710:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1788204553.484711:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:0.0:1788204553.484713:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.484715:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204553.484717:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788204553.484717:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1788204553.484723:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:1.0:1788204553.484725:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204553.484726:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.484730:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.484732:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788204553.484735:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00100000:1.0:1788204553.484737:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1788204553.484739:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
00000008:00000001:1.0:1788204553.484740:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.484744:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204553.484747:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdc00.
00000400:00000010:0.0:1788204553.484748:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000020:00000040:1.0:1788204553.484749:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204553.484753:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204553.484753:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.484754:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204553.484756:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1788204553.484757:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937862400, portal 25
02000000:00000001:1.0:1788204553.484758:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.484762:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204553.484764:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525056 : -127143247026560 : ffff8c5d27ece680)
02000000:00000010:1.0:1788204553.484765:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:1.0:1788204553.484770:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204553.484772:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece680 x1875052937862400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204553.484777:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdc00 x1875052937862528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204553.484785:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204553.484791:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204553.484791:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204553.484794:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204553.484795:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000040:1.0:1788204553.484798:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c07ad524] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdc00 x1875052937862528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204553.484800:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937862400, offset 0
00000400:00000200:0.0:1788204553.484809:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204553.484810:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204553.484813:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204553.484816:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1788204553.484819:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204553.484819:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204553.484822:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204553.484824:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204553.484827:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14859
00000400:00000200:0.0:1788204553.484828:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204553.484833:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204553.484837:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204553.484840:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204553.484842:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204553.484846:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546687:546687:256:4294967295] 192.168.201.135@tcp LPNI seq info [546653:546653:8:4294967295]
00000400:00000200:0.0:1788204553.484848:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204553.484869:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204553.484877:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204553.484877:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204553.484883:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000010:0.0:1788204553.484884:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000100:00080000:1.0:1788204553.484885:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204553.484889:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204553.484891:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788204553.484894:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:1.0:1788204553.484895:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204553.484899:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:0.0:1788204553.484900:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1788204553.484901:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204553.484903:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204553.484905:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204553.484907:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000200:0.1:1788204553.484909:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:1.0:1788204553.484910:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:0.1:1788204553.484914:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000020:00000001:1.0:1788204553.484915:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000100:0.0:1788204553.484922:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000040:1.0:1788204553.484922:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000010:0.0:1788204553.484925:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000100:00000001:1.0:1788204553.484926:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204553.484929:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204553.484931:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788204553.484933:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1788204553.484933:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204553.484937:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:0.0:1788204553.484941:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788204553.484942:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.484946:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204553.484949:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
02000000:00000001:1.0:1788204553.484950:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1788204553.484951:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:0.0:1788204553.484958:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1788204553.484960:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.484963:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:0.0:1788204553.484965:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece680 x1875052937862400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1788204553.484966:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204553.484974:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.484977:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204553.484983:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd500.
00000100:00000001:0.0:1788204553.484985:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1788204553.484988:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000040:0.0:1788204553.484992:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece680 x1875052937862400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204553.484993:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204553.484996:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.485004:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.485008:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204553.485009:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1788204553.485013:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204553.485016:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.485018:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204553.485022:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000400:00000200:0.0:1788204553.485023:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204553.485027:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.485029:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309535436
00000100:00100000:1.0:1788204553.485034:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd500 x1875052937862656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1788204553.485037:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:1.0:1788204553.485043:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204553.485045:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.485048:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1788204553.485048:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab37475] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd500 x1875052937862656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.485056:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.485059:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309535436
00000100:00080000:1.0:1788204553.485059:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204553.485064:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000010:0.0:1788204553.485066:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074b40.
00000100:00000001:1.0:1788204553.485066:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204553.485068:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204553.485071:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204553.485072:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204553.485075:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14859
00000100:00000001:0.0:1788204553.485078:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204553.485079:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204553.485084:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204553.485085:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204553.485088:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204553.485089:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1788204553.485093:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204553.485097:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1788204553.485099:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204553/real 1788204553]  req@ffff8c5d27ece680 x1875052937862400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204553.485102:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204553.485109:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204553.485114:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:0.0:1788204553.485117:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1788204553.485117:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000400:00000001:0.0:1788204553.485120:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:1.0:1788204553.485121:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:0.0:1788204553.485123:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000020:00000040:1.0:1788204553.485125:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000200:0.0:1788204553.485126:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204553.485130:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000020:00000001:1.0:1788204553.485130:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204553.485135:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204553.485136:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204553.485140:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece680 x1875052937862400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204553.485149:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:0.0:1788204553.485152:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece680 x1875052937862400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.485153:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204553.485158:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204553.485162:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204553.485164:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1788204553.485165:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:0.0:1788204553.485166:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204553.485169:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204553.485170:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204553.485172:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.485174:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204553.485175:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204553.485178:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204553.485183:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204553.485184:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece680 x1875052937862400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.485187:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204553.485190:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204553.485193:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.485195:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204553.485199:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecce00.
00000100:00000001:0.0:1788204553.485205:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788204553.485205:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204553.485211:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204553.485213:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204553.485214:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece680 x1875052937862400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.485216:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204553.485219:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204553.485223:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.485228:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204553.485231:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1788204553.485232:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:0.0:1788204553.485233:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204553.485235:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.485238:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.485239:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204553.485241:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204553.485244:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1788204553.485248:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecce00 x1875052937862784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788204553.485250:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204553.485256:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204553.485262:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece680 x1875052937862400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.485273:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1788204553.485277:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937862400:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204553.485277:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204553.485282:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5eacb3] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecce00 x1875052937862784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.485284:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.485288:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204553.485292:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204553.485293:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece680 x1875052937862400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204553.485295:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204553.485324:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:1.0:1788204553.485327:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:0.0:1788204553.485328:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1788204553.485330:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:0.0:1788204553.485332:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
00000100:00080000:1.0:1788204553.485333:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1788204553.485338:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1788204553.485338:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000020:00000001:0.0:1788204553.485343:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:1.0:1788204553.485343:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14859
00000020:00000040:0.0:1788204553.485347:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000400:00000200:1.0:1788204553.485349:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:0.0:1788204553.485353:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000400:00000200:1.0:1788204553.485353:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204553.485357:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
02000000:00000010:0.0:1788204553.485358:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
00000100:00000040:1.0:1788204553.485359:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204553.485362:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204553.485365:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:0.0:1788204553.485366:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1788204553.485366:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788204553.485370:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:1.0:1788204553.485370:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204553.485374:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000010:0.0:1788204553.485375:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece680.
00000020:00000001:1.0:1788204553.485375:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204553.485377:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204553.485380:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788204553.485382:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000001:1.0:1788204553.485382:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788204553.485385:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204553.485386:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204553.485388:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204553.485389:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204553.485392:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204553.485393:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204553.485395:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:0.0:1788204553.485398:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:1.0:1788204553.485398:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204553.485400:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.485402:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.485403:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1788204553.485404:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204553.485406:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1788204553.485407:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204553.485408:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1788204553.485411:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204553.485414:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdc00 x1875052937862528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.485414:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204553.485417:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204553.485423:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204553.485427:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.485428:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204553.485430:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204553.485431:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecca80.
02000000:00000001:0.0:1788204553.485432:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1788204553.485434:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788204553.485435:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204553.485437:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204553.485438:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204553.485440:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204553.485441:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937862528:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204553.485445:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204553.485445:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204553.485449:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204553.485449:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204553.485450:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204553.485453:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788204553.485454:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204553.485455:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204553.485458:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204553.485461:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:1.0:1788204553.485461:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000400:00000010:0.0:1788204553.485465:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
00000100:00000001:1.0:1788204553.485467:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204553.485469:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204553.485473:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937862528, portal 10
00000100:00000001:0.0:1788204553.485475:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1788204553.485476:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecca80 x1875052937862912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204553.485477:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462522368 : -127143247029248 : ffff8c5d27ecdc00)
00000100:00000040:0.0:1788204553.485486:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdc00 x1875052937862528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204553.485493:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204553.485494:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204553.485498:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204553.485498:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204553.485501:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000200:0.0:1788204553.485504:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937862528, offset 0
00000100:00000040:1.0:1788204553.485507:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8322783] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecca80 x1875052937862912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204553.485508:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204553.485513:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204553.485517:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204553.485523:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204553.485527:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204553.485530:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1788204553.485531:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204553.485534:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:1.0:1788204553.485537:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14869)
00000400:00000200:0.0:1788204553.485538:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546688:546688:256:4294967295] 192.168.201.135@tcp LPNI seq info [546654:546654:8:4294967295]
00000400:00000200:0.0:1788204553.485543:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204553.485548:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204553.485562:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204553.485570:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000800:00000200:0.0:1788204553.485574:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204553.485577:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204553.485581:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204553.485584:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788204553.485587:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204553.485589:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000400:00000200:0.0:1788204553.485592:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204553.485595:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204553.485598:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000400:00000010:0.0:1788204553.485600:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:0.0:1788204553.485602:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204553.485605:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdc00 x1875052937862528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.485611:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204553.485612:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdc00 x1875052937862528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.485617:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.485618:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204553.485620:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204553.485623:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204553.485626:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204553.485627:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309531677
00000100:00000001:0.0:1788204553.485629:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309535436
00000100:00000001:0.0:1788204553.485630:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309531677
00000100:00000001:0.0:1788204553.485632:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309535436
00000100:00000001:0.0:1788204553.485633:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204553.485634:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.485635:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204553.485637:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204553/real 1788204553]  req@ffff8c5d27ecdc00 x1875052937862528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204553.485647:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204553.485648:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204553.485649:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000400:00000200:0.0:1788204553.485650:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204553.485651:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204553.485652:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204553.485654:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdc00 x1875052937862528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204553.485659:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdc00 x1875052937862528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.485662:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204553.485663:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.485664:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204553.485665:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204553.485667:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdc00 x1875052937862528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.485670:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204553.485672:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdc00 x1875052937862528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.485676:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204553.485678:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.485679:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204553.485680:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.485681:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204553.485682:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204553.485684:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204553.485685:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204553.485686:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204553.485689:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdc00 x1875052937862528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204553.485694:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937862528:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204553.485696:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204553.485698:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd500 x1875052937862656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.485702:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204553.485702:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204553.485703:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204553.485705:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204553.485706:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204553.485707:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937862656:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204553.485709:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204553.485710:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204553.485711:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204553.485712:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204553.485714:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204553.485715:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204553.485717:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204553.485718:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
00000400:00000010:0.0:1788204553.485720:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204553.485722:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937862656, portal 10
00000100:00000001:0.0:1788204553.485724:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204553.485725:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462520576 : -127143247031040 : ffff8c5d27ecd500)
00000100:00000040:0.0:1788204553.485728:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd500 x1875052937862656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.485732:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204553.485734:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204553.485735:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000200:0.0:1788204553.485736:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937862656, offset 0
00000400:00000200:0.0:1788204553.485739:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204553.485742:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204553.485744:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204553.485746:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204553.485748:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204553.485749:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204553.485751:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204553.485752:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546689:546689:256:4294967295] 192.168.201.135@tcp LPNI seq info [546655:546655:8:4294967295]
00000400:00000200:0.0:1788204553.485755:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204553.485759:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204553.485761:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204553.485763:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000800:00000200:0.0:1788204553.485765:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204553.485767:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204553.485770:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204553.485771:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788204553.485773:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204553.485775:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000400:00000200:0.0:1788204553.485776:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204553.485778:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204553.485780:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000400:00000010:0.0:1788204553.485781:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:0.0:1788204553.485783:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204553.485785:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd500 x1875052937862656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.485789:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204553.485792:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd500 x1875052937862656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.485798:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.485800:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204553.485802:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204553.485805:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204553.485808:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204553.485811:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309531672
00000100:00000001:0.0:1788204553.485813:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309535436
00000100:00000001:0.0:1788204553.485816:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309531672
00000100:00000001:0.0:1788204553.485818:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309535436
00000100:00000001:0.0:1788204553.485820:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204553.485822:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.485823:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204553.485827:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204553/real 1788204553]  req@ffff8c5d27ecd500 x1875052937862656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204553.485832:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204553.485834:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204553.485835:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000400:00000200:0.0:1788204553.485836:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204553.485838:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204553.485839:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204553.485841:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd500 x1875052937862656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204553.485846:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd500 x1875052937862656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.485850:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204553.485862:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.485864:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204553.485864:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204553.485867:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd500 x1875052937862656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.485871:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204553.485873:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd500 x1875052937862656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.485877:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204553.485879:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.485880:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204553.485881:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.485882:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204553.485883:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204553.485885:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204553.485887:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204553.485888:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204553.485890:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd500 x1875052937862656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204553.485894:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937862656:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204553.485896:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204553.485898:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecce00 x1875052937862784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.485902:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204553.485903:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204553.485904:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204553.485906:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204553.485907:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204553.485908:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937862784:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204553.485910:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204553.485911:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204553.485912:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204553.485913:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204553.485915:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204553.485916:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204553.485919:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204553.485921:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
00000400:00000010:0.0:1788204553.485923:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204553.485925:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937862784, portal 4
00000100:00000001:0.0:1788204553.485926:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204553.485927:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462518784 : -127143247032832 : ffff8c5d27ecce00)
00000100:00000040:0.0:1788204553.485931:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecce00 x1875052937862784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.485936:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204553.485937:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204553.485938:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000200:0.0:1788204553.485940:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937862784, offset 0
00000400:00000200:0.0:1788204553.485942:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204553.485944:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204553.485947:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204553.485950:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204553.485952:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204553.485954:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204553.485957:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204553.485960:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546690:546690:256:4294967295] 192.168.201.135@tcp LPNI seq info [546656:546656:8:4294967295]
00000400:00000200:0.0:1788204553.485964:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204553.485970:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204553.485975:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204553.485978:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000800:00000200:0.0:1788204553.485982:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204553.485985:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204553.485989:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204553.485991:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788204553.485995:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204553.485997:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000400:00000200:0.0:1788204553.486000:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204553.486003:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204553.486005:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000400:00000010:0.0:1788204553.486007:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:0.0:1788204553.486010:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204553.486014:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecce00 x1875052937862784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.486028:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204553.486031:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecce00 x1875052937862784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.486037:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.486038:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204553.486041:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204553.486043:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204553.486045:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204553.486046:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309531765
00000100:00000001:0.0:1788204553.486048:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309535436
00000100:00000001:0.0:1788204553.486049:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309531765
00000100:00000001:0.0:1788204553.486051:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309535436
00000100:00000001:0.0:1788204553.486052:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204553.486053:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.486054:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204553.486057:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204553/real 1788204553]  req@ffff8c5d27ecce00 x1875052937862784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204553.486061:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204553.486062:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204553.486063:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000400:00000200:0.0:1788204553.486065:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204553.486066:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204553.486067:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204553.486069:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecce00 x1875052937862784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204553.486074:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecce00 x1875052937862784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.486077:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204553.486079:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.486080:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204553.486081:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204553.486083:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecce00 x1875052937862784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.486087:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204553.486089:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecce00 x1875052937862784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.486092:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204553.486093:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.486094:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204553.486095:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.486096:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204553.486097:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204553.486098:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204553.486099:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204553.486100:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204553.486103:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecce00 x1875052937862784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204553.486106:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937862784:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204553.486109:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.486110:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204553.486112:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdc00 x1875052937862528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.486116:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204553.486117:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204553.486118:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204553.486119:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204553.486120:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204553.486122:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204553.486123:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204553.486124:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:0.0:1788204553.486126:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204553.486127:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204553.486128:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdc00.
00000100:00000001:0.0:1788204553.486129:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204553.486130:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.486131:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204553.486133:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd500 x1875052937862656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.486137:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204553.486138:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204553.486138:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204553.486139:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204553.486140:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204553.486141:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204553.486141:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204553.486142:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:0.0:1788204553.486143:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204553.486144:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204553.486145:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd500.
00000100:00000001:0.0:1788204553.486146:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204553.486147:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.486148:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204553.486150:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecce00 x1875052937862784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.486155:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204553.486156:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204553.486157:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204553.486159:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204553.486160:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204553.486161:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204553.486162:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204553.486163:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:0.0:1788204553.486165:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204553.486167:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204553.486168:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecce00.
00000100:00000001:0.0:1788204553.486171:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204553.486172:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.486174:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.486177:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204553.486179:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.486180:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204553.486182:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204553.486183:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204553.486187:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecca80 x1875052937862912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.486194:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204553.486195:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204553.486197:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204553.486199:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204553.486201:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204553.486204:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937862912:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204553.486207:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204553.486208:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204553.486210:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204553.486212:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204553.486215:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204553.486216:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204553.486220:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204553.486222:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
00000400:00000010:0.0:1788204553.486225:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204553.486228:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937862912, portal 4
00000100:00000001:0.0:1788204553.486230:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204553.486231:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462517888 : -127143247033728 : ffff8c5d27ecca80)
00000100:00000040:0.0:1788204553.486236:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecca80 x1875052937862912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.486240:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204553.486241:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204553.486243:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000200:0.0:1788204553.486245:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937862912, offset 0
00000400:00000200:0.0:1788204553.486247:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204553.486250:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204553.486252:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204553.486254:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204553.486256:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204553.486257:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204553.486259:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204553.486261:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546691:546691:256:4294967295] 192.168.201.135@tcp LPNI seq info [546657:546657:8:4294967295]
00000400:00000200:0.0:1788204553.486263:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204553.486267:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204553.486269:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204553.486271:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000800:00000200:0.0:1788204553.486273:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204553.486275:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788204553.486278:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204553.486280:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788204553.486282:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204553.486283:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000400:00000200:0.0:1788204553.486285:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204553.486287:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204553.486289:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000400:00000010:0.0:1788204553.486290:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:0.0:1788204553.486292:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204553.486294:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecca80 x1875052937862912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.486318:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204553.486322:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecca80 x1875052937862912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204578 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.486327:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.486328:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204553.486332:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204553.486334:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204553.486338:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204553.486340:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309531783
00000100:00000001:0.0:1788204553.486342:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309535436
00000100:00000001:0.0:1788204553.486344:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309531783
00000100:00000001:0.0:1788204553.486346:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309535436
00000100:00000001:0.0:1788204553.486348:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204553.486350:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.486352:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204553.486355:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204553/real 1788204553]  req@ffff8c5d27ecca80 x1875052937862912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204553.486363:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204553.486365:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204553.486366:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000400:00000200:0.0:1788204553.486369:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204553.486371:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204553.486373:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204553.486376:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecca80 x1875052937862912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204553.486385:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecca80 x1875052937862912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.486397:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204553.486399:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.486400:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204553.486401:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204553.486403:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecca80 x1875052937862912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.486408:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204553.486410:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecca80 x1875052937862912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.486415:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204553.486416:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.486417:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204553.486418:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.486419:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204553.486420:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204553.486421:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204553.486423:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204553.486424:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204553.486426:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecca80 x1875052937862912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204553.486430:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937862912:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204553.486432:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.486433:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204553.486435:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecca80 x1875052937862912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204578 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204553.486439:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204553.486440:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204553.486441:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204553.486442:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204553.486443:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204553.486444:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204553.486445:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204553.486446:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:0.0:1788204553.486448:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204553.486449:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204553.486450:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecca80.
00000100:00000001:0.0:1788204553.486451:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204553.486452:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.486454:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.486456:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204553.486457:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.486458:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204553.486460:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204553.676406:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204553.676415:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204553.676417:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204553.676422:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204553.676425:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204553.676428:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.676431:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204553.676433:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204553.676435:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204554.188432:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204554.188444:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204554.188447:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204554.188451:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204554.188458:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204554.188461:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204554.188463:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204554.188466:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204554.188472:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204554.188474:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204554.188475:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204554.188477:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204554.188479:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204554.188480:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204554.188481:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204554.188483:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204554.188542:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204554.188546:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204554.188550:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204554.700463:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204554.700472:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204554.700474:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204554.700479:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204554.700485:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204554.700490:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204554.700492:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204554.700495:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204554.700502:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204555.212438:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204555.212447:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204555.212455:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204555.212457:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204555.212519:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204555.212525:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204555.212529:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204555.724458:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204555.724471:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204555.724473:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204555.724479:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204555.724482:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204555.724486:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204555.724489:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204555.724492:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204555.724494:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204556.236421:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204556.236427:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204556.236433:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204556.236434:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204556.236493:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204556.236497:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204556.236500:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204556.748390:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204556.748396:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204556.748397:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204556.748401:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204556.748403:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204556.748406:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204556.748408:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204556.748410:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204556.748412:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204557.260477:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204557.260485:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204557.260491:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204557.260493:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204557.260560:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204557.260563:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204557.260565:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204557.324403:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309535436, at 4309535488
00000100:00000040:1.0:1788204557.324403:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309535436, at 4309535488
00000100:00000010:1.0:1788204557.324420:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074b40.
00000100:00000010:0.0:1788204557.324422:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:0.0:1788204557.772412:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204557.772421:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204557.772423:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204557.772428:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204557.772431:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204557.772434:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204557.772437:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204557.772439:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204557.772440:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204558.284425:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204558.284432:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204558.284438:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204558.284439:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204558.284487:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204558.284490:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204558.284493:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204558.604441:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204558.604451:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204558.604453:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204558.604457:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204558.604460:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204558.604466:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14864
00000400:00000200:0.0:1788204558.604472:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204558.604476:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204558.604478:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204558.604480:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204558.604482:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204558.604484:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204558.604485:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204558.604488:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204558.604489:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788204558.604491:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204558.604493:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788204558.604494:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788204558.604496:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788204558.604498:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204558.604499:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204558.604500:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204558.604501:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204558.604504:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788204558.604506:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204558.604508:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204558.604510:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204558.604512:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204558.604513:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204558.604515:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204558.604516:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204558.604523:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb480.
00000020:00000040:0.0:1788204558.604525:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788204558.604529:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204558.604530:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204558.604532:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204558.604534:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204558.604537:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204558.604542:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4c00.
00000100:00000001:0.0:1788204558.604548:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204558.604554:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb480 x1875052937863040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204558.604561:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204558.604564:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204558.604567:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3c5ab9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb480 x1875052937863040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204558.604585:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204558.604588:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204558.604591:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204558.604592:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204558.604594:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204558.604597:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204558.604600:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14864
00000400:00000200:0.0:1788204558.604604:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204558.604608:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204558.604609:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1788204558.604611:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204558.604612:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204558.604615:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204558.604616:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204558.604621:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204558.604622:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb480 x1875052937863040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204558.604626:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204558.604632:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204558.604633:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204558.604635:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204558.604636:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204558.604638:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
02000000:00000001:1.0:1788204558.604639:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1788204558.604640:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:1.0:1788204558.604642:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788204558.604643:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788204558.604647:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:1.0:1788204558.604647:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204558.604652:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00100000:1.0:1788204558.604655:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937863040:192.168.201.135@tcp:250:kworker.0
00000100:00000040:0.0:1788204558.604656:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204558.604661:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204558.604664:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204558.604664:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204558.604667:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204558.604669:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:1.0:1788204558.604670:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1788204558.604671:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204558.604674:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204558.604676:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204558.604676:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204558.604681:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204558.604681:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204558.604684:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204558.604685:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1788204558.604687:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45800.
00000008:00100000:0.0:1788204558.604688:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204558.604690:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204558.604691:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204558.604694:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204558.604697:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8700.
00000400:00000200:1.0:1788204558.604699:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:0.0:1788204558.604700:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204558.604704:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204558.604705:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204558.604706:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1788204558.604707:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
02000000:00000001:0.0:1788204558.604708:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204558.604711:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204558.604714:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
02000000:00000010:0.0:1788204558.604715:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7400.
00000100:00000001:0.0:1788204558.604719:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204558.604722:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937863040, portal 25
00000100:00100000:0.0:1788204558.604724:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8700 x1875052937863168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204558.604725:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204558.604727:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871312000 : -127143838239616 : ffff8c5d04afb480)
00000100:00000001:0.0:1788204558.604734:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788204558.604737:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb480 x1875052937863040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204558.604738:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204558.604743:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ab2a0be] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8700 x1875052937863168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.604751:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204558.604758:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788204558.604773:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204558.604776:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204558.604779:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204558.604780:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204558.604781:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1788204558.604783:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000001:0.0:1788204558.604785:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1788204558.604787:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937863040, offset 0
00000100:00080000:0.0:1788204558.604791:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14864
00000400:00000200:1.0:1788204558.604796:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204558.604799:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204558.604805:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204558.604807:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:0.0:1788204558.604809:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204558.604814:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:0.0:1788204558.604815:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204558.604819:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204558.604821:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788204558.604822:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204558.604825:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788204558.604827:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000001:0.0:1788204558.604828:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204558.604830:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:1.0:1788204558.604832:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1788204558.604833:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204558.604837:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:1.0:1788204558.604837:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000020:00000001:0.0:1788204558.604840:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788204558.604844:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788204558.604844:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546692:546692:256:4294967295] 192.168.201.135@tcp LPNI seq info [546658:546658:8:4294967295]
00000100:00000040:0.0:1788204558.604849:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204558.604852:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204558.604853:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204558.604856:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204558.604858:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204558.604860:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:0.0:1788204558.604865:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204558.604869:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204558.604869:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788204558.604873:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204558.604876:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1788204558.604880:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000001:0.0:1788204558.604881:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204558.604884:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204558.604885:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1788204558.604886:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000008:00000001:0.0:1788204558.604888:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204558.604890:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204558.604893:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb800.
00000800:00000200:1.0:1788204558.604895:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:0.0:1788204558.604896:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204558.604899:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204558.604901:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204558.604903:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1788204558.604903:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
02000000:00000001:0.0:1788204558.604905:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204558.604907:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204558.604911:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7c00.
00000800:00000200:1.1:1788204558.604913:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788204558.604914:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204558.604919:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00100000:0.0:1788204558.604922:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb800 x1875052937863296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204558.604931:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000100:1.0:1788204558.604931:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788204558.604935:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204558.604937:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000100:00000040:0.0:1788204558.604947:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e525778] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb800 x1875052937863296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204558.604948:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204558.604955:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204558.604962:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204558.604964:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:0.0:1788204558.604965:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.604968:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788204558.604969:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1788204558.604973:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb480 x1875052937863040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204558.604976:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204558.604980:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204558.604983:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204558.604985:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204558.604987:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1788204558.604991:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb480 x1875052937863040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204558.604992:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14864
00000400:00000200:0.0:1788204558.604999:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204558.605004:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204558.605008:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204558.605010:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.605013:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1788204558.605018:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204558.605019:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204558.605021:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204558.605022:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204558.605023:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204558.605025:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788204558.605026:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204558.605028:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:1.0:1788204558.605028:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204558.605031:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:0.0:1788204558.605033:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788204558.605036:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204558.605039:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204558.605039:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788204558.605044:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204558.605044:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309540556
00000100:00000001:0.0:1788204558.605049:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204558.605051:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000010:1.0:1788204558.605051:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749780.
00000100:00080000:0.0:1788204558.605054:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204558.605056:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204558.605057:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204558.605059:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204558.605060:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1788204558.605061:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204558.605065:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204558.605067:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204558.605068:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309540556
00000008:00000001:0.0:1788204558.605069:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204558.605072:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204558.605076:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749060.
00000100:00000010:0.0:1788204558.605077:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9500.
00000020:00000040:0.0:1788204558.605082:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204558.605083:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1788204558.605085:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204558.605089:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.605089:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204558.605094:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204558.605095:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204558.605097:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204558.605099:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1788204558.605101:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204558.605106:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204558/real 1788204558]  req@ffff8c5d04afb480 x1875052937863040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204558.605107:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6c00.
00000100:00000001:0.0:1788204558.605114:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204558.605122:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9500 x1875052937863424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1788204558.605122:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204558.605126:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204558.605130:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204558.605134:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000100:00000001:0.0:1788204558.605135:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788204558.605139:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:0.0:1788204558.605140:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.605143:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1788204558.605147:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006164ac2e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9500 x1875052937863424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204558.605151:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb480 x1875052937863040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204558.605166:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204558.605170:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1788204558.605171:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb480 x1875052937863040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204558.605175:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204558.605178:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204558.605181:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204558.605184:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204558.605185:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204558.605188:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788204558.605191:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14864
00000100:00000001:1.0:1788204558.605192:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.605196:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788204558.605199:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:1.0:1788204558.605204:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb480 x1875052937863040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204558.605206:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204558.605211:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204558.605217:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204558.605220:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204558.605222:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204558.605225:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204558.605229:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:1.0:1788204558.605229:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb480 x1875052937863040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204558.605233:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204558.605236:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:0.0:1788204558.605239:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204558.605242:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:1.0:1788204558.605244:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:0.0:1788204558.605245:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788204558.605249:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788204558.605250:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788204558.605253:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.605256:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204558.605257:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204558.605261:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204558.605262:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:0.0:1788204558.605265:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204558.605266:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204558.605269:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00080000:1.0:1788204558.605271:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:0.0:1788204558.605274:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204558.605278:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00080000:0.0:1788204558.605281:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204558.605282:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1788204558.605286:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204558.605290:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1788204558.605291:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb480 x1875052937863040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204558.605294:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204558.605323:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937863040:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204558.605329:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.605332:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788204558.605334:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204558.605338:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1788204558.605338:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb480 x1875052937863040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788204558.605341:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204558.605346:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204558.605350:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.605356:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000010:0.0:1788204558.605358:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8000.
02000000:00000001:1.0:1788204558.605359:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:0.0:1788204558.605362:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000010:1.0:1788204558.605364:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:0.0:1788204558.605367:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204558.605369:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:0.0:1788204558.605370:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204558.605373:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:0.0:1788204558.605374:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:1.0:1788204558.605377:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788204558.605378:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:1.0:1788204558.605382:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:0.0:1788204558.605383:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204558.605387:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000010:0.0:1788204558.605389:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5800.
02000000:00000001:1.0:1788204558.605391:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1788204558.605395:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.605395:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204558.605398:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb480.
00000100:00100000:0.0:1788204558.605403:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8000 x1875052937863552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204558.605403:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204558.605406:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.605409:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.605417:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204558.605419:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.605423:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204558.605425:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204558.605426:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788204558.605429:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788204558.605432:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8700 x1875052937863168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204558.605433:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204558.605443:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f555b94f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8000 x1875052937863552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.605451:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204558.605453:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.605457:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204558.605458:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.605459:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204558.605463:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204558.605465:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14874)
00000100:00100000:1.0:1788204558.605466:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937863168:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204558.605470:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204558.605471:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204558.605473:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.605474:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204558.605476:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204558.605477:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204558.605480:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204558.605482:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204558.605484:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204558.605486:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937863168, portal 10
00000100:00000001:1.0:1788204558.605487:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204558.605488:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871300352 : -127143838251264 : ffff8c5d04af8700)
00000100:00000040:1.0:1788204558.605493:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8700 x1875052937863168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.605504:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204558.605506:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204558.605507:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204558.605509:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937863168, offset 0
00000400:00000200:1.0:1788204558.605514:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204558.605517:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204558.605520:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204558.605522:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204558.605523:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204558.605525:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204558.605526:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204558.605529:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546693:546693:256:4294967295] 192.168.201.135@tcp LPNI seq info [546659:546659:8:4294967295]
00000400:00000200:1.0:1788204558.605531:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204558.605535:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204558.605538:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204558.605540:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204558.605543:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204558.605544:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204558.605547:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204558.605549:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1788204558.605551:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204558.605553:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204558.605556:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204558.605559:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204558.605562:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204558.605564:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204558.605566:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204558.605570:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8700 x1875052937863168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.605578:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.605581:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8700 x1875052937863168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.605587:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.605588:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204558.605591:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204558.605594:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204558.605597:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204558.605599:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309536797
00000100:00000001:1.0:1788204558.605602:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309540556
00000100:00000001:1.0:1788204558.605603:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309536797
00000100:00000001:1.0:1788204558.605605:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309540556
00000100:00000001:1.0:1788204558.605608:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204558.605610:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.605612:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204558.605615:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204558/real 1788204558]  req@ffff8c5d04af8700 x1875052937863168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204558.605623:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204558.605624:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204558.605626:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204558.605628:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204558.605630:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204558.605632:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204558.605635:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8700 x1875052937863168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204558.605643:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8700 x1875052937863168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.605649:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204558.605651:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.605652:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.605653:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204558.605657:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8700 x1875052937863168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.605661:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204558.605664:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8700 x1875052937863168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.605667:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204558.605669:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.605669:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.605670:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.605671:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204558.605672:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204558.605673:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204558.605676:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204558.605677:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204558.605680:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8700 x1875052937863168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204558.605684:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937863168:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204558.605686:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204558.605688:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb800 x1875052937863296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.605691:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204558.605692:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.605693:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204558.605694:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204558.605695:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204558.605697:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937863296:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204558.605699:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204558.605701:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204558.605702:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.605702:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204558.605705:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204558.605706:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204558.605708:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204558.605710:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204558.605711:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204558.605713:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937863296, portal 10
00000100:00000001:1.0:1788204558.605715:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204558.605715:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871312896 : -127143838238720 : ffff8c5d04afb800)
00000100:00000040:1.0:1788204558.605719:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb800 x1875052937863296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.605724:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204558.605727:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204558.605728:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204558.605731:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937863296, offset 0
00000400:00000200:1.0:1788204558.605734:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204558.605738:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204558.605741:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204558.605744:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204558.605746:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204558.605749:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204558.605751:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204558.605753:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546694:546694:256:4294967295] 192.168.201.135@tcp LPNI seq info [546660:546660:8:4294967295]
00000400:00000200:1.0:1788204558.605757:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204558.605775:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204558.605779:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204558.605783:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204558.605787:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204558.605789:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204558.605793:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204558.605795:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1788204558.605798:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204558.605800:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204558.605803:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204558.605806:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204558.605809:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204558.605811:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204558.605813:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204558.605817:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb800 x1875052937863296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.605824:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.605827:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb800 x1875052937863296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.605833:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.605835:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204558.605838:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204558.605841:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204558.605845:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204558.605847:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309536792
00000100:00000001:1.0:1788204558.605849:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309540556
00000100:00000001:1.0:1788204558.605851:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309536792
00000100:00000001:1.0:1788204558.605853:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309540556
00000100:00000001:1.0:1788204558.605855:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204558.605857:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.605859:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204558.605863:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204558/real 1788204558]  req@ffff8c5d04afb800 x1875052937863296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204558.605870:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204558.605872:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204558.605874:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204558.605876:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204558.605878:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204558.605880:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204558.605883:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb800 x1875052937863296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204558.605891:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb800 x1875052937863296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.605896:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204558.605898:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.605900:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.605901:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204558.605905:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb800 x1875052937863296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.605911:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204558.605916:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb800 x1875052937863296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.605922:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204558.605924:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.605926:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.605927:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.605929:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204558.605930:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204558.605932:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204558.605936:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204558.605938:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204558.605941:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb800 x1875052937863296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204558.605946:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937863296:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204558.605948:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204558.605950:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9500 x1875052937863424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.605953:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204558.605954:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.605956:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204558.605957:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204558.605958:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204558.605960:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937863424:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204558.605961:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204558.605962:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204558.605963:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.605964:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204558.605966:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788204558.605968:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204558.605970:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204558.605972:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204558.605974:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204558.605976:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937863424, portal 4
00000100:00000001:1.0:1788204558.605977:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204558.605978:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871303936 : -127143838247680 : ffff8c5d04af9500)
00000100:00000040:1.0:1788204558.605982:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9500 x1875052937863424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.605987:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204558.605989:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204558.605991:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204558.605993:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937863424, offset 0
00000400:00000200:1.0:1788204558.605997:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204558.606000:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204558.606003:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204558.606006:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204558.606009:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204558.606011:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204558.606014:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204558.606016:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546695:546695:256:4294967295] 192.168.201.135@tcp LPNI seq info [546661:546661:8:4294967295]
00000400:00000200:1.0:1788204558.606020:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204558.606026:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204558.606031:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204558.606034:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204558.606037:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204558.606039:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204558.606042:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204558.606044:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1788204558.606046:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204558.606047:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204558.606050:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204558.606053:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204558.606056:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204558.606058:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204558.606061:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204558.606064:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9500 x1875052937863424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.606071:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.606074:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9500 x1875052937863424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.606080:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.606082:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204558.606085:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204558.606088:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204558.606091:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204558.606093:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309536885
00000100:00000001:1.0:1788204558.606096:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309540556
00000100:00000001:1.0:1788204558.606098:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309536885
00000100:00000001:1.0:1788204558.606100:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309540556
00000100:00000001:1.0:1788204558.606102:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204558.606104:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.606105:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204558.606109:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204558/real 1788204558]  req@ffff8c5d04af9500 x1875052937863424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204558.606117:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204558.606118:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204558.606120:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204558.606122:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204558.606123:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204558.606125:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204558.606128:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9500 x1875052937863424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204558.606134:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9500 x1875052937863424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.606141:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204558.606142:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.606144:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.606145:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204558.606148:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9500 x1875052937863424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.606154:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204558.606158:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9500 x1875052937863424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.606164:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204558.606166:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.606168:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.606169:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.606171:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204558.606172:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204558.606175:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204558.606178:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204558.606180:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204558.606184:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9500 x1875052937863424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204558.606207:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937863424:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204558.606212:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.606214:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.606217:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8700 x1875052937863168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.606223:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204558.606224:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204558.606226:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204558.606229:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204558.606230:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204558.606231:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204558.606233:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204558.606235:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:1.0:1788204558.606238:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204558.606239:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204558.606240:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8700.
00000100:00000001:1.0:1788204558.606243:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204558.606244:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.606246:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.606249:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb800 x1875052937863296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.606256:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204558.606257:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204558.606258:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204558.606260:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204558.606261:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204558.606263:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204558.606265:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204558.606266:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:1.0:1788204558.606268:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204558.606269:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204558.606270:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb800.
00000100:00000001:1.0:1788204558.606273:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204558.606275:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.606277:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.606279:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9500 x1875052937863424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.606283:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204558.606284:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204558.606285:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788204558.606287:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204558.606287:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204558.606288:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204558.606290:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204558.606291:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:1.0:1788204558.606292:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204558.606293:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204558.606294:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9500.
00000100:00000001:1.0:1788204558.606295:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204558.606296:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.606297:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.606321:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204558.606323:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.606326:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204558.606327:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204558.606329:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204558.606333:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8000 x1875052937863552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.606339:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204558.606341:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.606343:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204558.606344:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204558.606347:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204558.606350:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937863552:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204558.606355:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204558.606357:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204558.606358:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204558.606360:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204558.606364:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788204558.606366:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204558.606369:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204558.606372:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204558.606375:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204558.606378:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937863552, portal 4
00000100:00000001:1.0:1788204558.606381:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204558.606382:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871298560 : -127143838253056 : ffff8c5d04af8000)
00000100:00000040:1.0:1788204558.606389:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8000 x1875052937863552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.606402:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204558.606404:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204558.606407:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204558.606409:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937863552, offset 0
00000400:00000200:1.0:1788204558.606414:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204558.606418:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204558.606422:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204558.606425:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204558.606427:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204558.606429:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204558.606432:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204558.606435:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546696:546696:256:4294967295] 192.168.201.135@tcp LPNI seq info [546662:546662:8:4294967295]
00000400:00000200:1.0:1788204558.606439:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204558.606445:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204558.606449:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204558.606453:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204558.606457:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204558.606459:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204558.606464:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204558.606467:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1788204558.606471:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204558.606473:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204558.606477:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204558.606481:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204558.606484:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204558.606486:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204558.606490:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204558.606493:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8000 x1875052937863552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.606501:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.606504:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8000 x1875052937863552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204583 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.606516:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.606517:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204558.606520:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204558.606524:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204558.606527:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204558.606530:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309536903
00000100:00000001:1.0:1788204558.606532:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309540556
00000100:00000001:1.0:1788204558.606534:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309536903
00000100:00000001:1.0:1788204558.606536:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309540556
00000100:00000001:1.0:1788204558.606539:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204558.606541:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.606543:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204558.606547:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204558/real 1788204558]  req@ffff8c5d04af8000 x1875052937863552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204558.606555:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204558.606557:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204558.606558:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204558.606561:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204558.606562:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204558.606565:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204558.606568:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8000 x1875052937863552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204558.606577:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8000 x1875052937863552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.606583:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204558.606584:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.606587:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.606588:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204558.606592:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8000 x1875052937863552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.606598:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204558.606601:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8000 x1875052937863552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.606607:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204558.606609:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.606611:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204558.606612:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.606614:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204558.606616:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204558.606618:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204558.606622:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204558.606624:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204558.606640:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8000 x1875052937863552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204558.606648:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937863552:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204558.606652:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.606654:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204558.606657:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8000 x1875052937863552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204583 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204558.606663:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204558.606665:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204558.606666:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788204558.606669:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204558.606671:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204558.606672:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204558.606673:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204558.606675:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:1.0:1788204558.606677:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204558.606679:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204558.606680:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8000.
00000100:00000001:1.0:1788204558.606682:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204558.606684:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.606686:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204558.606689:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204558.606691:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204558.606693:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204558.606694:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204558.796448:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204558.796462:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204558.796463:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204558.796467:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204558.796470:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204558.796472:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204558.796474:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204558.796476:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204558.796478:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204559.308492:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204559.308498:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204559.308502:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204559.308503:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204559.308559:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204559.308563:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204559.308567:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204559.820436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204559.820443:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204559.820445:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204559.820451:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204559.820454:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204559.820458:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204559.820460:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204559.820463:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204559.820466:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204560.332387:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204560.332392:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204560.332397:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204560.332397:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204560.332450:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204560.332454:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204560.332457:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204560.844428:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204560.844439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204560.844441:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204560.844449:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204560.844453:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204560.844457:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204560.844460:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204560.844464:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204560.844467:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204561.356504:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204561.356513:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204561.356521:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204561.356522:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204561.356590:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204561.356595:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204561.356599:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204561.868486:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204561.868506:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204561.868508:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204561.868512:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204561.868515:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204561.868518:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204561.868520:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204561.868522:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204561.868524:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204562.380460:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204562.380467:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204562.380472:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204562.380473:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204562.380533:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204562.380536:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204562.380538:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204562.444430:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309540556, at 4309540608
00000100:00000040:1.0:1788204562.444430:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309540556, at 4309540608
00000100:00000010:0.0:1788204562.444452:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749780.
00000100:00000010:1.0:1788204562.444456:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749060.
00000100:00000001:0.0:1788204562.892415:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204562.892422:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204562.892424:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204562.892429:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204562.892433:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204562.892436:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204562.892438:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204562.892441:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204562.892444:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204563.404435:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204563.404440:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204563.404444:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204563.404445:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204563.404505:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204563.404509:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204563.404512:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204563.724399:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204563.724406:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204563.724408:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204563.724411:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204563.724414:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204563.724419:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14869
00000400:00000200:1.0:1788204563.724425:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204563.724430:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204563.724432:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204563.724434:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724436:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204563.724437:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724439:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204563.724442:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204563.724443:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204563.724444:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204563.724446:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204563.724448:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204563.724449:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204563.724451:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724452:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204563.724454:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724455:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204563.724457:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204563.724459:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724461:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.724462:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204563.724465:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204563.724466:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.724468:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204563.724469:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204563.724475:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc700.
00000020:00000040:1.0:1788204563.724477:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204563.724481:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204563.724482:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.724484:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204563.724486:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204563.724490:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204563.724527:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788204563.724531:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204563.724538:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc700 x1875052937863680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204563.724545:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204563.724548:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204563.724551:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd04a276] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc700 x1875052937863680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.724567:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204563.724569:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204563.724571:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204563.724572:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204563.724573:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204563.724575:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204563.724577:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14869
00000400:00000200:1.0:1788204563.724579:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204563.724581:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204563.724582:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204563.724583:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724585:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204563.724586:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724588:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204563.724589:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204563.724590:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204563.724592:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204563.724593:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204563.724594:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204563.724595:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204563.724597:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724598:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204563.724599:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724600:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204563.724601:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1788204563.724602:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204563.724606:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204563.724608:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204563.724608:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.724611:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204563.724613:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1788204563.724615:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204563.724618:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.724620:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1788204563.724622:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc700 x1875052937863680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1788204563.724624:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204563.724629:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.724632:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204563.724637:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece300.
00000100:00000001:0.0:1788204563.724642:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1788204563.724642:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204563.724644:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204563.724646:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.724647:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204563.724653:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204563.724656:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204563.724657:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204563.724660:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204563.724662:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.724662:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204563.724668:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00100000:0.0:1788204563.724671:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937863680:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204563.724672:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204563.724691:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece300 x1875052937863808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204563.724692:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204563.724698:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788204563.724699:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788204563.724702:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.724703:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204563.724708:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1788204563.724710:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007034b06e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece300 x1875052937863808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204563.724714:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5000.
02000000:00000001:0.0:1788204563.724720:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.724727:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204563.724729:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:1.0:1788204563.724732:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788204563.724736:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527058.
00000100:00080000:1.0:1788204563.724737:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204563.724741:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204563.724743:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1788204563.724744:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000001:1.0:1788204563.724745:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204563.724750:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14869
00000400:00000200:1.0:1788204563.724753:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204563.724755:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204563.724757:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204563.724759:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724760:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204563.724761:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724763:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204563.724764:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204563.724766:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204563.724767:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204563.724768:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204563.724769:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204563.724771:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204563.724773:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724774:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204563.724775:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724776:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204563.724777:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00000200:0.0:1788204563.724779:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937863680, portal 25
00000100:00080000:1.0:1788204563.724779:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724783:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204563.724786:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1788204563.724786:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204563.724789:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204563.724790:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516992 : -127143247034624 : ffff8c5d27ecc700)
02000000:00000001:1.0:1788204563.724791:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.724795:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204563.724797:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204563.724800:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.724802:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204563.724803:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc700 x1875052937863680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788204563.724805:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecf480.
00000020:00000040:1.0:1788204563.724809:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204563.724813:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204563.724815:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.724818:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204563.724820:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204563.724822:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1788204563.724823:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204563.724827:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000040:0.0:1788204563.724828:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724830:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204563.724833:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00100000:1.0:1788204563.724836:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecf480 x1875052937863936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788204563.724838:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937863680, offset 0
00000100:00000001:1.0:1788204563.724846:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204563.724847:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204563.724853:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:1.0:1788204563.724854:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b04005c6] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecf480 x1875052937863936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.724863:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204563.724864:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:1.0:1788204563.724867:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204563.724872:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1788204563.724874:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:1.0:1788204563.724875:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204563.724878:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204563.724883:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204563.724884:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1788204563.724888:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14869
00000400:00000200:0.0:1788204563.724892:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204563.724897:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204563.724900:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204563.724903:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546697:546697:256:4294967295] 192.168.201.135@tcp LPNI seq info [546663:546663:8:4294967295]
00000400:00000200:0.0:1788204563.724908:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204563.724916:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1788204563.724923:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:0.0:1788204563.724924:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204563.724928:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204563.724931:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1788204563.724933:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905100.
00000100:00000040:1.0:1788204563.724933:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724937:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204563.724939:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724940:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204563.724943:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204563.724944:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000800:00000200:0.0:1788204563.724946:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:1.0:1788204563.724946:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204563.724948:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204563.724951:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204563.724953:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204563.724957:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:0.1:1788204563.724957:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204563.724961:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204563.724965:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724966:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204563.724967:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204563.724969:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204563.724970:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.724971:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204563.724973:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204563.724974:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.724976:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204563.724977:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788204563.724978:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204563.724983:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.724985:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204563.724986:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:1.0:1788204563.724989:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecfb80.
00000100:00000001:0.0:1788204563.724991:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309545676
00000020:00000040:1.0:1788204563.724992:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204563.724997:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204563.724997:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.724999:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1788204563.725000:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
02000000:00000001:1.0:1788204563.725000:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204563.725003:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204563.725007:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:0.0:1788204563.725008:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204563.725010:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204563.725015:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecfb80 x1875052937864064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204563.725017:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309545676
00000100:00000001:1.0:1788204563.725025:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1788204563.725026:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074a80.
00000100:00000001:1.0:1788204563.725027:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204563.725033:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000040:1.0:1788204563.725033:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2262872] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecfb80 x1875052937864064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204563.725039:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204563.725041:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204563.725044:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204563.725046:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204563.725048:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204563.725050:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204563.725050:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204563.725054:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14869
00000100:00000001:0.0:1788204563.725056:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204563.725058:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204563.725062:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204563.725064:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204563.725064:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204563.725069:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204563.725070:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204563.725071:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204563.725075:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.725077:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204563.725078:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204563.725079:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204563.725080:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204563.725081:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1788204563.725081:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204563.725085:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788204563.725086:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000001:1.0:1788204563.725087:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788204563.725092:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788204563.725092:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.725093:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204563.725097:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788204563.725097:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204563.725101:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204563.725102:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1788204563.725103:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204563.725106:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204563.725109:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.725110:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1788204563.725111:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece300 x1875052937863808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204563.725112:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204563.725116:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.725119:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204563.725121:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204563.725126:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.725129:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204563.725134:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdf80.
00000100:00000001:0.0:1788204563.725135:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1788204563.725137:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204563.725138:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.725141:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204563.725143:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204563.725144:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204563.725147:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204563.725148:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204563.725151:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204563.725152:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204563.725155:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204563.725159:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937863808:192.168.201.135@tcp:38:kworker.0
02000000:00000010:1.0:1788204563.725161:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:0.0:1788204563.725166:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204563.725167:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204563.725169:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204563.725172:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204563.725175:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdf80 x1875052937864192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788204563.725176:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204563.725182:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7000.
02000000:00000001:0.0:1788204563.725186:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204563.725188:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204563.725192:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204563.725193:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204563.725199:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5270b0.
00000100:00000040:1.0:1788204563.725200:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e021a10] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdf80 x1875052937864192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788204563.725206:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db52a8.
00000100:00000200:0.0:1788204563.725213:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937863808, portal 10
00000100:00000001:1.0:1788204563.725214:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204563.725219:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204563.725222:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462524160 : -127143247027456 : ffff8c5d27ece300)
00000100:00000040:1.0:1788204563.725222:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14879)
00000100:00000040:0.0:1788204563.725240:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece300 x1875052937863808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204563.725248:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204563.725251:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204563.725253:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db56e8.
00000100:00000200:0.0:1788204563.725256:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937863808, offset 0
00000400:00000200:0.0:1788204563.725258:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204563.725261:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204563.725264:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204563.725266:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204563.725268:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204563.725269:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204563.725271:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204563.725272:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546698:546698:255:4294967295] 192.168.201.135@tcp LPNI seq info [546664:546664:7:4294967295]
00000400:00000200:0.0:1788204563.725275:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204563.725281:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204563.725285:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204563.725288:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905800.
00000800:00000200:0.0:1788204563.725292:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204563.725321:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788204563.725324:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204563.725328:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204563.725331:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204563.725333:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309541917
00000100:00000001:0.0:1788204563.725335:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309545676
00000100:00000001:0.0:1788204563.725337:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309541917
00000100:00000001:0.0:1788204563.725339:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309545676
00000100:00000001:0.0:1788204563.725341:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204563.725343:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204563.725345:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204563.725349:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecf480 x1875052937863936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204563.725356:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204563.725357:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204563.725360:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204563.725362:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204563.725363:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204563.725365:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937863936:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204563.725367:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204563.725369:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204563.725370:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204563.725372:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204563.725375:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5400.
02000000:00000001:0.0:1788204563.725377:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204563.725380:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204563.725383:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527dc0.
00000400:00000010:0.0:1788204563.725386:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5ee0.
00000100:00000200:0.0:1788204563.725389:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937863936, portal 10
00000100:00000001:0.0:1788204563.725391:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204563.725393:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462528640 : -127143247022976 : ffff8c5d27ecf480)
00000100:00000040:0.0:1788204563.725398:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecf480 x1875052937863936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204563.725404:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204563.725405:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204563.725407:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788204563.725409:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937863936, offset 0
00000400:00000200:0.0:1788204563.725413:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204563.725432:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204563.725436:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204563.725439:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204563.725441:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204563.725443:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204563.725445:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204563.725448:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546699:546699:254:4294967295] 192.168.201.135@tcp LPNI seq info [546665:546665:6:4294967295]
00000400:00000200:0.0:1788204563.725452:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204563.725457:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204563.725461:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204563.725465:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905200.
00000800:00000200:0.0:1788204563.725469:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204563.725473:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788204563.725477:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204563.725479:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204563.725482:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204563.725484:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309541912
00000100:00000001:0.0:1788204563.725486:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309545676
00000100:00000001:0.0:1788204563.725488:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309541912
00000100:00000001:0.0:1788204563.725489:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309545676
00000100:00000001:0.0:1788204563.725491:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204563.725493:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204563.725496:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204563.725499:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecfb80 x1875052937864064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204563.725518:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204563.725520:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204563.725522:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204563.725523:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204563.725525:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204563.725528:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937864064:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204563.725531:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204563.725533:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204563.725534:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204563.725536:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204563.725539:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4400.
02000000:00000001:0.0:1788204563.725540:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204563.725543:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204563.725546:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527268.
00000400:00000010:0.0:1788204563.725549:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db53b8.
00000100:00000200:0.0:1788204563.725552:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937864064, portal 4
00000100:00000001:0.0:1788204563.725554:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204563.725555:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462530432 : -127143247021184 : ffff8c5d27ecfb80)
00000100:00000040:0.0:1788204563.725575:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecfb80 x1875052937864064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204563.725580:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204563.725582:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204563.725584:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5110.
00000100:00000200:0.0:1788204563.725586:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937864064, offset 0
00000400:00000200:0.0:1788204563.725590:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204563.725594:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204563.725597:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204563.725599:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204563.725602:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204563.725604:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204563.725606:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204563.725608:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546700:546700:253:4294967295] 192.168.201.135@tcp LPNI seq info [546666:546666:5:4294967295]
00000400:00000200:0.0:1788204563.725612:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204563.725617:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204563.725621:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204563.725624:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905f00.
00000800:00000200:0.0:1788204563.725628:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204563.725631:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788204563.725633:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204563.725636:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204563.725638:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204563.725640:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309542005
00000100:00000001:0.0:1788204563.725642:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309545676
00000100:00000001:0.0:1788204563.725644:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309542005
00000100:00000001:0.0:1788204563.725646:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309545676
00000100:00000001:0.0:1788204563.725647:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204563.725649:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204563.725651:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204563.725653:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204563.725656:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204563.725658:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788204563.725660:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204563.725662:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204563.725663:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204563.725666:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdf80 x1875052937864192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204563.725673:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204563.725685:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204563.725687:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204563.725689:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204563.725692:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204563.725695:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937864192:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204563.725697:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204563.725699:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204563.725701:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204563.725702:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204563.725705:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6000.
02000000:00000001:0.0:1788204563.725707:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204563.725710:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204563.725712:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527108.
00000400:00000010:0.0:1788204563.725715:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5770.
00000100:00000200:0.0:1788204563.725717:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937864192, portal 4
00000100:00000001:0.0:1788204563.725719:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204563.725720:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462523264 : -127143247028352 : ffff8c5d27ecdf80)
00000100:00000040:0.0:1788204563.725725:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdf80 x1875052937864192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204563.725730:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204563.725732:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204563.725734:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5e58.
00000100:00000200:0.0:1788204563.725736:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937864192, offset 0
00000400:00000200:0.0:1788204563.725740:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204563.725743:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204563.725746:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204563.725749:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204563.725751:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204563.725752:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204563.725754:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204563.725757:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546701:546701:252:4294967295] 192.168.201.135@tcp LPNI seq info [546667:546667:4:4294967295]
00000400:00000200:0.0:1788204563.725760:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204563.725765:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204563.725768:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204563.725771:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905b00.
00000800:00000200:0.0:1788204563.725774:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204563.725777:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788204563.725780:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204563.725782:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204563.725785:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204563.725786:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309542022
00000100:00000001:0.0:1788204563.725788:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309545676
00000100:00000001:0.0:1788204563.725790:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309542022
00000100:00000001:0.0:1788204563.725792:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309545676
00000100:00000001:0.0:1788204563.725793:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204563.725795:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204563.725798:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204563.725799:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204563.725802:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204563.725803:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788204563.725805:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204563.725806:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204563.725807:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204563.725808:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204563.916353:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204563.916361:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204563.916363:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204563.916368:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204563.916371:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204563.916374:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204563.916377:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204563.916379:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204563.916382:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204564.428414:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204564.428420:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204564.428422:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204564.428424:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204564.428428:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204564.428430:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204564.428431:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204564.428433:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204564.428436:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204564.428437:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204564.428438:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204564.428439:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204564.428440:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204564.428441:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204564.428442:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204564.428443:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204564.428494:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204564.428497:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204564.428500:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204564.940517:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204564.940525:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204564.940528:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204564.940533:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204564.940536:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204564.940550:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204564.940553:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204564.940556:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204564.940559:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204565.452425:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204565.452430:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204565.452433:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204565.452434:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204565.452482:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204565.452485:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204565.452487:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204565.964375:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204565.964383:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204565.964385:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204565.964390:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204565.964393:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204565.964396:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204565.964398:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204565.964401:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204565.964403:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204566.476396:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204566.476406:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204566.476414:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204566.476416:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204566.476492:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204566.476495:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204566.476498:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788204566.796560:0:2382:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:2.0:1788204566.796851:0:2382:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788204566.796868:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204566.796872:0:2382:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:2.0:1788204566.796876:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204566.796881:0:2382:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788204566.796887:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204566.796891:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905100.
00000400:00000200:2.0:1788204566.796899:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204566.796904:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204566.796911:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000400:00000010:2.0:1788204566.796914:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:2.0:1788204566.796923:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204566.796935:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d27ecc700 x1875052937863680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204566.796971:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204566.796981:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc700 x1875052937863680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204566.796989:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204566.796991:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204566.797003:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204566.797006:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905800.
00000400:00000200:2.0:1788204566.797009:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204566.797012:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204566.797015:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db56e8
00000400:00000010:2.0:1788204566.797017:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db56e8.
00000100:00000001:2.0:1788204566.797021:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204566.797026:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d27ece300 x1875052937863808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204566.797036:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204566.797039:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece300 x1875052937863808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797049:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204566.797055:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204566.797059:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204566.797068:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204563/real 1788204566]  req@ffff8c5d27ece300 x1875052937863808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204566.797081:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204566.797083:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204566.797086:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5270b0.
00000400:00000200:1.0:1788204566.797091:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db52a8
00000400:00000010:1.0:1788204566.797092:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db52a8.
00000100:00000001:1.0:1788204566.797096:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204566.797099:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece300 x1875052937863808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204566.797112:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204566.797116:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204566.797124:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000100:00000200:1.0:1788204566.797127:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece300 x1875052937863808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1788204566.797128:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905200.
00000400:00000200:2.0:1788204566.797134:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1788204566.797146:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:2.0:1788204566.797147:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1788204566.797150:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788204566.797153:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000100:00000001:1.0:1788204566.797155:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000010:2.0:1788204566.797157:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:1.0:1788204566.797159:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204566.797162:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1788204566.797168:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece300 x1875052937863808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204566.797172:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d27ecf480 x1875052937863936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797189:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204566.797194:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204566.797199:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece300 x1875052937863808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204566.797201:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecf480 x1875052937863936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797227:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204566.797228:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204566.797232:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204566.797235:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.797238:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204566.797241:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:2.0:1788204566.797242:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000100:00000001:1.0:1788204566.797247:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000800:00000010:2.0:1788204566.797248:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905f00.
00000100:00000001:1.0:1788204566.797252:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:2.0:1788204566.797254:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00080000:1.0:1788204566.797261:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000400:00000200:2.0:1788204566.797262:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204566.797270:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5110
00000400:00000010:2.0:1788204566.797272:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5110.
00000100:00000001:2.0:1788204566.797276:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1788204566.797277:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000200:2.0:1788204566.797283:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d27ecfb80 x1875052937864064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797284:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204566.797294:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece300 x1875052937863808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204566.797354:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204566.797361:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecfb80 x1875052937864064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204566.797372:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937863808:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204566.797376:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204566.797379:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204566.797380:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204566.797388:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204563/real 1788204566]  req@ffff8c5d27ecf480 x1875052937863936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1788204566.797390:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204566.797396:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905b00.
00000400:00000200:2.0:1788204566.797402:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:1.0:1788204566.797404:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204566.797407:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1788204566.797411:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000010:1.0:1788204566.797412:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527dc0.
00000400:00000200:1.0:1788204566.797417:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5ee0
00000400:00000010:1.0:1788204566.797419:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5ee0.
00000100:00000001:1.0:1788204566.797423:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204566.797426:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecf480 x1875052937863936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204566.797432:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5e58
00000400:00000010:2.0:1788204566.797437:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5e58.
00000100:00000001:2.0:1788204566.797443:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204566.797449:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecf480 x1875052937863936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204566.797453:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d27ecdf80 x1875052937864192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797458:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204566.797461:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.797467:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204566.797471:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204566.797471:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204566.797479:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdf80 x1875052937864192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204588 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204566.797481:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecf480 x1875052937863936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204566.797502:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204566.797503:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204566.797507:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1788204566.797512:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecf480 x1875052937863936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797521:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204566.797524:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.797525:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204566.797526:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.797528:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204566.797530:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204566.797533:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204566.797537:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204566.797540:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204566.797543:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecf480 x1875052937863936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204566.797551:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937863936:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204566.797557:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204566.797561:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204563/real 1788204566]  req@ffff8c5d27ecfb80 x1875052937864064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204566.797576:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204566.797578:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204566.797581:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527268.
00000400:00000200:1.0:1788204566.797585:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db53b8
00000400:00000010:1.0:1788204566.797589:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db53b8.
00000100:00000001:1.0:1788204566.797593:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204566.797597:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecfb80 x1875052937864064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204566.797605:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecfb80 x1875052937864064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797612:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204566.797616:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.797618:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204566.797636:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204566.797643:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecfb80 x1875052937864064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797649:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204566.797653:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecfb80 x1875052937864064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797660:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204566.797663:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.797666:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204566.797667:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.797669:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204566.797671:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204566.797675:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204566.797679:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204566.797683:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204566.797688:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecfb80 x1875052937864064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204566.797694:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937864064:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204566.797699:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204566.797702:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204563/real 1788204566]  req@ffff8c5d27ecc700 x1875052937863680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204566.797709:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204566.797710:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204566.797712:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527058.
00000400:00000200:1.0:1788204566.797715:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:1.0:1788204566.797717:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:1.0:1788204566.797719:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204566.797722:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc700 x1875052937863680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204566.797729:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc700 x1875052937863680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797735:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204566.797736:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.797738:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204566.797739:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204566.797742:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc700 x1875052937863680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797749:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204566.797752:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc700 x1875052937863680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797758:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204566.797760:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.797761:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204566.797763:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.797764:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204566.797766:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204566.797769:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204566.797772:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204566.797774:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204566.797777:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc700 x1875052937863680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204566.797784:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937863680:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204566.797787:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204566.797789:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204566.797792:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece300 x1875052937863808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797798:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204566.797802:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204566.797806:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:1.0:1788204566.797809:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204566.797812:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204566.797814:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204566.797816:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204566.797819:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204566.797822:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204566.797824:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204566.797826:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece300.
00000100:00000001:1.0:1788204566.797829:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204566.797830:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.797831:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204566.797833:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecf480 x1875052937863936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797839:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204566.797840:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204566.797854:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:1.0:1788204566.797857:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204566.797859:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204566.797860:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204566.797865:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204566.797867:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204566.797869:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204566.797870:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204566.797871:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecf480.
00000100:00000001:1.0:1788204566.797873:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204566.797874:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.797875:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204566.797879:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecfb80 x1875052937864064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797884:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204566.797885:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204566.797886:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4400.
02000000:00000001:1.0:1788204566.797888:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204566.797890:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204566.797891:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204566.797892:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204566.797893:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788204566.797895:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204566.797897:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204566.797898:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecfb80.
00000100:00000001:1.0:1788204566.797899:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204566.797901:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.797902:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204566.797905:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc700 x1875052937863680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797911:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204566.797912:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204566.797913:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:1.0:1788204566.797916:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204566.797917:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204566.797918:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204566.797919:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204566.797921:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788204566.797923:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204566.797924:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204566.797925:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc700.
00000100:00000001:1.0:1788204566.797928:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204566.797929:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.797932:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204566.797934:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204566.797936:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204566.797937:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204566.797941:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204563/real 1788204566]  req@ffff8c5d27ecdf80 x1875052937864192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204566.797948:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204566.797949:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204566.797952:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527108.
00000400:00000200:1.0:1788204566.797954:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5770
00000400:00000010:1.0:1788204566.797955:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5770.
00000100:00000001:1.0:1788204566.797958:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204566.797961:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdf80 x1875052937864192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204566.797968:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdf80 x1875052937864192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797975:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204566.797976:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.797978:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204566.797979:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204566.797983:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdf80 x1875052937864192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797988:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204566.797992:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdf80 x1875052937864192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.797998:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204566.798001:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.798002:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204566.798004:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.798005:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204566.798007:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204566.798010:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204566.798013:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204566.798015:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204566.798019:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdf80 x1875052937864192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204566.798026:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937864192:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204566.798030:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.798032:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204566.798035:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdf80 x1875052937864192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204588 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204566.798041:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204566.798042:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204566.798043:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:1.0:1788204566.798046:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204566.798048:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204566.798049:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204566.798050:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204566.798052:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204566.798054:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204566.798055:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204566.798057:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdf80.
00000100:00000001:1.0:1788204566.798059:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204566.798060:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.798062:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204566.798070:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204566.798072:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204566.798074:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204566.798076:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204566.988400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204566.988410:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204566.988412:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204566.988421:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204566.988426:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204566.988430:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204566.988433:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204566.988437:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204566.988441:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204567.500469:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204567.500475:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204567.500480:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204567.500481:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204567.500568:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204567.500571:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204567.500574:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204567.564376:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309545676, at 4309545728
00000100:00000040:0.0:1788204567.564379:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309545676, at 4309545728
00000100:00000010:1.0:1788204567.564389:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074a80.
00000100:00000010:0.0:1788204567.564392:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:0.0:1788204568.012374:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204568.012381:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204568.012383:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204568.012387:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204568.012390:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204568.012392:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.012394:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204568.012396:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.012398:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204568.524393:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204568.524399:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204568.524405:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204568.524407:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204568.524464:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204568.524468:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204568.524471:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204568.844381:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204568.844389:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204568.844391:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204568.844394:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204568.844398:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204568.844403:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14874
00000400:00000200:1.0:1788204568.844411:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204568.844415:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204568.844418:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204568.844420:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204568.844423:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204568.844425:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204568.844426:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204568.844430:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204568.844431:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204568.844433:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204568.844436:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204568.844437:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204568.844439:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204568.844441:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204568.844443:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204568.844444:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204568.844445:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204568.844446:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204568.844448:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204568.844449:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204568.844451:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204568.844454:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204568.844456:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.844457:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204568.844459:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204568.844463:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdf80.
00000020:00000040:1.0:1788204568.844466:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204568.844468:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204568.844470:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.844472:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204568.844474:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204568.844477:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204568.844482:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788204568.844487:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204568.844492:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdf80 x1875052937864320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204568.844499:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204568.844502:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204568.844505:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e021a10] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdf80 x1875052937864320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.844522:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204568.844524:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204568.844526:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204568.844527:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204568.844528:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204568.844530:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204568.844533:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14874
00000400:00000200:1.0:1788204568.844536:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204568.844540:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204568.844541:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1788204568.844542:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204568.844545:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788204568.844547:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204568.844548:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788204568.844553:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204568.844556:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdf80 x1875052937864320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204568.844558:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204568.844565:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204568.844567:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.844570:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788204568.844571:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204568.844574:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1788204568.844575:0:267769:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:0.0:1788204568.844576:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204568.844578:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00100000:0.0:1788204568.844580:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937864320:192.168.201.135@tcp:250:kworker.0
00000020:00000001:1.0:1788204568.844582:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204568.844596:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:0.0:1788204568.844600:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:1.0:1788204568.844601:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:0.0:1788204568.844604:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:1.0:1788204568.844605:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:0.0:1788204568.844608:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204568.844611:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1788204568.844612:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000010:0.0:1788204568.844615:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6800.
00000100:00000001:1.0:1788204568.844616:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788204568.844622:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204568.844622:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204568.844626:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204568.844630:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000400:00000200:0.0:1788204568.844633:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:1.0:1788204568.844636:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000010:0.0:1788204568.844639:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:1.0:1788204568.844641:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204568.844645:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1788204568.844648:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
02000000:00000001:1.0:1788204568.844651:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204568.844655:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204568.844656:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937864320, portal 25
00000100:00000001:1.0:1788204568.844657:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204568.844662:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000008:00100000:1.0:1788204568.844663:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204568.844664:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462523264 : -127143247028352 : ffff8c5d27ecdf80)
00000008:00000001:1.0:1788204568.844670:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204568.844675:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdf80 x1875052937864320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.844676:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204568.844682:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc700.
00000020:00000040:1.0:1788204568.844686:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:0.0:1788204568.844688:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1788204568.844690:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204568.844694:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204568.844695:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204568.844699:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1788204568.844701:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
02000000:00000001:1.0:1788204568.844702:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1788204568.844707:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937864320, offset 0
02000000:00000001:1.0:1788204568.844707:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204568.844712:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000400:00000200:0.0:1788204568.844718:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204568.844719:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204568.844728:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:1.0:1788204568.844728:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc700 x1875052937864448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204568.844739:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:1.0:1788204568.844740:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204568.844744:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204568.844748:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1788204568.844751:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd04a276] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc700 x1875052937864448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204568.844755:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204568.844764:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1788204568.844766:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204568.844768:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00080000:1.0:1788204568.844771:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204568.844777:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546702:546702:256:4294967295] 192.168.201.135@tcp LPNI seq info [546668:546668:8:4294967295]
00000100:00080000:1.0:1788204568.844778:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204568.844781:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204568.844784:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788204568.844788:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204568.844789:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204568.844794:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14874
00000400:00000200:0.0:1788204568.844800:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204568.844807:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204568.844809:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000010:0.0:1788204568.844815:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000400:00000200:1.0:1788204568.844816:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204568.844821:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204568.844827:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:0.0:1788204568.844829:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204568.844832:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788204568.844836:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000040:1.0:1788204568.844836:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204568.844840:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204568.844844:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204568.844847:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000800:00000200:0.1:1788204568.844848:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:1.0:1788204568.844850:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204568.844854:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000200:0.1:1788204568.844855:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1788204568.844859:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000100:0.0:1788204568.844864:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000001:1.0:1788204568.844864:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000010:0.0:1788204568.844868:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000100:00000040:1.0:1788204568.844871:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204568.844875:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204568.844876:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1788204568.844878:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204568.844882:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788204568.844885:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1788204568.844887:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204568.844893:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:0.0:1788204568.844894:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000100:00000001:1.0:1788204568.844896:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204568.844899:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
02000000:00000001:1.0:1788204568.844899:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204568.844904:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204568.844908:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1788204568.844908:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.844912:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204568.844915:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000200:0.0:1788204568.844916:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdf80 x1875052937864320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788204568.844921:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.844925:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204568.844930:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecfb80.
00000100:00000001:0.0:1788204568.844933:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1788204568.844934:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204568.844939:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1788204568.844940:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdf80 x1875052937864320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204568.844941:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.844946:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204568.844948:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204568.844951:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204568.844955:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:1.0:1788204568.844961:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.844963:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204568.844968:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecfb80 x1875052937864576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204568.844970:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204568.844978:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204568.844979:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.844982:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204568.844987:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204568.844988:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2262872] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecfb80 x1875052937864576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.844992:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309550796
00000100:00000001:1.0:1788204568.845001:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204568.845002:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00080000:1.0:1788204568.845004:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204568.845009:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204568.845010:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204568.845012:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1788204568.845013:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204568.845017:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204568.845019:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309550796
00000100:00080000:1.0:1788204568.845022:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14874
00000100:00000010:0.0:1788204568.845025:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074060.
00000400:00000200:1.0:1788204568.845029:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204568.845032:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000400:00000200:1.0:1788204568.845036:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204568.845038:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1788204568.845040:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204568.845042:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204568.845046:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204568.845049:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204568.845051:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204568.845054:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204568.845055:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:1.0:1788204568.845057:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204568.845059:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204568.845062:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00100000:0.0:1788204568.845064:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204568/real 1788204568]  req@ffff8c5d27ecdf80 x1875052937864320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204568.845065:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204568.845075:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000001:0.0:1788204568.845077:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:1.0:1788204568.845079:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000001:0.0:1788204568.845081:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204568.845085:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000040:1.0:1788204568.845086:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204568.845091:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000100:00000001:1.0:1788204568.845091:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1788204568.845096:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000040:1.0:1788204568.845096:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204568.845101:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1788204568.845102:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204568.845107:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000200:0.0:1788204568.845108:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdf80 x1875052937864320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204568.845113:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204568.845116:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204568.845117:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204568.845119:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204568.845123:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.845126:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204568.845128:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000200:0.0:1788204568.845131:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdf80 x1875052937864320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788204568.845132:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.845137:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204568.845143:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecf480.
00000100:00000001:0.0:1788204568.845145:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:1.0:1788204568.845147:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204568.845149:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204568.845152:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204568.845155:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.845158:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204568.845159:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204568.845163:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204568.845163:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204568.845166:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204568.845171:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdf80 x1875052937864320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204568.845173:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788204568.845179:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.845187:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204568.845189:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecf480 x1875052937864704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788204568.845196:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdf80 x1875052937864320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.845200:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204568.845208:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204568.845210:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.845218:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.845222:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1788204568.845222:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b04005c6] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecf480 x1875052937864704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.845226:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.845231:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204568.845234:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204568.845236:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204568.845240:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204568.845241:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204568.845248:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00080000:0.0:1788204568.845250:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204568.845250:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204568.845253:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204568.845256:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1788204568.845257:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204568.845264:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14874
00000100:00000040:0.0:1788204568.845266:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdf80 x1875052937864320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204568.845271:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204568.845277:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204568.845281:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1788204568.845286:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937864320:192.168.201.135@tcp:250:kworker.0
00000100:00000040:1.0:1788204568.845288:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204568.845293:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204568.845297:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204568.845322:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.845325:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204568.845329:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdf80 x1875052937864320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.845335:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204568.845340:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204568.845343:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:1.0:1788204568.845343:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
02000000:00000001:0.0:1788204568.845347:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:1.0:1788204568.845347:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204568.845351:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
02000000:00000010:0.0:1788204568.845352:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6800.
00000020:00000001:1.0:1788204568.845354:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:0.0:1788204568.845358:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204568.845359:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788204568.845362:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204568.845365:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000040:1.0:1788204568.845366:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000020:00000001:0.0:1788204568.845371:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:1.0:1788204568.845372:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:0.0:1788204568.845376:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
00000100:00000040:1.0:1788204568.845377:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:0.0:1788204568.845382:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1788204568.845382:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788204568.845385:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:1.0:1788204568.845387:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000010:0.0:1788204568.845389:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdf80.
00000100:00080000:1.0:1788204568.845392:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204568.845395:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204568.845397:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204568.845400:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204568.845402:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.845406:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204568.845409:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000008:00100000:1.0:1788204568.845410:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788204568.845412:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1788204568.845414:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.845417:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204568.845418:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204568.845424:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece300.
00000020:00000040:1.0:1788204568.845426:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204568.845428:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1788204568.845429:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204568.845432:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.845433:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.845434:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204568.845438:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1788204568.845438:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204568.845440:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.845442:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204568.845445:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000010:1.0:1788204568.845446:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000040:0.0:1788204568.845451:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc700 x1875052937864448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204568.845452:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204568.845461:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece300 x1875052937864832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204568.845463:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204568.845466:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204568.845474:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788204568.845476:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788204568.845478:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204568.845480:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204568.845485:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007034b06e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece300 x1875052937864832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204568.845486:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204568.845493:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937864448:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204568.845501:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.845503:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204568.845507:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204568.845509:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204568.845509:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14884)
02000000:00000001:0.0:1788204568.845514:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204568.845520:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788204568.845523:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204568.845527:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204568.845530:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204568.845534:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204568.845537:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937864448, portal 10
00000100:00000001:0.0:1788204568.845538:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204568.845540:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516992 : -127143247034624 : ffff8c5d27ecc700)
00000100:00000040:0.0:1788204568.845546:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc700 x1875052937864448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.845552:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204568.845554:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204568.845556:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204568.845558:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937864448, offset 0
00000400:00000200:0.0:1788204568.845562:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204568.845567:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204568.845570:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204568.845574:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204568.845576:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204568.845583:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204568.845595:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204568.845598:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546703:546703:256:4294967295] 192.168.201.135@tcp LPNI seq info [546669:546669:8:4294967295]
00000400:00000200:0.0:1788204568.845602:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204568.845609:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204568.845613:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204568.845616:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204568.845620:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204568.845623:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204568.845627:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204568.845629:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204568.845633:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204568.845634:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204568.845637:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204568.845640:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204568.845643:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204568.845644:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204568.845647:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204568.845650:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc700 x1875052937864448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.845656:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204568.845659:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc700 x1875052937864448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.845664:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.845666:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204568.845668:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204568.845672:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204568.845675:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204568.845677:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309547037
00000100:00000001:0.0:1788204568.845679:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309550796
00000100:00000001:0.0:1788204568.845681:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309547037
00000100:00000001:0.0:1788204568.845683:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309550796
00000100:00000001:0.0:1788204568.845684:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204568.845686:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.845688:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204568.845691:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204568/real 1788204568]  req@ffff8c5d27ecc700 x1875052937864448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204568.845698:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204568.845699:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204568.845700:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204568.845702:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204568.845704:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204568.845705:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204568.845709:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc700 x1875052937864448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204568.845717:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc700 x1875052937864448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.845723:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204568.845725:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.845727:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204568.845728:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204568.845732:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc700 x1875052937864448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.845737:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204568.845741:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc700 x1875052937864448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.845747:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204568.845749:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.845750:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204568.845752:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.845754:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204568.845756:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204568.845758:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204568.845761:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204568.845763:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204568.845767:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc700 x1875052937864448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204568.845775:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937864448:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204568.845779:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204568.845782:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecfb80 x1875052937864576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.845795:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204568.845796:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204568.845798:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204568.845800:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204568.845801:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204568.845804:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937864576:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204568.845807:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204568.845809:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204568.845810:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204568.845812:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204568.845815:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788204568.845817:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204568.845821:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204568.845823:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204568.845826:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204568.845829:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937864576, portal 10
00000100:00000001:0.0:1788204568.845831:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204568.845832:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462530432 : -127143247021184 : ffff8c5d27ecfb80)
00000100:00000040:0.0:1788204568.845838:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecfb80 x1875052937864576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.845844:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204568.845846:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204568.845848:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204568.845850:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937864576, offset 0
00000400:00000200:0.0:1788204568.845854:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204568.845858:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204568.845861:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204568.845863:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204568.845866:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204568.845868:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204568.845870:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204568.845873:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546704:546704:256:4294967295] 192.168.201.135@tcp LPNI seq info [546670:546670:8:4294967295]
00000400:00000200:0.0:1788204568.845876:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204568.845881:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204568.845885:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204568.845888:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204568.845892:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204568.845894:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204568.845897:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204568.845899:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204568.845902:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204568.845904:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204568.845907:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204568.845910:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204568.845913:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204568.845914:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204568.845916:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204568.845919:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecfb80 x1875052937864576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.845926:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204568.845929:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecfb80 x1875052937864576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.845934:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.845936:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204568.845938:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204568.845942:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204568.845945:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204568.845946:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309547032
00000100:00000001:0.0:1788204568.845949:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309550796
00000100:00000001:0.0:1788204568.845950:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309547032
00000100:00000001:0.0:1788204568.845952:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309550796
00000100:00000001:0.0:1788204568.845954:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204568.845956:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.845957:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204568.845960:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204568/real 1788204568]  req@ffff8c5d27ecfb80 x1875052937864576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204568.845966:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204568.845967:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204568.845968:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204568.845970:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204568.845971:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204568.845973:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204568.845976:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecfb80 x1875052937864576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204568.845983:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecfb80 x1875052937864576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.845989:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204568.845990:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.845992:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204568.845993:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204568.845997:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecfb80 x1875052937864576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846002:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204568.846005:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecfb80 x1875052937864576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846011:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204568.846012:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.846014:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204568.846015:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.846016:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204568.846018:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204568.846020:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204568.846023:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204568.846025:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204568.846029:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecfb80 x1875052937864576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204568.846036:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937864576:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204568.846040:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204568.846043:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecf480 x1875052937864704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846049:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204568.846050:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204568.846052:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204568.846053:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204568.846055:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204568.846058:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937864704:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204568.846060:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204568.846062:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204568.846063:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204568.846064:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204568.846068:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788204568.846069:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204568.846072:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204568.846074:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204568.846077:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204568.846080:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937864704, portal 4
00000100:00000001:0.0:1788204568.846081:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204568.846082:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462528640 : -127143247022976 : ffff8c5d27ecf480)
00000100:00000040:0.0:1788204568.846087:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecf480 x1875052937864704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846092:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204568.846094:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204568.846096:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204568.846098:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937864704, offset 0
00000400:00000200:0.0:1788204568.846101:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204568.846104:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204568.846107:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204568.846110:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204568.846112:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204568.846114:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204568.846116:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204568.846119:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546705:546705:256:4294967295] 192.168.201.135@tcp LPNI seq info [546671:546671:8:4294967295]
00000400:00000200:0.0:1788204568.846122:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204568.846127:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204568.846131:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204568.846134:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204568.846137:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204568.846139:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204568.846143:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204568.846145:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204568.846149:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204568.846150:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204568.846153:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204568.846156:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204568.846158:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204568.846160:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204568.846162:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204568.846165:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecf480 x1875052937864704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846172:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204568.846175:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecf480 x1875052937864704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846180:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.846181:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204568.846184:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204568.846187:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204568.846190:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204568.846192:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309547125
00000100:00000001:0.0:1788204568.846194:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309550796
00000100:00000001:0.0:1788204568.846195:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309547125
00000100:00000001:0.0:1788204568.846197:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309550796
00000100:00000001:0.0:1788204568.846199:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204568.846201:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.846202:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204568.846205:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204568/real 1788204568]  req@ffff8c5d27ecf480 x1875052937864704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204568.846212:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204568.846213:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204568.846214:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204568.846216:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204568.846218:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204568.846220:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204568.846223:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecf480 x1875052937864704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204568.846231:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecf480 x1875052937864704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846236:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204568.846238:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.846239:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204568.846240:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204568.846244:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecf480 x1875052937864704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846249:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204568.846252:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecf480 x1875052937864704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846259:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204568.846261:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.846263:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204568.846264:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.846265:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204568.846267:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204568.846269:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204568.846272:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204568.846274:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204568.846277:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecf480 x1875052937864704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204568.846283:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937864704:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204568.846287:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.846289:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204568.846292:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc700 x1875052937864448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846319:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204568.846321:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204568.846323:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788204568.846326:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204568.846327:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204568.846329:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204568.846331:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204568.846333:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:0.0:1788204568.846336:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204568.846337:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204568.846338:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc700.
00000100:00000001:0.0:1788204568.846341:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204568.846342:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.846344:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204568.846347:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecfb80 x1875052937864576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846353:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204568.846354:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204568.846356:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788204568.846358:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204568.846359:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204568.846360:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204568.846362:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204568.846363:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:0.0:1788204568.846365:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204568.846366:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204568.846367:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecfb80.
00000100:00000001:0.0:1788204568.846368:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204568.846369:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.846371:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204568.846373:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecf480 x1875052937864704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846379:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204568.846381:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204568.846382:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788204568.846384:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204568.846385:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204568.846386:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204568.846388:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204568.846389:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:0.0:1788204568.846391:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204568.846392:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204568.846394:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecf480.
00000100:00000001:0.0:1788204568.846396:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204568.846397:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.846398:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.846402:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204568.846404:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.846406:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204568.846409:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204568.846410:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204568.846413:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece300 x1875052937864832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846419:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204568.846420:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204568.846421:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204568.846422:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204568.846424:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204568.846426:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937864832:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204568.846428:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204568.846429:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204568.846430:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204568.846431:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204568.846433:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788204568.846434:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204568.846437:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204568.846438:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204568.846440:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204568.846442:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937864832, portal 4
00000100:00000001:0.0:1788204568.846443:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204568.846444:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462524160 : -127143247027456 : ffff8c5d27ece300)
00000100:00000040:0.0:1788204568.846447:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece300 x1875052937864832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846451:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204568.846453:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204568.846454:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204568.846455:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937864832, offset 0
00000400:00000200:0.0:1788204568.846457:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204568.846460:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204568.846462:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204568.846464:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204568.846467:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204568.846469:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204568.846471:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204568.846474:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546706:546706:256:4294967295] 192.168.201.135@tcp LPNI seq info [546672:546672:8:4294967295]
00000400:00000200:0.0:1788204568.846477:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204568.846483:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204568.846487:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204568.846489:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204568.846493:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204568.846495:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204568.846499:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204568.846501:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204568.846505:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204568.846506:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204568.846509:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204568.846512:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204568.846515:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204568.846517:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204568.846520:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204568.846523:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece300 x1875052937864832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846530:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204568.846532:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece300 x1875052937864832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204593 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846539:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.846540:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204568.846542:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204568.846545:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204568.846547:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204568.846549:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309547143
00000100:00000001:0.0:1788204568.846550:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309550796
00000100:00000001:0.0:1788204568.846552:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309547143
00000100:00000001:0.0:1788204568.846554:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309550796
00000100:00000001:0.0:1788204568.846555:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204568.846557:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.846558:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204568.846560:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204568/real 1788204568]  req@ffff8c5d27ece300 x1875052937864832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204568.846564:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204568.846565:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204568.846566:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204568.846568:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204568.846569:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204568.846570:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204568.846572:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece300 x1875052937864832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204568.846577:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece300 x1875052937864832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846580:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204568.846581:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.846582:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204568.846582:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204568.846597:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece300 x1875052937864832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846602:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204568.846604:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece300 x1875052937864832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846608:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204568.846610:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.846611:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204568.846612:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.846614:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204568.846615:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204568.846617:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204568.846619:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204568.846620:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204568.846622:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece300 x1875052937864832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204568.846626:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937864832:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204568.846629:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.846631:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204568.846632:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece300 x1875052937864832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204593 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204568.846637:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204568.846638:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204568.846639:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788204568.846640:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204568.846641:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204568.846642:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204568.846643:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204568.846644:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:0.0:1788204568.846646:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204568.846646:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204568.846647:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece300.
00000100:00000001:0.0:1788204568.846649:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204568.846649:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.846651:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204568.846653:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204568.846654:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204568.846655:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204568.846656:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204569.036401:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204569.036409:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204569.036411:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204569.036417:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204569.036419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204569.036422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204569.036424:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204569.036427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204569.036429:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204569.548502:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204569.548512:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204569.548520:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204569.548521:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204569.548604:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204569.548609:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204569.548612:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204570.060424:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204570.060433:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204570.060434:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204570.060439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204570.060443:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204570.060452:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204570.060455:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204570.060457:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204570.060459:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204570.572404:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204570.572412:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204570.572421:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204570.572423:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204570.572485:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204570.572489:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204570.572493:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204571.084368:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204571.084379:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204571.084381:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204571.084387:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204571.084392:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204571.084397:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204571.084400:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204571.084403:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204571.084407:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204571.596443:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204571.596450:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204571.596455:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204571.596456:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204571.596512:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204571.596516:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204571.596519:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204572.108442:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204572.108451:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204572.108454:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204572.108461:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204572.108465:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204572.108469:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204572.108472:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204572.108475:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204572.108478:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204572.620394:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204572.620399:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204572.620402:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204572.620403:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204572.620451:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204572.620456:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204572.620460:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204572.684376:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309550796, at 4309550848
00000100:00000010:1.0:1788204572.684393:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074060.
00000100:00000040:0.0:1788204572.684405:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309550796, at 4309550848
00000100:00000010:0.0:1788204572.684417:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:0.0:1788204573.132706:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204573.132714:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204573.132715:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204573.132719:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204573.132723:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204573.132726:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.132728:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204573.132731:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.132733:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204573.644433:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204573.644439:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204573.644443:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204573.644444:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204573.644524:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204573.644529:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204573.644535:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204573.964417:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204573.964431:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204573.964434:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204573.964439:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204573.964445:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204573.964455:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14879
00000400:00000200:1.0:1788204573.964467:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204573.964475:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204573.964479:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204573.964484:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204573.964489:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204573.964492:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204573.964506:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204573.964512:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204573.964515:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204573.964518:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204573.964522:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204573.964524:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204573.964527:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204573.964531:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204573.964533:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204573.964535:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204573.964537:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204573.964540:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204573.964543:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204573.964546:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204573.964549:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204573.964552:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204573.964555:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204573.964556:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204573.964559:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204573.964565:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27eced80.
00000020:00000040:1.0:1788204573.964568:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204573.964572:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204573.964574:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204573.964577:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204573.964580:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204573.964584:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204573.964591:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788204573.964598:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204573.964607:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27eced80 x1875052937864960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204573.964616:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204573.964620:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204573.964624:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd968063] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27eced80 x1875052937864960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204573.964640:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204573.964642:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204573.964646:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204573.964647:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204573.964648:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204573.964651:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204573.964651:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204573.964655:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14879
00000400:00000200:1.0:1788204573.964660:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204573.964663:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204573.964664:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788204573.964665:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204573.964670:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204573.964670:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204573.964675:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204573.964679:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:0.0:1788204573.964681:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27eced80 x1875052937864960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204573.964682:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204573.964687:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204573.964689:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204573.964693:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204573.964697:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:0.0:1788204573.964699:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1788204573.964701:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204573.964703:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204573.964705:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:0.0:1788204573.964709:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1788204573.964711:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:0.0:1788204573.964713:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204573.964715:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788204573.964719:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204573.964719:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204573.964723:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204573.964725:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00100000:0.0:1788204573.964728:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937864960:192.168.201.135@tcp:250:kworker.0
00000100:00080000:1.0:1788204573.964729:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204573.964733:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204573.964736:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204573.964738:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204573.964741:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204573.964744:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204573.964745:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204573.964749:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204573.964749:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204573.964754:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1788204573.964755:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204573.964760:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204573.964761:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4000.
00000100:00000001:1.0:1788204573.964763:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204573.964765:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204573.964769:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece300.
00000020:00000040:1.0:1788204573.964773:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000400:00000200:0.0:1788204573.964774:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788204573.964779:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1788204573.964782:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
02000000:00000001:1.0:1788204573.964782:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204573.964788:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204573.964789:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204573.964791:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204573.964793:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
02000000:00000010:1.0:1788204573.964795:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788204573.964799:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204573.964804:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937864960, portal 25
00000100:00100000:1.0:1788204573.964805:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece300 x1875052937865088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204573.964810:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204573.964814:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462526848 : -127143247024768 : ffff8c5d27eced80)
00000100:00000001:1.0:1788204573.964820:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204573.964824:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204573.964826:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27eced80 x1875052937864960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204573.964832:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007034b06e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece300 x1875052937865088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.964842:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204573.964848:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204573.964849:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204573.964853:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00080000:1.0:1788204573.964854:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204573.964858:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1788204573.964860:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937864960, offset 0
00000100:00000001:1.0:1788204573.964860:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204573.964863:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204573.964868:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204573.964872:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:1.0:1788204573.964873:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14879
00000400:00000200:1.0:1788204573.964881:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204573.964885:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:0.0:1788204573.964889:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:1.0:1788204573.964889:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204573.964895:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204573.964898:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204573.964901:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:1.0:1788204573.964904:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204573.964906:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788204573.964910:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1788204573.964910:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204573.964914:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204573.964918:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788204573.964919:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:1.0:1788204573.964921:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204573.964925:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788204573.964926:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1788204573.964930:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788204573.964931:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:1.0:1788204573.964938:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204573.964939:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546707:546707:256:4294967295] 192.168.201.135@tcp LPNI seq info [546673:546673:8:4294967295]
00000100:00000001:1.0:1788204573.964943:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204573.964948:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204573.964950:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204573.964951:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204573.964955:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204573.964957:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204573.964959:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204573.964962:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204573.964965:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204573.964969:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204573.964970:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788204573.964972:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204573.964975:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204573.964978:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204573.964981:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204573.964982:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000010:1.0:1788204573.964986:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecf480.
00000800:00000010:0.0:1788204573.964988:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000020:00000040:1.0:1788204573.964990:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204573.964995:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204573.964996:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204573.964999:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204573.965000:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1788204573.965004:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1788204573.965004:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204573.965008:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204573.965011:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204573.965015:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
02000000:00000010:1.0:1788204573.965016:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000800:00000100:0.0:1788204573.965019:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204573.965023:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000100:00000001:1.0:1788204573.965023:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204573.965029:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1788204573.965033:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecf480 x1875052937865216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204573.965035:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204573.965042:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204573.965044:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:1.0:1788204573.965046:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204573.965050:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204573.965050:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204573.965056:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27eced80 x1875052937864960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204573.965059:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b04005c6] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecf480 x1875052937865216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965069:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204573.965073:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204573.965074:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27eced80 x1875052937864960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204598 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204573.965077:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204573.965084:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204573.965087:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204573.965088:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204573.965089:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204573.965091:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204573.965095:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204573.965098:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14879
00000100:00000001:0.0:1788204573.965099:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204573.965102:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204573.965105:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204573.965106:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204573.965108:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309555916
00000100:00080000:1.0:1788204573.965109:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204573.965113:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000010:0.0:1788204573.965114:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:1.0:1788204573.965115:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204573.965119:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204573.965120:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204573.965122:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204573.965122:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:0.0:1788204573.965124:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000001:1.0:1788204573.965124:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204573.965126:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204573.965128:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204573.965130:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309555916
00000020:00000001:1.0:1788204573.965130:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000010:0.0:1788204573.965135:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074cc0.
00000100:00000040:1.0:1788204573.965135:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204573.965138:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204573.965139:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204573.965143:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204573.965144:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204573.965145:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204573.965149:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:0.0:1788204573.965150:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204573.965152:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204573.965154:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1788204573.965155:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204573.965157:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1788204573.965160:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204573/real 1788204573]  req@ffff8c5d27eced80 x1875052937864960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204573.965161:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204573.965165:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204573.965169:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204573.965171:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204573.965173:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204573.965174:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204573.965177:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecfb80.
00000400:00000001:0.0:1788204573.965179:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1788204573.965180:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000400:00000001:0.0:1788204573.965183:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1788204573.965184:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1788204573.965186:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
02000000:00000001:1.0:1788204573.965186:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204573.965187:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788204573.965190:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
02000000:00000001:1.0:1788204573.965190:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204573.965192:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204573.965193:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204573.965196:0:2392:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:1.0:1788204573.965196:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000200:0.0:1788204573.965201:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27eced80 x1875052937864960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204573.965201:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204573.965209:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecfb80 x1875052937865344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788204573.965213:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27eced80 x1875052937864960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204573.965218:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204573.965223:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204573.965225:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204573.965227:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.965230:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1788204573.965231:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2262872] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecfb80 x1875052937865344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965232:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204573.965239:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27eced80 x1875052937864960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965252:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204573.965252:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204573.965258:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1788204573.965259:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27eced80 x1875052937864960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204573.965268:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204573.965271:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204573.965271:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204573.965273:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204573.965274:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204573.965277:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204573.965278:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204573.965281:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204573.965284:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14879
00000100:00000001:0.0:1788204573.965285:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204573.965288:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:1.0:1788204573.965290:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:0.0:1788204573.965291:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:1.0:1788204573.965294:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204573.965297:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00080000:1.0:1788204573.965313:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204573.965316:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204573.965318:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204573.965321:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204573.965323:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1788204573.965324:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204573.965327:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:0.0:1788204573.965330:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27eced80 x1875052937864960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204573.965330:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204573.965334:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204573.965337:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204573.965340:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00100000:0.0:1788204573.965341:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937864960:192.168.201.135@tcp:250:kworker.0
00000020:00000001:1.0:1788204573.965342:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788204573.965349:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204573.965349:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204573.965352:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204573.965353:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204573.965356:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:0.0:1788204573.965360:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27eced80 x1875052937864960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204573.965360:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204573.965365:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204573.965370:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204573.965372:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1788204573.965373:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204573.965375:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:1.0:1788204573.965377:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1788204573.965378:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788204573.965381:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1788204573.965381:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1788204573.965384:0:2392:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:1.0:1788204573.965386:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204573.965387:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204573.965391:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:1.0:1788204573.965391:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204573.965395:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
02000000:00000010:0.0:1788204573.965396:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:0.0:1788204573.965400:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:1.0:1788204573.965401:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204573.965402:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204573.965405:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27eced80.
00000100:00000001:1.0:1788204573.965406:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204573.965408:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204573.965410:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.965412:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1788204573.965413:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc700.
00000020:00000040:1.0:1788204573.965417:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204573.965420:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1788204573.965420:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204573.965422:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204573.965424:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204573.965426:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204573.965428:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204573.965429:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204573.965431:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1788204573.965432:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1788204573.965436:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece300 x1875052937865088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204573.965436:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204573.965442:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:0.0:1788204573.965444:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204573.965446:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204573.965447:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204573.965450:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204573.965452:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204573.965455:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204573.965455:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc700 x1875052937865472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788204573.965461:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937865088:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204573.965469:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204573.965470:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204573.965473:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788204573.965474:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204573.965476:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204573.965480:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1788204573.965480:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd04a276] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc700 x1875052937865472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204573.965484:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788204573.965487:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204573.965494:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204573.965511:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:1.0:1788204573.965511:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204573.965516:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000040:1.0:1788204573.965519:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14889)
00000100:00000200:0.0:1788204573.965520:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937865088, portal 10
00000100:00000001:0.0:1788204573.965524:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204573.965525:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462524160 : -127143247027456 : ffff8c5d27ece300)
00000100:00000040:0.0:1788204573.965532:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece300 x1875052937865088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965537:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204573.965539:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204573.965540:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204573.965542:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937865088, offset 0
00000400:00000200:0.0:1788204573.965546:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204573.965549:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204573.965551:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204573.965554:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204573.965555:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204573.965557:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204573.965558:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204573.965560:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546708:546708:256:4294967295] 192.168.201.135@tcp LPNI seq info [546674:546674:8:4294967295]
00000400:00000200:0.0:1788204573.965563:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204573.965567:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204573.965569:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204573.965572:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204573.965574:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204573.965576:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204573.965579:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204573.965581:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204573.965583:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204573.965584:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204573.965586:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204573.965588:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204573.965590:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204573.965591:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204573.965593:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204573.965595:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece300 x1875052937865088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965600:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204573.965601:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece300 x1875052937865088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204598 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965606:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204573.965607:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204573.965608:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204573.965611:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204573.965613:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204573.965614:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309552157
00000100:00000001:0.0:1788204573.965616:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309555916
00000100:00000001:0.0:1788204573.965618:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309552157
00000100:00000001:0.0:1788204573.965619:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309555916
00000100:00000001:0.0:1788204573.965620:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204573.965622:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204573.965623:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204573.965625:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204573/real 1788204573]  req@ffff8c5d27ece300 x1875052937865088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204573.965629:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204573.965630:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204573.965631:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204573.965632:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204573.965633:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204573.965635:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204573.965637:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece300 x1875052937865088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204573.965642:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece300 x1875052937865088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965646:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204573.965646:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.965647:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204573.965648:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204573.965650:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece300 x1875052937865088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965653:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204573.965655:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece300 x1875052937865088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965659:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204573.965660:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.965661:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204573.965662:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.965663:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204573.965664:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204573.965665:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204573.965667:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204573.965669:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204573.965671:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece300 x1875052937865088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204573.965675:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937865088:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204573.965677:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204573.965679:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecf480 x1875052937865216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965687:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204573.965688:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204573.965690:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204573.965691:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204573.965692:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204573.965693:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937865216:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204573.965695:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204573.965696:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204573.965697:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204573.965698:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204573.965700:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788204573.965701:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204573.965702:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204573.965704:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204573.965705:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204573.965706:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937865216, portal 10
00000100:00000001:0.0:1788204573.965708:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204573.965709:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462528640 : -127143247022976 : ffff8c5d27ecf480)
00000100:00000040:0.0:1788204573.965712:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecf480 x1875052937865216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965716:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204573.965718:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204573.965719:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204573.965720:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937865216, offset 0
00000400:00000200:0.0:1788204573.965722:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204573.965724:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204573.965726:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204573.965727:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204573.965729:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204573.965730:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204573.965731:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204573.965733:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546709:546709:256:4294967295] 192.168.201.135@tcp LPNI seq info [546675:546675:8:4294967295]
00000400:00000200:0.0:1788204573.965736:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204573.965739:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204573.965742:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204573.965743:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204573.965745:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204573.965747:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204573.965750:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204573.965751:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204573.965753:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204573.965754:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204573.965756:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204573.965758:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204573.965759:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204573.965760:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204573.965762:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204573.965764:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecf480 x1875052937865216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965768:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204573.965770:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecf480 x1875052937865216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204598 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965774:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204573.965775:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204573.965776:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204573.965777:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204573.965779:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204573.965780:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309552152
00000100:00000001:0.0:1788204573.965781:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309555916
00000100:00000001:0.0:1788204573.965783:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309552152
00000100:00000001:0.0:1788204573.965784:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309555916
00000100:00000001:0.0:1788204573.965786:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204573.965787:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204573.965789:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204573.965791:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204573/real 1788204573]  req@ffff8c5d27ecf480 x1875052937865216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204573.965795:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204573.965796:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204573.965797:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204573.965798:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204573.965799:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204573.965800:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204573.965802:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecf480 x1875052937865216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204573.965807:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecf480 x1875052937865216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965810:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204573.965811:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.965812:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204573.965812:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204573.965814:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecf480 x1875052937865216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965818:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204573.965819:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecf480 x1875052937865216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965823:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204573.965824:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.965825:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204573.965826:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.965826:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204573.965827:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204573.965828:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204573.965831:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204573.965832:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204573.965835:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecf480 x1875052937865216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204573.965839:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937865216:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204573.965841:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204573.965843:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecfb80 x1875052937865344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965846:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204573.965847:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204573.965848:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204573.965849:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204573.965850:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204573.965851:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937865344:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204573.965853:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204573.965853:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204573.965854:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204573.965855:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204573.965857:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788204573.965858:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204573.965859:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204573.965861:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204573.965862:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204573.965864:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937865344, portal 4
00000100:00000001:0.0:1788204573.965865:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204573.965866:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462530432 : -127143247021184 : ffff8c5d27ecfb80)
00000100:00000040:0.0:1788204573.965870:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecfb80 x1875052937865344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965875:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204573.965877:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204573.965879:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204573.965881:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937865344, offset 0
00000400:00000200:0.0:1788204573.965885:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204573.965888:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204573.965891:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204573.965894:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204573.965896:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204573.965898:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204573.965900:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204573.965903:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546710:546710:256:4294967295] 192.168.201.135@tcp LPNI seq info [546676:546676:8:4294967295]
00000400:00000200:0.0:1788204573.965907:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204573.965912:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204573.965917:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204573.965920:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204573.965923:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204573.965926:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204573.965928:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204573.965930:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204573.965933:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204573.965934:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204573.965937:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204573.965940:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204573.965942:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204573.965944:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204573.965946:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204573.965950:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecfb80 x1875052937865344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965957:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204573.965960:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecfb80 x1875052937865344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204598 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.965966:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204573.965968:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204573.965971:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204573.965974:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204573.965977:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204573.965979:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309552245
00000100:00000001:0.0:1788204573.965981:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309555916
00000100:00000001:0.0:1788204573.965982:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309552245
00000100:00000001:0.0:1788204573.965984:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309555916
00000100:00000001:0.0:1788204573.965986:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204573.965987:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204573.965988:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204573.965990:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204573/real 1788204573]  req@ffff8c5d27ecfb80 x1875052937865344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204573.965994:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204573.965995:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204573.965997:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204573.965998:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204573.965999:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204573.966001:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204573.966003:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecfb80 x1875052937865344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204573.966008:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecfb80 x1875052937865344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.966011:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204573.966012:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.966013:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204573.966014:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204573.966016:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecfb80 x1875052937865344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.966020:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204573.966022:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecfb80 x1875052937865344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.966026:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204573.966028:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.966029:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204573.966030:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.966031:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204573.966031:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204573.966033:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204573.966034:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204573.966035:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204573.966037:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecfb80 x1875052937865344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204573.966041:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937865344:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204573.966043:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.966044:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204573.966046:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece300 x1875052937865088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.966050:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204573.966051:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204573.966052:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788204573.966053:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204573.966054:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204573.966055:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204573.966057:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204573.966058:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:0.0:1788204573.966059:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204573.966060:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204573.966061:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece300.
00000100:00000001:0.0:1788204573.966063:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204573.966064:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.966065:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204573.966067:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecf480 x1875052937865216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.966071:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204573.966072:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204573.966072:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788204573.966073:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204573.966074:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204573.966075:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204573.966075:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204573.966076:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:0.0:1788204573.966077:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204573.966078:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204573.966078:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecf480.
00000100:00000001:0.0:1788204573.966079:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204573.966080:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.966081:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204573.966083:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecfb80 x1875052937865344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.966086:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204573.966086:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204573.966087:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788204573.966088:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204573.966089:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204573.966089:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204573.966090:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204573.966091:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:0.0:1788204573.966092:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204573.966092:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204573.966093:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecfb80.
00000100:00000001:0.0:1788204573.966094:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204573.966095:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.966096:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.966098:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204573.966098:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204573.966099:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204573.966101:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204573.966102:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204573.966103:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc700 x1875052937865472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.966108:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204573.966108:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204573.966109:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204573.966110:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204573.966111:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204573.966113:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937865472:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204573.966115:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204573.966116:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204573.966117:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204573.966118:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204573.966120:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788204573.966122:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204573.966124:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204573.966125:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204573.966127:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204573.966128:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937865472, portal 4
00000100:00000001:0.0:1788204573.966130:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204573.966131:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516992 : -127143247034624 : ffff8c5d27ecc700)
00000100:00000040:0.0:1788204573.966134:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc700 x1875052937865472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.966138:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204573.966139:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204573.966141:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204573.966142:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937865472, offset 0
00000400:00000200:0.0:1788204573.966144:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204573.966146:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204573.966148:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204573.966150:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204573.966152:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204573.966154:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204573.966155:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204573.966157:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546711:546711:256:4294967295] 192.168.201.135@tcp LPNI seq info [546677:546677:8:4294967295]
00000400:00000200:0.0:1788204573.966159:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204573.966163:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204573.966165:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204573.966167:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204573.966169:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204573.966171:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204573.966173:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204573.966175:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204573.966177:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204573.966178:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204573.966180:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204573.966182:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204573.966183:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204573.966184:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204573.966186:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204573.966188:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc700 x1875052937865472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.966192:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204573.966194:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc700 x1875052937865472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204598 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.966197:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204573.966198:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204573.966199:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204573.966201:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204573.966203:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204573.966204:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309552262
00000100:00000001:0.0:1788204573.966206:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309555916
00000100:00000001:0.0:1788204573.966207:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309552262
00000100:00000001:0.0:1788204573.966209:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309555916
00000100:00000001:0.0:1788204573.966211:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204573.966212:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204573.966213:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204573.966215:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204573/real 1788204573]  req@ffff8c5d27ecc700 x1875052937865472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204573.966219:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204573.966220:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204573.966221:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204573.966222:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204573.966222:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204573.966223:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204573.966225:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc700 x1875052937865472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204573.966230:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc700 x1875052937865472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.966234:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204573.966235:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.966235:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204573.966236:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204573.966238:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc700 x1875052937865472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.966241:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204573.966243:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc700 x1875052937865472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.966246:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204573.966248:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.966248:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204573.966249:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.966251:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204573.966252:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204573.966253:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204573.966255:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204573.966256:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204573.966258:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc700 x1875052937865472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204573.966262:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937865472:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204573.966264:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.966265:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204573.966266:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc700 x1875052937865472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204598 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204573.966270:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204573.966270:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204573.966271:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788204573.966272:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204573.966273:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204573.966274:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204573.966276:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204573.966276:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:0.0:1788204573.966278:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204573.966278:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204573.966279:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc700.
00000100:00000001:0.0:1788204573.966281:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204573.966281:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.966282:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204573.966284:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204573.966285:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204573.966286:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204573.966287:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204574.156403:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204574.156409:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204574.156410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204574.156414:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204574.156417:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204574.156420:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204574.156422:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204574.156423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204574.156425:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204574.668461:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204574.668473:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204574.668475:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204574.668480:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204574.668497:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204574.668500:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204574.668501:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204574.668503:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204574.668507:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204574.668508:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204574.668515:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204574.668516:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204574.668518:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204574.668519:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204574.668520:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204574.668521:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204574.668586:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204574.668591:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204574.668595:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204575.180361:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204575.180368:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204575.180370:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204575.180375:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204575.180379:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204575.180382:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204575.180385:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204575.180387:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204575.180389:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204575.692437:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204575.692448:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204575.692454:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204575.692456:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204575.692517:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204575.692524:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204575.692529:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204576.204345:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204576.204351:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204576.204353:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204576.204356:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204576.204359:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204576.204361:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204576.204363:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204576.204365:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204576.204367:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204576.716428:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204576.716434:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204576.716440:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204576.716441:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204576.716543:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204576.716548:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204576.716557:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204577.228355:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204577.228363:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204577.228365:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204577.228370:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204577.228373:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204577.228382:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204577.228385:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204577.228387:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204577.228389:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204577.740513:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204577.740523:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204577.740531:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204577.740532:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204577.740590:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204577.740593:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204577.740596:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204577.804450:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309555916, at 4309555968
00000100:00000040:1.0:1788204577.804450:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309555916, at 4309555968
00000100:00000010:1.0:1788204577.804472:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074cc0.
00000100:00000010:0.0:1788204577.804478:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:0.0:1788204578.253358:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204578.253370:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204578.253372:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204578.253379:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204578.253384:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204578.253388:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204578.253391:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204578.253394:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204578.253398:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204578.764467:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204578.764476:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204578.764484:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204578.764485:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204578.764576:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204578.764580:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204578.764583:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204579.084434:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204579.084448:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204579.084451:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204579.084456:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204579.084462:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204579.084471:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14884
00000400:00000200:2.0:1788204579.084482:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204579.084489:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204579.084493:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204579.084496:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204579.084500:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204579.084503:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204579.084505:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204579.084510:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204579.084512:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204579.084515:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204579.084518:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204579.084521:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204579.084523:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204579.084528:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204579.084530:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204579.084532:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204579.084534:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204579.084537:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204579.084540:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204579.084543:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204579.084551:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204579.084555:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204579.084558:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204579.084561:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204579.084563:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204579.084575:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000020:00000040:2.0:1788204579.084579:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204579.084584:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204579.084586:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204579.084590:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204579.084594:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204579.084600:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204579.084608:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:2.0:1788204579.084615:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204579.084627:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937865600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204579.084637:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204579.084642:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204579.084647:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937865600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204579.084670:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204579.084674:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204579.084678:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204579.084679:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204579.084682:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204579.084686:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204579.084689:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14884
00000400:00000200:2.0:1788204579.084694:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204579.084696:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1788204579.084699:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204579.084701:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788204579.084703:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204579.084705:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204579.084709:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:0.0:1788204579.084713:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea300 x1875052937865600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204579.084714:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204579.084720:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204579.084724:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204579.084729:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788204579.084730:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204579.084731:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204579.084733:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
02000000:00000001:0.0:1788204579.084735:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1788204579.084736:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:0.0:1788204579.084739:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1788204579.084740:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
02000000:00000001:0.0:1788204579.084743:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204579.084745:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00100000:0.0:1788204579.084748:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937865600:192.168.201.135@tcp:250:kworker.0
00000020:00000001:2.0:1788204579.084750:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204579.084753:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204579.084757:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1788204579.084758:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:0.0:1788204579.084760:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204579.084762:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788204579.084763:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1788204579.084767:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000010:0.0:1788204579.084770:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6800.
00000100:00000001:2.0:1788204579.084771:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788204579.084772:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204579.084776:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000400:00000200:0.0:1788204579.084781:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204579.084782:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000010:0.0:1788204579.084787:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:2.0:1788204579.084787:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204579.084793:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1788204579.084799:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
02000000:00000001:2.0:1788204579.084800:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204579.084805:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204579.084807:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:0.0:1788204579.084810:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937865600, portal 25
00000008:00100000:2.0:1788204579.084813:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204579.084815:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204579.084818:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426048 : -127142906125568 : ffff8c5d3c3ea300)
00000008:00000001:2.0:1788204579.084819:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204579.084824:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204579.084829:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea300 x1875052937865600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204579.084831:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000020:00000040:2.0:1788204579.084837:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204579.084841:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204579.084844:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.084845:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788204579.084847:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1788204579.084850:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000001:2.0:1788204579.084851:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204579.084854:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204579.084855:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204579.084860:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937865600, offset 0
02000000:00000010:2.0:1788204579.084862:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000400:00000200:0.0:1788204579.084867:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204579.084869:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204579.084876:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937865728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204579.084880:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204579.084889:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788204579.084891:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204579.084893:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204579.084900:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937865728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204579.084902:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204579.084910:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:2.0:1788204579.084915:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204579.084918:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1788204579.084920:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204579.084924:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204579.084931:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546712:546712:256:4294967295] 192.168.201.135@tcp LPNI seq info [546678:546678:8:4294967295]
00000400:00000200:0.0:1788204579.084937:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204579.084937:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204579.084941:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204579.084943:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204579.084946:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204579.084954:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1788204579.084954:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14884
00000400:00000200:2.0:1788204579.084964:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:0.0:1788204579.084965:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204579.084970:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000010:0.0:1788204579.084972:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000100:00080000:2.0:1788204579.084974:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204579.084980:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:0.0:1788204579.084982:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204579.084985:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788204579.084987:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000100:00000040:2.0:1788204579.084991:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:0.1:1788204579.084996:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204579.084997:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:0.1:1788204579.085001:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000020:00000001:2.0:1788204579.085002:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204579.085006:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000800:00000100:0.0:1788204579.085007:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204579.085011:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000020:00000001:2.0:1788204579.085011:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204579.085015:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:0.0:1788204579.085019:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1788204579.085019:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204579.085024:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788204579.085027:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1788204579.085031:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204579.085034:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204579.085035:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000100:00000040:2.0:1788204579.085039:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:0.0:1788204579.085041:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:2.0:1788204579.085042:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204579.085046:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204579.085050:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204579.085051:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204579.085054:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204579.085058:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1788204579.085059:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea300 x1875052937865600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204579.085062:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204579.085067:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204579.085072:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204579.085076:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00100000:2.0:1788204579.085076:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1788204579.085081:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea300 x1875052937865600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1788204579.085082:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204579.085086:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204579.085092:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000100:00000001:0.0:1788204579.085093:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.085098:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1788204579.085099:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204579.085103:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204579.085105:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204579.085106:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204579.085108:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204579.085110:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204579.085110:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204579.085119:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:2.0:1788204579.085119:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:0.0:1788204579.085125:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309561036
00000100:00000001:2.0:1788204579.085125:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204579.085133:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937865856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1788204579.085134:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:0.0:1788204579.085144:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204579.085145:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204579.085150:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.085152:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309561036
00000100:00000010:0.0:1788204579.085157:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c0744e0.
00000100:00000040:2.0:1788204579.085157:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937865856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.085162:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204579.085166:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204579.085171:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.085174:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788204579.085174:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204579.085179:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788204579.085180:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204579/real 1788204579]  req@ffff8c5d3c3ea300 x1875052937865600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204579.085189:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000001:0.0:1788204579.085194:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788204579.085194:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204579.085196:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:0.0:1788204579.085197:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204579.085201:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:2.0:1788204579.085202:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204579.085204:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204579.085207:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00080000:2.0:1788204579.085208:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14884
00000100:00000001:0.0:1788204579.085210:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204579.085214:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea300 x1875052937865600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204579.085218:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204579.085225:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:0.0:1788204579.085228:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea300 x1875052937865600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204579.085229:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204579.085235:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204579.085239:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204579.085241:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1788204579.085242:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204579.085243:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204579.085244:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204579.085246:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1788204579.085247:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204579.085250:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204579.085250:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204579.085254:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204579.085256:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00100000:0.0:1788204579.085258:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea300 x1875052937865600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204579.085259:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204579.085265:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204579.085267:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204579.085272:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:0.0:1788204579.085273:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea300 x1875052937865600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204579.085277:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204579.085282:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1788204579.085284:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204579.085285:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.085288:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204579.085289:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204579.085290:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.085294:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:2.0:1788204579.085295:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:0.0:1788204579.085297:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204579.085317:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204579.085323:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00080000:0.0:1788204579.085324:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204579.085327:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.085329:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1788204579.085330:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204579.085333:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788204579.085337:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea300 x1875052937865600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204579.085337:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204579.085338:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204579.085342:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204579.085346:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204579.085350:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204579.085354:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000100:00100000:0.0:1788204579.085358:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937865600:192.168.201.135@tcp:250:kworker.0
00000020:00000040:2.0:1788204579.085358:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204579.085361:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204579.085364:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204579.085364:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204579.085365:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204579.085368:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204579.085369:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1788204579.085370:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204579.085373:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937865600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204579.085375:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204579.085380:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.085382:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204579.085386:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:2.0:1788204579.085387:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937865984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1788204579.085389:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788204579.085394:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1788204579.085396:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:0.0:1788204579.085397:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204579.085400:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:2.0:1788204579.085400:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204579.085403:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:2.0:1788204579.085405:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937865984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204579.085416:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:0.0:1788204579.085423:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204579.085426:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204579.085428:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:2.0:1788204579.085429:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.085431:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204579.085433:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204579.085433:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204579.085437:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204579.085438:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204579.085440:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204579.085441:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204579.085443:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204579.085445:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1788204579.085445:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14884
00000100:00000001:0.0:1788204579.085448:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204579.085449:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204579.085452:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1788204579.085454:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204579.085455:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788204579.085457:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204579.085458:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204579.085464:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8700 x1875052937865728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204579.085464:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204579.085468:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204579.085472:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204579.085475:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204579.085479:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204579.085481:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1788204579.085481:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:0.0:1788204579.085483:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204579.085484:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:0.0:1788204579.085487:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1788204579.085487:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
02000000:00000001:0.0:1788204579.085490:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1788204579.085491:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:0.0:1788204579.085495:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204579.085495:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00100000:0.0:1788204579.085502:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937865728:192.168.201.135@tcp:38:kworker.0
00000100:00000040:2.0:1788204579.085502:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204579.085506:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204579.085509:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1788204579.085509:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:0.0:1788204579.085511:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204579.085512:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788204579.085513:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204579.085515:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
02000000:00000001:0.0:1788204579.085516:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1788204579.085519:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000010:0.0:1788204579.085520:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6800.
00000100:00000001:2.0:1788204579.085521:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204579.085523:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204579.085524:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204579.085528:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788204579.085531:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204579.085531:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204579.085534:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:2.0:1788204579.085534:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204579.085537:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000010:0.0:1788204579.085539:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000008:00000001:2.0:1788204579.085540:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204579.085542:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937865728, portal 10
00000100:00000001:2.0:1788204579.085543:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.085545:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204579.085548:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803418880 : -127142906132736 : ffff8c5d3c3e8700)
00000100:00000010:2.0:1788204579.085549:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000020:00000040:2.0:1788204579.085552:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000040:0.0:1788204579.085555:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8700 x1875052937865728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204579.085556:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204579.085558:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204579.085562:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204579.085564:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204579.085567:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1788204579.085567:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204579.085570:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000010:2.0:1788204579.085571:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000400:00000010:0.0:1788204579.085573:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000001:2.0:1788204579.085576:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204579.085577:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937865728, offset 0
00000400:00000200:0.0:1788204579.085583:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00100000:2.0:1788204579.085584:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937866112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204579.085589:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204579.085595:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204579.085596:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788204579.085600:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788204579.085600:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204579.085605:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937866112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204579.085606:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204579.085610:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204579.085615:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204579.085621:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546713:546713:256:4294967295] 192.168.201.135@tcp LPNI seq info [546679:546679:8:4294967295]
00000100:00000001:2.0:1788204579.085622:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204579.085626:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204579.085628:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14894)
00000400:00000200:0.0:1788204579.085636:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204579.085641:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204579.085644:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204579.085648:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204579.085650:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204579.085654:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204579.085657:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788204579.085661:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204579.085662:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204579.085665:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204579.085669:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204579.085672:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204579.085674:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204579.085676:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204579.085680:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8700 x1875052937865728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.085685:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204579.085687:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8700 x1875052937865728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.085691:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.085692:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204579.085695:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204579.085698:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204579.085700:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204579.085702:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309557277
00000100:00000001:0.0:1788204579.085704:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309561036
00000100:00000001:0.0:1788204579.085705:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309557277
00000100:00000001:0.0:1788204579.085707:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309561036
00000100:00000001:0.0:1788204579.085708:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204579.085709:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.085711:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204579.085713:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204579/real 1788204579]  req@ffff8c5d3c3e8700 x1875052937865728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204579.085718:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204579.085719:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204579.085720:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204579.085721:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204579.085722:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204579.085723:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204579.085725:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8700 x1875052937865728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204579.085737:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8700 x1875052937865728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.085741:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204579.085742:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.085745:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204579.085746:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204579.085748:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8700 x1875052937865728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.085753:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204579.085755:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8700 x1875052937865728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.085758:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204579.085760:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.085761:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204579.085761:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.085762:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204579.085763:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204579.085765:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204579.085767:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204579.085768:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204579.085771:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8700 x1875052937865728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204579.085775:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937865728:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204579.085777:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204579.085779:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9880 x1875052937865856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.085782:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204579.085783:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204579.085784:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204579.085785:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204579.085786:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204579.085788:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937865856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204579.085790:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204579.085791:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204579.085792:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204579.085793:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204579.085796:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788204579.085797:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204579.085799:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204579.085800:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204579.085802:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204579.085804:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937865856, portal 10
00000100:00000001:0.0:1788204579.085805:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204579.085806:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803423360 : -127142906128256 : ffff8c5d3c3e9880)
00000100:00000040:0.0:1788204579.085810:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9880 x1875052937865856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.085814:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204579.085816:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204579.085817:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204579.085819:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937865856, offset 0
00000400:00000200:0.0:1788204579.085821:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204579.085823:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204579.085826:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204579.085828:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204579.085829:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204579.085831:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204579.085832:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204579.085834:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546714:546714:256:4294967295] 192.168.201.135@tcp LPNI seq info [546680:546680:8:4294967295]
00000400:00000200:0.0:1788204579.085837:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204579.085840:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204579.085843:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204579.085844:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204579.085847:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204579.085849:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204579.085851:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204579.085853:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788204579.085855:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204579.085857:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204579.085859:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204579.085861:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204579.085862:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204579.085864:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204579.085865:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204579.085867:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9880 x1875052937865856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.085872:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204579.085873:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9880 x1875052937865856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.085877:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.085879:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204579.085880:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204579.085882:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204579.085884:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204579.085885:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309557272
00000100:00000001:0.0:1788204579.085887:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309561036
00000100:00000001:0.0:1788204579.085889:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309557272
00000100:00000001:0.0:1788204579.085890:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309561036
00000100:00000001:0.0:1788204579.085891:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204579.085892:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.085893:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204579.085894:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204579/real 1788204579]  req@ffff8c5d3c3e9880 x1875052937865856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204579.085898:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204579.085899:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204579.085900:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204579.085901:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204579.085902:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204579.085903:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204579.085905:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9880 x1875052937865856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204579.085910:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9880 x1875052937865856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.085913:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204579.085914:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.085914:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204579.085915:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204579.085917:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9880 x1875052937865856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.085920:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204579.085923:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9880 x1875052937865856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.085927:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204579.085929:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.085930:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204579.085931:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.085931:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204579.085932:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204579.085934:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204579.085935:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204579.085936:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204579.085938:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9880 x1875052937865856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204579.085942:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937865856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204579.085944:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204579.085946:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937865984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.085949:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204579.085950:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204579.085951:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204579.085951:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204579.085952:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204579.085954:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937865984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204579.085956:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204579.085957:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204579.085958:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204579.085959:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204579.085961:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788204579.085962:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204579.085964:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204579.085966:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204579.085968:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204579.085970:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937865984, portal 4
00000100:00000001:0.0:1788204579.085971:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204579.085972:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
00000100:00000040:0.0:1788204579.085975:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937865984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.085979:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204579.085981:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204579.085982:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204579.085983:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937865984, offset 0
00000400:00000200:0.0:1788204579.085985:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204579.085987:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204579.085989:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204579.085990:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204579.085991:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204579.085992:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204579.085994:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204579.085995:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546715:546715:256:4294967295] 192.168.201.135@tcp LPNI seq info [546681:546681:8:4294967295]
00000400:00000200:0.0:1788204579.085998:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204579.086001:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204579.086004:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204579.086005:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204579.086007:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204579.086009:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204579.086011:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204579.086013:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788204579.086015:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204579.086016:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204579.086018:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204579.086019:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204579.086021:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204579.086023:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204579.086024:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204579.086026:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ebb80 x1875052937865984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.086030:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204579.086032:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937865984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.086035:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.086036:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204579.086038:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204579.086040:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204579.086041:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204579.086043:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309557365
00000100:00000001:0.0:1788204579.086044:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309561036
00000100:00000001:0.0:1788204579.086046:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309557365
00000100:00000001:0.0:1788204579.086047:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309561036
00000100:00000001:0.0:1788204579.086048:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204579.086049:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.086050:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204579.086052:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204579/real 1788204579]  req@ffff8c5d3c3ebb80 x1875052937865984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204579.086055:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204579.086056:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204579.086057:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204579.086058:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204579.086059:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204579.086060:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204579.086062:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937865984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204579.086067:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937865984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.086071:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204579.086072:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.086073:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204579.086074:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204579.086076:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937865984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.086079:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204579.086081:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937865984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.086084:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204579.086085:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.086086:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204579.086087:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.086088:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204579.086089:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204579.086090:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204579.086091:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204579.086092:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204579.086094:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937865984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204579.086098:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937865984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204579.086100:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.086101:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204579.086102:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8700 x1875052937865728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.086108:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204579.086110:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204579.086112:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788204579.086114:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204579.086115:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204579.086117:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204579.086119:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204579.086120:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:0.0:1788204579.086122:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204579.086123:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204579.086125:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8700.
00000100:00000001:0.0:1788204579.086127:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204579.086129:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.086130:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204579.086134:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937865856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.086140:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204579.086142:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204579.086143:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788204579.086145:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204579.086146:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204579.086148:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204579.086150:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204579.086151:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:0.0:1788204579.086154:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204579.086154:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204579.086155:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00000001:0.0:1788204579.086157:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204579.086158:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.086159:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204579.086161:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937865984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.086165:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204579.086166:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204579.086167:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788204579.086168:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204579.086168:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204579.086169:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204579.086171:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204579.086172:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:0.0:1788204579.086173:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204579.086174:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204579.086174:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:0.0:1788204579.086176:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204579.086177:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.086178:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.086180:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204579.086181:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.086182:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204579.086182:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204579.086183:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204579.086185:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937866112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.086189:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204579.086190:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204579.086191:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204579.086192:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204579.086194:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204579.086196:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937866112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204579.086198:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204579.086199:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204579.086200:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204579.086201:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204579.086203:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788204579.086204:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204579.086206:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204579.086208:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204579.086210:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204579.086211:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937866112, portal 4
00000100:00000001:0.0:1788204579.086213:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204579.086213:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
00000100:00000040:0.0:1788204579.086218:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937866112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.086225:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204579.086227:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204579.086228:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204579.086229:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937866112, offset 0
00000400:00000200:0.0:1788204579.086232:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204579.086234:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204579.086235:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204579.086237:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204579.086239:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204579.086240:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204579.086241:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204579.086243:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546716:546716:256:4294967295] 192.168.201.135@tcp LPNI seq info [546682:546682:8:4294967295]
00000400:00000200:0.0:1788204579.086246:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204579.086249:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204579.086252:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204579.086254:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204579.086256:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204579.086258:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204579.086260:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204579.086262:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788204579.086264:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204579.086265:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204579.086267:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204579.086269:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204579.086271:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204579.086272:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204579.086274:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204579.086276:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb480 x1875052937866112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.086280:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204579.086282:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937866112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204604 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.086290:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.086291:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204579.086292:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204579.086295:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204579.086296:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204579.086312:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309557383
00000100:00000001:0.0:1788204579.086314:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309561036
00000100:00000001:0.0:1788204579.086315:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309557383
00000100:00000001:0.0:1788204579.086317:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309561036
00000100:00000001:0.0:1788204579.086318:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204579.086319:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.086320:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204579.086322:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204579/real 1788204579]  req@ffff8c5d3c3eb480 x1875052937866112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204579.086327:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204579.086328:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204579.086329:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204579.086330:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204579.086331:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204579.086333:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204579.086334:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937866112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204579.086340:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937866112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.086344:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204579.086344:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.086345:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204579.086346:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204579.086348:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937866112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.086352:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204579.086355:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937866112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.086358:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204579.086360:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.086360:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204579.086361:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.086362:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204579.086363:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204579.086364:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204579.086366:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204579.086367:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204579.086369:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937866112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204579.086373:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937866112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204579.086374:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.086375:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204579.086377:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937866112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204604 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204579.086380:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204579.086381:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204579.086383:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788204579.086384:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204579.086385:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204579.086386:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204579.086387:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204579.086388:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:0.0:1788204579.086389:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204579.086391:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204579.086392:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:0.0:1788204579.086393:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204579.086394:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.086395:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.086397:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204579.086398:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.086399:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204579.086401:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204579.276377:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204579.276387:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204579.276390:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204579.276397:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204579.276401:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204579.276418:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.276422:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204579.276425:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204579.276429:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204579.788459:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204579.788467:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204579.788473:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204579.788475:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204579.788531:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204579.788535:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204579.788538:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204580.300370:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204580.300381:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204580.300383:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204580.300401:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204580.300405:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204580.300408:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204580.300411:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204580.300415:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204580.300421:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204580.812449:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204580.812456:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204580.812462:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204580.812463:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204580.812525:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204580.812529:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204580.812532:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204581.324407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204581.324416:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204581.324418:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204581.324425:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204581.324431:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204581.324435:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204581.324438:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204581.324442:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204581.324444:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204581.836490:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204581.836499:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204581.836507:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204581.836509:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204581.836575:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204581.836578:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204581.836582:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204582.348438:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204582.348445:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204582.348448:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204582.348452:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204582.348455:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204582.348460:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204582.348462:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204582.348465:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204582.348467:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204582.860398:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204582.860405:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204582.860409:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204582.860410:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204582.860466:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204582.860472:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204582.860476:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204582.924430:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309561036, at 4309561088
00000100:00000040:1.0:1788204582.924430:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309561036, at 4309561088
00000100:00000010:1.0:1788204582.924448:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0744e0.
00000100:00000010:0.0:1788204582.924451:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000800:00000200:1.0:1788204583.116491:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788204583.116500:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788204583.116506:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788204583.116674:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000200:0.0:1788204583.116686:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1788204583.116693:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788204583.116700:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204583.116704:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204583.372409:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204583.372419:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204583.372421:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204583.372428:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204583.372432:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204583.372437:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204583.372440:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204583.372443:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204583.372446:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204583.884466:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204583.884474:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204583.884479:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204583.884481:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204583.884540:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204583.884545:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204583.884548:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204584.204497:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204584.204510:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204584.204513:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204584.204518:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204584.204524:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204584.204531:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14889
00000400:00000200:2.0:1788204584.204541:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204584.204548:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204584.204550:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204584.204553:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204584.204556:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204584.204559:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204584.204561:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204584.204564:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204584.204566:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204584.204569:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204584.204572:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204584.204574:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204584.204575:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204584.204577:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204584.204579:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204584.204580:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204584.204581:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204584.204584:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204584.204586:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204584.204587:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204584.204590:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204584.204592:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204584.204594:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204584.204596:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204584.204597:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204584.204608:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788204584.204611:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204584.204615:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204584.204616:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204584.204619:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204584.204622:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204584.204627:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204584.204633:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:2.0:1788204584.204639:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204584.204647:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937866240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204584.204655:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204584.204661:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204584.204666:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937866240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204584.204694:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204584.204698:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204584.204701:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204584.204702:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204584.204704:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204584.204708:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204584.204711:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14889
00000400:00000200:2.0:1788204584.204716:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204584.204719:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204584.204721:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1788204584.204722:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204584.204728:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1788204584.204728:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204584.204732:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204584.204737:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204584.204739:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937866240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204584.204743:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204584.204749:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204584.204752:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788204584.204753:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204584.204755:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204584.204759:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204584.204760:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204584.204762:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
02000000:00000001:1.0:1788204584.204764:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1788204584.204766:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:1.0:1788204584.204768:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1788204584.204771:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:1.0:1788204584.204772:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204584.204777:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937866240:192.168.201.135@tcp:250:kworker.0
00000100:00000040:2.0:1788204584.204780:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204584.204782:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204584.204784:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204584.204787:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:1.0:1788204584.204788:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204584.204788:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204584.204791:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:1.0:1788204584.204792:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.204796:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1788204584.204796:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204584.204802:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204584.204803:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204584.204809:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1788204584.204810:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:2.0:1788204584.204811:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.204814:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204584.204815:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204584.204822:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204584.204824:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00000001:2.0:1788204584.204829:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204584.204830:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000001:2.0:1788204584.204832:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204584.204838:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000400:00000010:1.0:1788204584.204839:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000020:00000040:2.0:1788204584.204841:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204584.204846:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204584.204847:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204584.204849:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1788204584.204851:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937866240, portal 25
02000000:00000001:2.0:1788204584.204852:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204584.204856:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1788204584.204856:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.204858:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
02000000:00000010:2.0:1788204584.204863:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000040:1.0:1788204584.204865:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937866240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204584.204869:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.204875:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204584.204879:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00100000:2.0:1788204584.204880:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937866368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204584.204882:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204584.204886:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937866240, offset 0
00000100:00000001:2.0:1788204584.204894:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204584.204898:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204584.204899:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204584.204906:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937866368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204584.204912:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204584.204921:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204584.204923:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:2.0:1788204584.204925:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204584.204930:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204584.204932:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204584.204933:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1788204584.204935:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204584.204939:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:2.0:1788204584.204939:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204584.204945:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14889
00000400:00000200:1.0:1788204584.204947:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204584.204953:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204584.204954:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204584.204961:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204584.204963:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546717:546717:256:4294967295] 192.168.201.135@tcp LPNI seq info [546683:546683:8:4294967295]
00000100:00080000:2.0:1788204584.204966:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204584.204972:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204584.204973:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204584.204978:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204584.204981:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204584.204983:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204584.204988:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788204584.204989:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1788204584.204991:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204584.204995:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204584.204997:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000200:1.0:1788204584.204998:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000001:2.0:1788204584.205003:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000010:1.0:1788204584.205006:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000020:00000001:2.0:1788204584.205007:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204584.205013:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:1.0:1788204584.205015:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204584.205017:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204584.205021:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:1.0:1788204584.205023:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1788204584.205024:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204584.205028:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204584.205033:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000200:1.1:1788204584.205037:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204584.205038:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204584.205041:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1788204584.205045:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
02000000:00000001:2.0:1788204584.205046:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204584.205051:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204584.205054:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:1.0:1788204584.205055:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000008:00100000:2.0:1788204584.205057:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1788204584.205060:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000008:00000001:2.0:1788204584.205061:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204584.205064:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204584.205068:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000020:00000040:2.0:1788204584.205070:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204584.205072:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204584.205073:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204584.205074:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788204584.205077:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204584.205081:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1788204584.205081:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204584.205084:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204584.205087:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
02000000:00000010:2.0:1788204584.205089:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000400:00000010:1.0:1788204584.205091:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:2.0:1788204584.205094:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.205097:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1788204584.205102:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937866496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204584.205105:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8e00 x1875052937866240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204584.205116:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204584.205120:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.205125:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204584.205127:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937866496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204584.205133:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937866240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204584.205141:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204584.205147:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204584.205149:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204584.205153:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204584.205154:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204584.205156:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204584.205158:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204584.205161:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204584.205163:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204584.205166:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14889
00000400:00000200:1.0:1788204584.205171:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204584.205172:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204584.205176:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309566156
00000400:00000200:2.0:1788204584.205177:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204584.205181:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1788204584.205184:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749480.
00000100:00000040:2.0:1788204584.205185:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204584.205190:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204584.205192:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204584.205194:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204584.205195:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204584.205200:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204584.205201:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:1.0:1788204584.205203:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309566156
00000020:00000001:2.0:1788204584.205203:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204584.205205:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000010:1.0:1788204584.205210:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749c00.
00000020:00000001:2.0:1788204584.205210:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204584.205215:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:1.0:1788204584.205216:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204584.205222:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204584.205222:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204584.205228:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204584.205228:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204584.205232:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1788204584.205233:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00100000:1.0:1788204584.205239:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204584/real 1788204584]  req@ffff8c5d3c3e8e00 x1875052937866240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204584.205239:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204584.205245:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204584.205252:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000001:1.0:1788204584.205253:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788204584.205255:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204584.205257:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1788204584.205258:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1788204584.205261:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
02000000:00000001:2.0:1788204584.205263:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204584.205267:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204584.205268:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000100:00000001:2.0:1788204584.205269:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1788204584.205272:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000008:00100000:2.0:1788204584.205273:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204584.205276:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:2.0:1788204584.205278:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204584.205281:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204584.205285:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937866240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204584.205285:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000020:00000040:2.0:1788204584.205289:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204584.205293:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204584.205296:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204584.205339:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1788204584.205340:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937866240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204584.205342:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204584.205345:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.205354:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:2.0:1788204584.205354:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:1.0:1788204584.205358:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204584.205360:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.205362:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204584.205365:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204584.205368:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937866624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788204584.205373:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937866240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204584.205387:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204584.205391:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204584.205391:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204584.205399:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937866624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204584.205402:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937866240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204584.205409:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204584.205412:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204584.205419:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204584.205422:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204584.205425:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204584.205427:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204584.205429:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204584.205433:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204584.205434:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14889
00000100:00000001:1.0:1788204584.205437:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204584.205439:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788204584.205441:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204584.205444:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:2.0:1788204584.205445:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204584.205448:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204584.205449:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788204584.205452:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1788204584.205455:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00080000:1.0:1788204584.205460:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204584.205460:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204584.205464:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204584.205465:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204584.205470:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:1.0:1788204584.205471:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937866240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204584.205473:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204584.205475:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204584.205479:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204584.205482:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00100000:1.0:1788204584.205485:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937866240:192.168.201.135@tcp:250:kworker.0
00000020:00000001:2.0:1788204584.205485:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204584.205489:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204584.205495:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204584.205496:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204584.205497:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204584.205501:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204584.205502:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204584.205505:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:1.0:1788204584.205508:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937866240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204584.205509:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204584.205514:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204584.205518:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204584.205522:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204584.205525:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204584.205530:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204584.205534:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204584.205535:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000008:00100000:2.0:1788204584.205537:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204584.205542:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204584.205544:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.205546:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000010:2.0:1788204584.205548:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
02000000:00000010:1.0:1788204584.205549:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
00000020:00000040:2.0:1788204584.205553:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204584.205555:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1788204584.205558:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000020:00000001:1.0:1788204584.205559:0:2392:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:2.0:1788204584.205561:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204584.205562:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:2.0:1788204584.205565:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000020:00000001:1.0:1788204584.205567:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:2.0:1788204584.205569:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1788204584.205572:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204584.205572:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.205580:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:2.0:1788204584.205580:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
02000000:00000001:1.0:1788204584.205584:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1788204584.205586:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204584.205587:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000001:1.0:1788204584.205593:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00100000:2.0:1788204584.205594:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937866752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204584.205596:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.205600:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204584.205608:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204584.205610:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.205611:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1788204584.205615:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937866752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.205616:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.205621:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204584.205624:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204584.205627:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204584.205629:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204584.205635:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937866368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204584.205636:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14900)
00000100:00000001:1.0:1788204584.205651:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204584.205652:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.205654:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204584.205655:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204584.205657:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204584.205660:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937866368:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204584.205664:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204584.205666:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204584.205668:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.205669:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204584.205673:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204584.205675:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204584.205679:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204584.205682:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204584.205686:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204584.205689:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937866368, portal 10
00000100:00000001:1.0:1788204584.205691:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204584.205692:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000040:1.0:1788204584.205700:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937866368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.205706:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204584.205708:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204584.205711:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204584.205713:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937866368, offset 0
00000400:00000200:1.0:1788204584.205717:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204584.205720:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204584.205724:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204584.205727:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204584.205729:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204584.205732:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204584.205734:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204584.205737:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546718:546718:256:4294967295] 192.168.201.135@tcp LPNI seq info [546684:546684:8:4294967295]
00000400:00000200:1.0:1788204584.205741:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204584.205747:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204584.205752:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204584.205754:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204584.205757:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204584.205759:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204584.205762:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204584.205763:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1788204584.205766:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204584.205767:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204584.205770:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204584.205773:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204584.205775:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204584.205776:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204584.205778:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204584.205780:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937866368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.205785:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204584.205787:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937866368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.205791:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.205793:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204584.205795:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204584.205798:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204584.205800:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204584.205802:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309562397
00000100:00000001:1.0:1788204584.205805:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309566156
00000100:00000001:1.0:1788204584.205807:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309562397
00000100:00000001:1.0:1788204584.205809:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309566156
00000100:00000001:1.0:1788204584.205811:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204584.205813:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.205814:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204584.205818:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204584/real 1788204584]  req@ffff8c5d3c3e9c00 x1875052937866368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204584.205825:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204584.205827:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204584.205828:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204584.205831:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204584.205833:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204584.205835:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204584.205838:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937866368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204584.205847:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937866368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.205855:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204584.205857:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.205858:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204584.205859:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204584.205861:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937866368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.205865:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204584.205867:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937866368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.205871:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204584.205872:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.205873:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204584.205874:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.205875:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204584.205876:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204584.205877:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204584.205879:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204584.205880:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204584.205882:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937866368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204584.205887:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937866368:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204584.205891:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204584.205894:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937866496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.205900:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204584.205902:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.205904:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204584.205906:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204584.205908:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204584.205911:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937866496:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204584.205914:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204584.205916:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204584.205917:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.205919:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204584.205922:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204584.205924:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204584.205928:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204584.205930:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204584.205934:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204584.205937:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937866496, portal 10
00000100:00000001:1.0:1788204584.205939:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204584.205940:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000040:1.0:1788204584.205946:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937866496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.205952:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204584.205954:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204584.205956:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204584.205959:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937866496, offset 0
00000400:00000200:1.0:1788204584.205962:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204584.205966:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204584.205970:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204584.205973:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204584.205975:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204584.205978:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204584.205980:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204584.205983:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546719:546719:256:4294967295] 192.168.201.135@tcp LPNI seq info [546685:546685:8:4294967295]
00000400:00000200:1.0:1788204584.205987:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204584.205993:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204584.205998:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204584.206001:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204584.206004:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204584.206007:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204584.206011:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204584.206014:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1788204584.206018:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204584.206020:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204584.206024:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204584.206027:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204584.206030:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204584.206032:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204584.206034:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204584.206038:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937866496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206046:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204584.206049:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937866496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206056:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.206058:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204584.206060:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204584.206063:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204584.206066:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204584.206068:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309562392
00000100:00000001:1.0:1788204584.206070:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309566156
00000100:00000001:1.0:1788204584.206073:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309562392
00000100:00000001:1.0:1788204584.206075:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309566156
00000100:00000001:1.0:1788204584.206077:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204584.206078:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.206080:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204584.206083:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204584/real 1788204584]  req@ffff8c5d3c3eb800 x1875052937866496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204584.206092:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204584.206093:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204584.206095:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204584.206097:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204584.206099:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204584.206101:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204584.206103:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937866496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204584.206111:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937866496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206117:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204584.206118:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206120:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204584.206121:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204584.206124:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937866496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206131:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204584.206134:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937866496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206140:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204584.206143:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206144:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204584.206146:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206147:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204584.206149:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204584.206151:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204584.206154:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204584.206156:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204584.206160:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937866496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204584.206168:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937866496:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204584.206171:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204584.206174:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937866624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206180:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204584.206182:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.206183:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204584.206185:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204584.206187:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204584.206189:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937866624:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204584.206192:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204584.206193:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204584.206194:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.206195:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204584.206198:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204584.206200:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204584.206202:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204584.206204:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204584.206206:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204584.206208:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937866624, portal 4
00000100:00000001:1.0:1788204584.206210:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204584.206211:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:1.0:1788204584.206215:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937866624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206219:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204584.206220:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204584.206221:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204584.206223:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937866624, offset 0
00000400:00000200:1.0:1788204584.206226:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204584.206228:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204584.206231:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204584.206232:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204584.206234:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204584.206236:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204584.206237:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204584.206239:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546720:546720:256:4294967295] 192.168.201.135@tcp LPNI seq info [546686:546686:8:4294967295]
00000400:00000200:1.0:1788204584.206242:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204584.206246:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204584.206248:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204584.206250:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204584.206253:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204584.206254:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204584.206257:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204584.206258:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1788204584.206261:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204584.206262:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204584.206264:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204584.206266:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204584.206268:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204584.206269:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204584.206270:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204584.206272:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937866624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206277:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204584.206279:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937866624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206283:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.206284:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204584.206286:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204584.206287:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204584.206289:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204584.206291:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309562485
00000100:00000001:1.0:1788204584.206293:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309566156
00000100:00000001:1.0:1788204584.206295:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309562485
00000100:00000001:1.0:1788204584.206297:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309566156
00000100:00000001:1.0:1788204584.206316:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204584.206330:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.206332:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204584.206336:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204584/real 1788204584]  req@ffff8c5d3c3ead80 x1875052937866624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204584.206344:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204584.206345:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204584.206347:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204584.206349:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204584.206351:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204584.206353:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204584.206356:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937866624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204584.206365:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937866624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206371:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204584.206372:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206374:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204584.206375:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204584.206378:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937866624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206384:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204584.206388:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937866624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206395:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204584.206398:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206399:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204584.206401:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206402:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204584.206404:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204584.206406:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204584.206409:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204584.206411:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204584.206414:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937866624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204584.206421:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937866624:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204584.206425:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206427:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204584.206430:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937866368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206434:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204584.206436:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204584.206437:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204584.206438:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204584.206439:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204584.206440:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204584.206442:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204584.206443:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:1.0:1788204584.206445:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204584.206445:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204584.206447:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:1.0:1788204584.206448:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204584.206449:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206450:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204584.206452:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937866496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206460:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204584.206461:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204584.206462:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204584.206463:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204584.206464:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204584.206464:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204584.206465:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204584.206466:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:1.0:1788204584.206467:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204584.206467:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204584.206468:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:1.0:1788204584.206469:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204584.206470:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206471:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204584.206472:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937866624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206476:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204584.206476:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204584.206477:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204584.206478:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204584.206479:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204584.206479:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204584.206481:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204584.206482:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:1.0:1788204584.206484:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204584.206484:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204584.206485:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:1.0:1788204584.206488:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204584.206488:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206490:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206493:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204584.206494:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.206496:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204584.206497:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204584.206498:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204584.206502:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937866752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206509:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204584.206510:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.206512:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204584.206514:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204584.206516:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204584.206519:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937866752:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204584.206522:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204584.206524:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204584.206525:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204584.206527:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204584.206530:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204584.206531:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204584.206533:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204584.206535:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204584.206537:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204584.206539:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937866752, portal 4
00000100:00000001:1.0:1788204584.206540:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204584.206541:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:1.0:1788204584.206546:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937866752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206550:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204584.206552:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204584.206554:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204584.206556:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937866752, offset 0
00000400:00000200:1.0:1788204584.206560:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204584.206563:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204584.206567:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204584.206569:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204584.206572:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204584.206574:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204584.206576:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204584.206580:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546721:546721:256:4294967295] 192.168.201.135@tcp LPNI seq info [546687:546687:8:4294967295]
00000400:00000200:1.0:1788204584.206584:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204584.206590:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204584.206594:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204584.206598:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204584.206601:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204584.206604:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1788204584.206608:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204584.206610:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1788204584.206614:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204584.206616:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204584.206620:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204584.206623:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204584.206626:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204584.206627:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204584.206630:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204584.206633:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937866752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206642:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204584.206644:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937866752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204609 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206651:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.206653:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204584.206655:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204584.206659:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204584.206662:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204584.206664:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309562503
00000100:00000001:1.0:1788204584.206666:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309566156
00000100:00000001:1.0:1788204584.206669:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309562503
00000100:00000001:1.0:1788204584.206671:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309566156
00000100:00000001:1.0:1788204584.206673:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204584.206675:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.206677:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204584.206679:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204584/real 1788204584]  req@ffff8c5d3c3e8380 x1875052937866752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204584.206686:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204584.206687:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204584.206689:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204584.206692:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204584.206693:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204584.206695:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204584.206698:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937866752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204584.206706:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937866752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206713:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204584.206714:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206716:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204584.206717:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204584.206721:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937866752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206728:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204584.206731:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937866752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206736:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204584.206738:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206738:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204584.206739:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206740:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204584.206741:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204584.206742:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204584.206745:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204584.206746:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204584.206749:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937866752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204584.206753:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937866752:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204584.206755:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206756:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204584.206758:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937866752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204609 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204584.206761:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204584.206762:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204584.206763:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204584.206764:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204584.206765:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204584.206766:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204584.206768:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204584.206769:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:1.0:1788204584.206770:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204584.206771:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204584.206772:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:1.0:1788204584.206773:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204584.206774:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206775:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204584.206777:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204584.206778:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204584.206780:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204584.206781:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204584.396453:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204584.396464:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204584.396466:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204584.396474:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204584.396477:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204584.396481:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204584.396483:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204584.396485:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204584.396488:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204584.908447:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204584.908456:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204584.908458:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204584.908461:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204584.908466:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204584.908468:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204584.908470:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204584.908473:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204584.908477:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204584.908479:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204584.908480:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204584.908482:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204584.908483:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204584.908484:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204584.908486:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204584.908488:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204584.908562:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204584.908567:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204584.908571:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204585.420798:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204585.420813:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204585.420815:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204585.420824:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204585.420828:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204585.420833:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204585.420836:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204585.420839:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204585.420843:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204585.932504:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204585.932512:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204585.932517:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204585.932519:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204585.932588:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204585.932593:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204585.932597:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204586.444389:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204586.444399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204586.444401:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204586.444408:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204586.444413:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204586.444418:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204586.444421:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204586.444424:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204586.444427:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204586.956437:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204586.956454:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204586.956462:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204586.956463:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204586.956524:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204586.956529:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204586.956532:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204587.468422:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204587.468430:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204587.468432:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204587.468437:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204587.468440:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204587.468444:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204587.468446:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204587.468449:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204587.468451:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204587.980474:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204587.980482:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204587.980487:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204587.980488:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204587.980548:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204587.980552:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204587.980555:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204588.044365:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309566156, at 4309566208
00000100:00000010:1.0:1788204588.044376:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749c00.
00000100:00000040:0.0:1788204588.044411:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309566156, at 4309566208
00000100:00000010:0.0:1788204588.044424:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749480.
00000100:00000001:0.0:1788204588.492374:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204588.492383:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204588.492384:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204588.492390:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204588.492393:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204588.492396:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204588.492398:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204588.492400:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204588.492403:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204589.004434:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204589.004440:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204589.004446:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204589.004447:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204589.004509:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204589.004515:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204589.004519:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204589.324415:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204589.324424:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204589.324427:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204589.324430:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204589.324435:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204589.324442:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14895
00000400:00000200:3.0:1788204589.324450:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204589.324456:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204589.324458:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204589.324461:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324463:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204589.324465:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324467:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204589.324471:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204589.324473:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204589.324475:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204589.324478:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204589.324480:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204589.324481:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204589.324483:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324484:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204589.324485:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324486:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204589.324488:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204589.324490:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324493:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204589.324497:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204589.324500:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204589.324504:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204589.324506:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204589.324508:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204589.324519:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788204589.324523:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204589.324527:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204589.324530:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204589.324534:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204589.324537:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204589.324542:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204589.324552:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204589.324560:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204589.324570:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937866880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204589.324580:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204589.324587:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204589.324592:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937866880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204589.324615:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204589.324618:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204589.324622:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204589.324624:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204589.324625:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204589.324628:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204589.324631:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14895
00000400:00000200:3.0:1788204589.324635:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204589.324638:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204589.324641:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204589.324645:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324647:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204589.324650:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324651:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204589.324653:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204589.324655:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204589.324655:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204589.324657:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204589.324660:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:1.0:1788204589.324662:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204589.324662:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204589.324666:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:1.0:1788204589.324667:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204589.324669:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324672:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204589.324673:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324676:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:1.0:1788204589.324678:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6a680 x1875052937866880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204589.324678:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204589.324680:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324684:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204589.324687:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204589.324694:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204589.324694:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204589.324698:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.324699:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204589.324700:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204589.324706:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1788204589.324706:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204589.324710:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.324711:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204589.324711:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.324716:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204589.324718:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000100:00100000:1.0:1788204589.324722:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937866880:192.168.201.135@tcp:250:kworker.0
00000020:00000040:3.0:1788204589.324723:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204589.324727:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204589.324731:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204589.324731:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204589.324732:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204589.324735:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204589.324737:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.324738:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1788204589.324740:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
02000000:00000001:1.0:1788204589.324743:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204589.324744:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.324749:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1788204589.324752:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937867008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1788204589.324757:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:3.0:1788204589.324758:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204589.324761:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204589.324762:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204589.324768:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937867008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204589.324773:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204589.324777:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204589.324780:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00080000:3.0:1788204589.324781:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204589.324784:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204589.324785:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204589.324786:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204589.324788:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204589.324790:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14895
00000400:00000200:3.0:1788204589.324793:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204589.324796:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204589.324798:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1788204589.324800:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000040:3.0:1788204589.324800:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324805:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204589.324806:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324807:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204589.324808:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204589.324809:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204589.324810:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:1.0:1788204589.324812:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937866880, portal 25
00000020:00000040:3.0:1788204589.324812:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204589.324815:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000001:1.0:1788204589.324818:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1788204589.324818:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000001:1.0:1788204589.324821:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793465472 : -127142916086144 : ffff8c5d3ba6a680)
00000100:00000040:3.0:1788204589.324822:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324827:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204589.324829:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324831:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:1.0:1788204589.324833:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6a680 x1875052937866880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204589.324834:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204589.324839:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324841:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204589.324845:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204589.324848:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204589.324852:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.324853:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204589.324854:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204589.324857:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1788204589.324861:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000008:00000001:3.0:1788204589.324861:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204589.324865:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204589.324867:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000010:3.0:1788204589.324868:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204589.324871:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000200:1.0:1788204589.324872:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937866880, offset 0
02000000:00000001:3.0:1788204589.324873:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204589.324875:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204589.324878:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204589.324879:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204589.324880:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204589.324883:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000400:00000200:1.0:1788204589.324885:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324886:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204589.324891:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937867136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204589.324895:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204589.324897:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204589.324898:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204589.324902:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937867136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204589.324908:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788204589.324909:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204589.324913:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204589.324915:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1788204589.324917:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204589.324918:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204589.324920:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204589.324923:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204589.324925:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:3.0:1788204589.324926:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14895
00000400:00000200:3.0:1788204589.324930:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204589.324933:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204589.324934:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204589.324937:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204589.324940:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:3.0:1788204589.324941:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324944:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204589.324945:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324948:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788204589.324950:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546722:546722:256:4294967295] 192.168.201.135@tcp LPNI seq info [546688:546688:8:4294967295]
00000020:00000001:3.0:1788204589.324951:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204589.324952:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204589.324955:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204589.324957:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204589.324960:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:1.0:1788204589.324963:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788204589.324963:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204589.324968:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324970:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204589.324971:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324973:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204589.324975:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204589.324979:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204589.324981:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204589.324984:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1788204589.324984:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204589.324987:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204589.324991:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204589.324993:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204589.324994:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.0:1788204589.324996:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000008:00000001:3.0:1788204589.324997:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204589.325000:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204589.325003:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000800:00000010:1.0:1788204589.325004:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000020:00000040:3.0:1788204589.325005:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204589.325008:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204589.325009:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204589.325010:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204589.325010:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204589.325012:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204589.325015:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:3.0:1788204589.325016:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204589.325020:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204589.325022:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000100:00100000:3.0:1788204589.325024:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937867264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1788204589.325033:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204589.325034:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204589.325037:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204589.325039:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1788204589.325041:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937867264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1788204589.325049:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204589.325052:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204589.325053:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000100:00080000:3.0:1788204589.325054:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204589.325058:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204589.325060:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204589.325061:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204589.325062:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204589.325064:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14895
00000400:00000200:3.0:1788204589.325066:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204589.325068:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204589.325069:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788204589.325070:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204589.325074:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.325076:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204589.325078:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788204589.325080:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.325083:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204589.325084:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788204589.325085:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000020:00000040:3.0:1788204589.325086:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204589.325089:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:1.0:1788204589.325090:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000020:00000040:3.0:1788204589.325091:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204589.325093:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788204589.325094:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1788204589.325095:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204589.325101:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:1.0:1788204589.325102:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6a680 x1875052937866880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204589.325103:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204589.325107:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204589.325110:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204589.325113:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204589.325118:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204589.325119:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204589.325119:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204589.325122:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1788204589.325125:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6a680 x1875052937866880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204614 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204589.325125:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204589.325127:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204589.325131:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204589.325133:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204589.325137:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204589.325138:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.325141:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204589.325142:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204589.325145:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204589.325146:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204589.325147:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204589.325148:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204589.325150:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204589.325151:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204589.325152:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204589.325154:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204589.325155:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:3.0:1788204589.325158:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:1.0:1788204589.325159:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309571276
00000100:00000001:3.0:1788204589.325161:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204589.325165:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749c00.
00000100:00100000:3.0:1788204589.325166:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937867392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204589.325172:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204589.325173:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204589.325173:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204589.325179:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937867392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325183:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309571276
00000100:00000001:3.0:1788204589.325183:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204589.325188:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7495a0.
00000100:00000040:3.0:1788204589.325189:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14905)
00000100:00000001:1.0:1788204589.325191:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204589.325196:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204589.325198:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.325200:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204589.325205:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204589/real 1788204589]  req@ffff8c5d3ba6a680 x1875052937866880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204589.325212:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204589.325213:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204589.325215:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204589.325217:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204589.325218:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204589.325219:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204589.325221:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6a680 x1875052937866880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204589.325227:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6a680 x1875052937866880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325252:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204589.325253:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.325260:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204589.325262:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204589.325265:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6a680 x1875052937866880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325272:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204589.325277:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6a680 x1875052937866880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325284:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204589.325287:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.325289:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204589.325290:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.325293:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204589.325296:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204589.325329:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204589.325334:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204589.325337:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204589.325342:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6a680 x1875052937866880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204589.325350:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937866880:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204589.325356:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.325358:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204589.325361:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6a680 x1875052937866880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325368:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204589.325371:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204589.325374:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204589.325377:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204589.325379:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204589.325381:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204589.325383:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204589.325385:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:1.0:1788204589.325389:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204589.325398:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204589.325400:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6a680.
00000100:00000001:1.0:1788204589.325404:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204589.325405:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.325408:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.325416:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204589.325419:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.325420:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204589.325422:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204589.325423:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204589.325427:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937867008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325439:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204589.325440:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.325442:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204589.325444:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204589.325446:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204589.325448:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937867008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204589.325451:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204589.325453:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204589.325455:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.325456:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204589.325459:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204589.325460:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204589.325464:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204589.325466:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204589.325469:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204589.325471:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937867008, portal 10
00000100:00000001:1.0:1788204589.325473:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204589.325474:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000040:1.0:1788204589.325480:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937867008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325486:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204589.325489:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204589.325491:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204589.325493:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937867008, offset 0
00000400:00000200:1.0:1788204589.325497:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204589.325501:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204589.325504:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204589.325507:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204589.325510:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204589.325512:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204589.325514:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204589.325526:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546723:546723:256:4294967295] 192.168.201.135@tcp LPNI seq info [546689:546689:8:4294967295]
00000400:00000200:1.0:1788204589.325531:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204589.325536:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204589.325541:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204589.325545:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204589.325549:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204589.325552:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204589.325556:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204589.325559:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204589.325562:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204589.325564:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204589.325568:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204589.325572:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204589.325574:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204589.325576:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204589.325578:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204589.325582:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937867008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325590:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204589.325592:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937867008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204614 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325599:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.325601:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204589.325603:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204589.325607:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204589.325611:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204589.325613:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309567517
00000100:00000001:1.0:1788204589.325616:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309571276
00000100:00000001:1.0:1788204589.325618:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309567517
00000100:00000001:1.0:1788204589.325620:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309571276
00000100:00000001:1.0:1788204589.325622:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204589.325625:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.325626:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204589.325630:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204589/real 1788204589]  req@ffff8c5d3ba68380 x1875052937867008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204589.325638:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204589.325639:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204589.325641:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204589.325643:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204589.325645:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204589.325646:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204589.325649:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937867008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204589.325657:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937867008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325663:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204589.325665:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.325666:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204589.325668:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204589.325671:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937867008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325677:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204589.325681:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937867008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325688:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204589.325691:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.325692:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204589.325694:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.325695:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204589.325697:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204589.325700:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204589.325704:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204589.325706:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204589.325711:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937867008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204589.325719:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937867008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204589.325723:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204589.325726:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937867136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325732:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204589.325734:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.325736:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204589.325738:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204589.325740:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204589.325742:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937867136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204589.325745:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204589.325747:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204589.325749:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.325750:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204589.325754:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204589.325756:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204589.325759:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204589.325761:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204589.325764:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204589.325766:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937867136, portal 10
00000100:00000001:1.0:1788204589.325768:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204589.325769:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:1.0:1788204589.325775:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937867136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325781:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204589.325784:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204589.325786:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204589.325789:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937867136, offset 0
00000400:00000200:1.0:1788204589.325792:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204589.325796:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204589.325799:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204589.325802:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204589.325805:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204589.325807:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204589.325809:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204589.325812:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546724:546724:256:4294967295] 192.168.201.135@tcp LPNI seq info [546690:546690:8:4294967295]
00000400:00000200:1.0:1788204589.325816:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204589.325822:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204589.325827:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204589.325830:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204589.325833:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204589.325836:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204589.325840:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204589.325842:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204589.325846:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204589.325848:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204589.325851:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204589.325854:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204589.325857:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204589.325859:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204589.325861:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204589.325864:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937867136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325872:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204589.325875:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937867136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204614 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325882:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.325884:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204589.325887:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204589.325890:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204589.325893:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204589.325895:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309567512
00000100:00000001:1.0:1788204589.325897:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309571276
00000100:00000001:1.0:1788204589.325900:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309567512
00000100:00000001:1.0:1788204589.325901:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309571276
00000100:00000001:1.0:1788204589.325903:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204589.325905:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.325907:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204589.325911:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204589/real 1788204589]  req@ffff8c5d3ba69880 x1875052937867136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204589.325918:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204589.325920:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204589.325921:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204589.325923:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204589.325925:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204589.325927:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204589.325929:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937867136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204589.325937:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937867136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325943:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204589.325944:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.325946:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204589.325947:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204589.325951:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937867136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325958:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204589.325962:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937867136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.325968:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204589.325971:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.325972:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204589.325973:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.325975:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204589.325976:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204589.325979:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204589.325981:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204589.325984:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204589.325987:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937867136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204589.325995:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937867136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204589.325999:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204589.326002:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937867264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326008:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204589.326010:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.326012:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204589.326013:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204589.326015:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204589.326018:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937867264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204589.326021:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204589.326023:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204589.326024:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.326026:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204589.326029:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204589.326031:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204589.326034:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204589.326036:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204589.326040:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204589.326042:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937867264, portal 4
00000100:00000001:1.0:1788204589.326044:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204589.326046:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:1.0:1788204589.326051:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937867264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326057:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204589.326060:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204589.326062:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204589.326064:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937867264, offset 0
00000400:00000200:1.0:1788204589.326067:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204589.326071:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204589.326074:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204589.326076:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204589.326078:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204589.326080:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204589.326082:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204589.326085:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546725:546725:256:4294967295] 192.168.201.135@tcp LPNI seq info [546691:546691:8:4294967295]
00000400:00000200:1.0:1788204589.326088:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204589.326094:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204589.326098:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204589.326100:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204589.326103:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204589.326106:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204589.326110:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204589.326112:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204589.326115:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204589.326117:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204589.326120:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204589.326123:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204589.326126:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204589.326128:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204589.326131:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204589.326134:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937867264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326141:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204589.326144:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937867264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204614 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326149:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.326151:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204589.326153:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204589.326155:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204589.326158:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204589.326160:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309567605
00000100:00000001:1.0:1788204589.326162:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309571276
00000100:00000001:1.0:1788204589.326164:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309567605
00000100:00000001:1.0:1788204589.326166:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309571276
00000100:00000001:1.0:1788204589.326168:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204589.326170:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.326172:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204589.326175:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204589/real 1788204589]  req@ffff8c5d3ba69500 x1875052937867264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204589.326183:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204589.326184:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204589.326185:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204589.326187:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204589.326188:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204589.326190:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204589.326193:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937867264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204589.326199:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937867264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326205:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204589.326206:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.326208:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204589.326209:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204589.326212:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937867264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326218:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204589.326221:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937867264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326227:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204589.326243:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.326245:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204589.326246:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.326248:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204589.326250:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204589.326252:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204589.326255:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204589.326258:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204589.326261:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937867264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204589.326269:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937867264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204589.326272:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204589.326275:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937867392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326282:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204589.326283:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.326286:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204589.326288:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204589.326290:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204589.326292:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937867392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204589.326295:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204589.326314:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204589.326316:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204589.326317:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204589.326321:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204589.326323:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204589.326327:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204589.326329:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204589.326332:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204589.326335:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937867392, portal 4
00000100:00000001:1.0:1788204589.326337:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204589.326338:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:1.0:1788204589.326344:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937867392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326351:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204589.326354:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204589.326356:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204589.326358:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937867392, offset 0
00000400:00000200:1.0:1788204589.326362:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204589.326366:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204589.326370:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204589.326372:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204589.326374:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204589.326376:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204589.326379:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204589.326382:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546726:546726:256:4294967295] 192.168.201.135@tcp LPNI seq info [546692:546692:8:4294967295]
00000400:00000200:1.0:1788204589.326386:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204589.326392:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204589.326396:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204589.326399:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204589.326403:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204589.326405:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788204589.326410:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204589.326412:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788204589.326416:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204589.326417:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204589.326422:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204589.326425:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204589.326428:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204589.326430:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204589.326432:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204589.326436:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937867392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326443:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204589.326446:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937867392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204614 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326453:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.326454:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204589.326457:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204589.326460:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204589.326463:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204589.326465:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309567623
00000100:00000001:1.0:1788204589.326468:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309571276
00000100:00000001:1.0:1788204589.326470:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309567623
00000100:00000001:1.0:1788204589.326472:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309571276
00000100:00000001:1.0:1788204589.326474:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204589.326476:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.326478:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204589.326481:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204589/real 1788204589]  req@ffff8c5d3ba6b480 x1875052937867392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204589.326489:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204589.326490:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204589.326492:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204589.326494:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204589.326496:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204589.326497:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204589.326500:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937867392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204589.326508:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937867392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326515:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204589.326516:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.326518:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204589.326519:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204589.326523:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937867392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326529:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204589.326533:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937867392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326540:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204589.326542:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.326544:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204589.326545:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.326547:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204589.326548:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204589.326551:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204589.326554:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204589.326556:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204589.326561:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937867392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204589.326568:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937867392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204589.326571:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.326573:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204589.326576:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937867008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326582:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204589.326583:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204589.326585:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204589.326588:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204589.326589:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204589.326590:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204589.326592:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204589.326594:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:1.0:1788204589.326596:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204589.326597:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204589.326598:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:1.0:1788204589.326600:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204589.326602:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.326603:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204589.326606:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937867136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326612:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204589.326613:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204589.326615:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204589.326617:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204589.326618:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204589.326619:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204589.326620:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204589.326622:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:1.0:1788204589.326624:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204589.326625:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204589.326626:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:1.0:1788204589.326629:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204589.326630:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.326631:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204589.326634:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937867264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326639:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204589.326641:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204589.326642:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204589.326644:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204589.326645:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204589.326646:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204589.326647:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204589.326649:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:1.0:1788204589.326651:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204589.326652:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204589.326653:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:1.0:1788204589.326655:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204589.326656:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.326657:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204589.326660:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937867392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204614 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204589.326665:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204589.326667:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204589.326668:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204589.326670:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204589.326671:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204589.326672:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204589.326674:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204589.326675:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:1.0:1788204589.326677:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204589.326678:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204589.326679:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:1.0:1788204589.326681:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204589.326682:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.326685:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204589.326688:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204589.326689:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204589.326691:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204589.326692:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204589.516435:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204589.516445:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204589.516448:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204589.516454:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204589.516458:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204589.516464:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204589.516467:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204589.516471:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204589.516474:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204590.028479:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204590.028488:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204590.028496:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204590.028498:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204590.028558:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204590.028562:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204590.028565:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204590.540399:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204590.540409:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204590.540411:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204590.540418:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204590.540421:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204590.540425:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204590.540427:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204590.540429:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204590.540431:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204591.052453:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204591.052462:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204591.052470:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204591.052471:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204591.052534:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204591.052539:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204591.052543:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204591.564446:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204591.564456:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204591.564458:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204591.564466:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204591.564470:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204591.564474:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204591.564478:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204591.564481:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204591.564484:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204592.076459:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204592.076474:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204592.076481:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204592.076482:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204592.076546:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204592.076551:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204592.076558:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204592.588409:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204592.588419:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204592.588421:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204592.588428:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204592.588432:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204592.588437:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204592.588440:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204592.588444:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204592.588447:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204593.100422:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204593.100428:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204593.100433:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204593.100434:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204593.100488:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204593.100491:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204593.100494:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204593.164409:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309571276, at 4309571328
00000100:00000040:1.0:1788204593.164409:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309571276, at 4309571328
00000100:00000010:1.0:1788204593.164425:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7495a0.
00000100:00000010:0.0:1788204593.164427:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749c00.
00000100:00000001:0.0:1788204593.612387:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204593.612392:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204593.612394:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204593.612398:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204593.612400:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204593.612402:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204593.612405:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204593.612406:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204593.612407:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204594.124408:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204594.124415:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204594.124421:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204594.124422:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204594.124466:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204594.124469:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204594.124471:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204594.444407:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204594.444415:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204594.444418:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204594.444421:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204594.444423:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204594.444429:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14900
00000400:00000200:2.0:1788204594.444436:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204594.444440:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204594.444446:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204594.444449:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204594.444451:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204594.444452:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204594.444454:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204594.444457:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204594.444458:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204594.444460:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204594.444462:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204594.444464:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204594.444465:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204594.444467:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204594.444468:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204594.444470:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204594.444471:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204594.444473:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204594.444475:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204594.444477:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204594.444479:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204594.444481:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204594.444483:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204594.444484:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204594.444485:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204594.444491:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb100.
00000020:00000040:2.0:1788204594.444494:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204594.444497:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204594.444498:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204594.444500:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204594.444502:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204594.444512:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204594.444519:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:2.0:1788204594.444524:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204594.444530:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb100 x1875052937867520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204594.444537:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204594.444540:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204594.444543:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000299a5ffd] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb100 x1875052937867520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204594.444555:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204594.444557:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204594.444559:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204594.444560:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204594.444562:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204594.444564:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204594.444565:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14900
00000400:00000200:2.0:1788204594.444567:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204594.444570:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204594.444571:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204594.444573:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204594.444574:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204594.444576:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204594.444578:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204594.444580:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204594.444581:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204594.444582:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204594.444583:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204594.444584:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204594.444585:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:1.0:1788204594.444587:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1788204594.444587:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204594.444589:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204594.444592:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204594.444594:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204594.444594:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204594.444598:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:1.0:1788204594.444599:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1788204594.444600:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204594.444604:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204594.444605:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204594.444609:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204594.444611:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb100 x1875052937867520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204594.444611:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204594.444615:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204594.444618:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204594.444623:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204594.444628:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.444629:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1788204594.444630:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea680.
00000100:00000001:1.0:1788204594.444632:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204594.444633:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204594.444637:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204594.444639:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204594.444639:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204594.444642:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204594.444643:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204594.444644:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204594.444647:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204594.444649:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204594.444650:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000001:2.0:1788204594.444654:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204594.444656:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937867520:192.168.201.135@tcp:250:kworker.0
00000100:00100000:2.0:1788204594.444659:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea680 x1875052937867648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204594.444664:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204594.444668:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204594.444670:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204594.444670:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204594.444673:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000410650d5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea680 x1875052937867648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204594.444675:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204594.444681:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788204594.444683:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204594.444685:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1788204594.444687:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
00000100:00080000:2.0:1788204594.444687:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204594.444689:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1788204594.444692:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204594.444692:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204594.444696:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204594.444699:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14900
00000400:00000200:1.0:1788204594.444703:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204594.444707:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000200:2.0:1788204594.444711:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204594.444715:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000400:00000200:2.0:1788204594.444716:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204594.444721:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1788204594.444724:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937867520, portal 25
00000100:00000040:2.0:1788204594.444725:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204594.444729:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204594.444730:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204594.444731:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803429632 : -127142906121984 : ffff8c5d3c3eb100)
00000100:00000040:2.0:1788204594.444735:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204594.444739:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:1.0:1788204594.444741:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb100 x1875052937867520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204594.444742:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204594.444745:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204594.444748:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204594.444750:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204594.444754:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000001:1.0:1788204594.444758:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:2.0:1788204594.444758:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204594.444764:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:1.0:1788204594.444765:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204594.444766:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204594.444769:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:1.0:1788204594.444770:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000001:2.0:1788204594.444771:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:1.0:1788204594.444775:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937867520, offset 0
00000020:00000040:2.0:1788204594.444775:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204594.444780:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:1.0:1788204594.444785:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204594.444786:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204594.444789:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204594.444792:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204594.444794:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204594.444797:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204594.444800:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204594.444800:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204594.444804:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204594.444806:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:2.0:1788204594.444810:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204594.444811:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:2.0:1788204594.444815:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204594.444816:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204594.444819:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000010:2.0:1788204594.444821:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9180.
00000400:00000200:1.0:1788204594.444822:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546727:546727:256:4294967295] 192.168.201.135@tcp LPNI seq info [546693:546693:8:4294967295]
00000020:00000040:2.0:1788204594.444825:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:1.0:1788204594.444829:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204594.444830:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204594.444832:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204594.444833:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204594.444835:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204594.444838:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204594.444841:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1788204594.444842:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204594.444846:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204594.444847:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204594.444853:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000100:00100000:2.0:1788204594.444853:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9180 x1875052937867776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204594.444861:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1788204594.444862:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204594.444865:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204594.444867:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1788204594.444870:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa433fb9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9180 x1875052937867776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1788204594.444876:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204594.444881:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1788204594.444883:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788204594.444886:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204594.444887:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1788204594.444890:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000100:00080000:2.0:1788204594.444891:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204594.444893:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204594.444894:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204594.444896:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204594.444898:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14900
00000400:00000200:1.0:1788204594.444901:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204594.444901:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204594.444907:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204594.444909:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1788204594.444910:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204594.444914:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000100:00000040:2.0:1788204594.444914:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:1.0:1788204594.444917:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:2.0:1788204594.444918:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204594.444921:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204594.444923:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204594.444923:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204594.444926:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204594.444927:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204594.444929:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:1.0:1788204594.444930:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb100 x1875052937867520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204594.444931:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204594.444935:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204594.444939:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204594.444945:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204594.444947:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204594.444947:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204594.444951:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:1.0:1788204594.444953:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb100 x1875052937867520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204594.444954:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204594.444958:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204594.444963:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204594.444966:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204594.444968:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204594.444972:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204594.444974:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.444975:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204594.444977:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204594.444978:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000008:00100000:2.0:1788204594.444980:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204594.444983:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788204594.444984:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204594.444987:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204594.444990:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204594.444993:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309576396
00000100:00000010:2.0:1788204594.444993:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000020:00000040:2.0:1788204594.444998:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204594.445000:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1788204594.445001:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7495a0.
02000000:00000001:2.0:1788204594.445001:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204594.445005:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204594.445006:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204594.445007:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.445009:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000010:2.0:1788204594.445010:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:1.0:1788204594.445014:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309576396
00000100:00000001:2.0:1788204594.445014:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204594.445018:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937867904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1788204594.445020:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749180.
00000100:00000001:1.0:1788204594.445025:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204594.445026:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204594.445028:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204594.445029:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.445034:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204594.445035:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937867904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445036:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204594.445042:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204594/real 1788204594]  req@ffff8c5d3c3eb100 x1875052937867520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204594.445044:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204594.445048:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204594.445054:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204594.445056:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:1.0:1788204594.445058:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1788204594.445059:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:1.0:1788204594.445060:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204594.445064:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000100:00000001:2.0:1788204594.445065:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204594.445067:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204594.445069:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00080000:2.0:1788204594.445070:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14900
00000100:00000001:1.0:1788204594.445072:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204594.445076:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb100 x1875052937867520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204594.445079:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204594.445087:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:1.0:1788204594.445090:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb100 x1875052937867520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204594.445091:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204594.445099:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1788204594.445099:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204594.445102:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.445104:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204594.445104:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204594.445108:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204594.445111:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00100000:1.0:1788204594.445114:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb100 x1875052937867520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204594.445115:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204594.445120:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204594.445122:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204594.445125:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204594.445128:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:1.0:1788204594.445130:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204594.445132:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204594.445135:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204594.445138:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb100 x1875052937867520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204594.445153:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204594.445155:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204594.445156:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204594.445157:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204594.445159:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204594.445161:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204594.445162:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204594.445164:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204594.445166:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204594.445169:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204594.445172:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204594.445175:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204594.445181:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.445182:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204594.445183:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204594.445187:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000100:00000001:1.0:1788204594.445189:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204594.445190:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204594.445194:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1788204594.445194:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204594.445197:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.445198:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204594.445199:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204594.445201:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204594.445204:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1788204594.445204:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.445209:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:2.0:1788204594.445210:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00080000:1.0:1788204594.445215:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1788204594.445215:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204594.445220:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937868032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788204594.445223:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204594.445229:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204594.445238:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb100 x1875052937867520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204594.445239:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204594.445244:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204594.445252:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937868032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204594.445254:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937867520:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204594.445264:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.445270:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204594.445270:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204594.445275:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb100 x1875052937867520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204594.445275:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14910)
00000100:00000001:1.0:1788204594.445285:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204594.445288:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204594.445291:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204594.445294:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204594.445296:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204594.445297:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204594.445321:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204594.445324:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:1.0:1788204594.445328:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204594.445330:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204594.445331:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb100.
00000100:00000001:1.0:1788204594.445334:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204594.445335:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.445338:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.445344:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204594.445346:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.445348:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204594.445350:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204594.445351:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204594.445355:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea680 x1875052937867648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445368:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204594.445369:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204594.445371:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204594.445373:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204594.445375:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204594.445378:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937867648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204594.445380:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204594.445381:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204594.445383:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204594.445384:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204594.445387:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204594.445389:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204594.445393:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204594.445396:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204594.445399:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204594.445402:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937867648, portal 10
00000100:00000001:1.0:1788204594.445404:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204594.445405:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426944 : -127142906124672 : ffff8c5d3c3ea680)
00000100:00000040:1.0:1788204594.445411:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea680 x1875052937867648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445417:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204594.445419:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204594.445422:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204594.445424:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937867648, offset 0
00000400:00000200:1.0:1788204594.445429:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204594.445433:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204594.445436:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204594.445439:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204594.445441:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204594.445444:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204594.445446:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204594.445449:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546728:546728:256:4294967295] 192.168.201.135@tcp LPNI seq info [546694:546694:8:4294967295]
00000400:00000200:1.0:1788204594.445452:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204594.445458:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204594.445462:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204594.445466:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204594.445470:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204594.445472:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204594.445476:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204594.445479:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788204594.445482:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204594.445484:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204594.445487:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204594.445491:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204594.445494:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204594.445495:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204594.445498:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204594.445502:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea680 x1875052937867648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445510:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204594.445513:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea680 x1875052937867648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445520:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.445521:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204594.445524:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204594.445527:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204594.445530:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204594.445532:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309572637
00000100:00000001:1.0:1788204594.445535:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309576396
00000100:00000001:1.0:1788204594.445537:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309572637
00000100:00000001:1.0:1788204594.445539:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309576396
00000100:00000001:1.0:1788204594.445541:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204594.445543:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.445544:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204594.445548:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204594/real 1788204594]  req@ffff8c5d3c3ea680 x1875052937867648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204594.445556:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204594.445557:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204594.445559:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204594.445561:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204594.445563:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204594.445564:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204594.445567:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea680 x1875052937867648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204594.445574:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea680 x1875052937867648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445578:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204594.445579:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.445580:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204594.445581:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204594.445583:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea680 x1875052937867648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445587:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204594.445589:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea680 x1875052937867648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445594:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204594.445595:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.445596:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204594.445597:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.445598:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204594.445599:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204594.445600:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204594.445602:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204594.445603:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204594.445605:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea680 x1875052937867648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204594.445609:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937867648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204594.445612:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204594.445613:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9180 x1875052937867776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445617:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204594.445618:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204594.445619:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204594.445620:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204594.445621:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204594.445623:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937867776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204594.445625:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204594.445626:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204594.445627:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204594.445628:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204594.445630:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204594.445631:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204594.445634:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204594.445635:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204594.445637:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204594.445639:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937867776, portal 10
00000100:00000001:1.0:1788204594.445640:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204594.445641:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803421568 : -127142906130048 : ffff8c5d3c3e9180)
00000100:00000040:1.0:1788204594.445644:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9180 x1875052937867776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445648:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204594.445649:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204594.445650:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204594.445652:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937867776, offset 0
00000400:00000200:1.0:1788204594.445654:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204594.445656:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204594.445658:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204594.445659:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204594.445661:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204594.445662:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204594.445664:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204594.445666:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546729:546729:256:4294967295] 192.168.201.135@tcp LPNI seq info [546695:546695:8:4294967295]
00000400:00000200:1.0:1788204594.445668:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204594.445672:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204594.445674:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204594.445676:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204594.445678:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204594.445680:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204594.445682:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204594.445683:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788204594.445686:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204594.445687:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204594.445689:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204594.445691:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204594.445692:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204594.445694:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204594.445695:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204594.445697:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9180 x1875052937867776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445701:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204594.445703:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9180 x1875052937867776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445707:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.445708:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204594.445709:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204594.445711:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204594.445712:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204594.445713:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309572632
00000100:00000001:1.0:1788204594.445715:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309576396
00000100:00000001:1.0:1788204594.445716:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309572632
00000100:00000001:1.0:1788204594.445717:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309576396
00000100:00000001:1.0:1788204594.445719:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204594.445720:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.445721:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204594.445722:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204594/real 1788204594]  req@ffff8c5d3c3e9180 x1875052937867776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204594.445726:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204594.445727:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204594.445728:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204594.445729:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204594.445729:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204594.445730:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204594.445732:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9180 x1875052937867776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204594.445736:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9180 x1875052937867776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445740:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204594.445741:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.445742:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204594.445743:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204594.445745:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9180 x1875052937867776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445748:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204594.445750:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9180 x1875052937867776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445754:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204594.445755:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.445756:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204594.445756:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.445757:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204594.445758:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204594.445759:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204594.445761:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204594.445762:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204594.445764:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9180 x1875052937867776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204594.445768:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937867776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204594.445770:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204594.445771:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937867904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445775:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204594.445776:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204594.445778:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204594.445779:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204594.445780:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204594.445781:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937867904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204594.445783:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204594.445784:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204594.445785:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204594.445786:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204594.445787:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204594.445788:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204594.445790:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204594.445791:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204594.445793:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204594.445794:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937867904, portal 4
00000100:00000001:1.0:1788204594.445795:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204594.445796:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:1.0:1788204594.445799:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937867904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445802:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204594.445804:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204594.445805:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204594.445806:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937867904, offset 0
00000400:00000200:1.0:1788204594.445808:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204594.445810:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204594.445812:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204594.445813:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204594.445815:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204594.445816:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204594.445817:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204594.445820:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546730:546730:256:4294967295] 192.168.201.135@tcp LPNI seq info [546696:546696:8:4294967295]
00000400:00000200:1.0:1788204594.445822:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204594.445825:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204594.445828:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204594.445830:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204594.445832:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204594.445833:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204594.445835:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204594.445837:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788204594.445839:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204594.445840:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204594.445842:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204594.445844:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204594.445845:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204594.445846:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204594.445847:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204594.445849:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937867904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445853:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204594.445855:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937867904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445858:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.445859:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204594.445860:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204594.445862:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204594.445863:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204594.445864:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309572725
00000100:00000001:1.0:1788204594.445866:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309576396
00000100:00000001:1.0:1788204594.445867:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309572725
00000100:00000001:1.0:1788204594.445868:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309576396
00000100:00000001:1.0:1788204594.445869:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204594.445870:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.445871:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204594.445873:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204594/real 1788204594]  req@ffff8c5d3c3e8380 x1875052937867904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204594.445878:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204594.445879:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204594.445880:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204594.445881:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204594.445882:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204594.445883:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204594.445884:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937867904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204594.445888:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937867904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445891:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204594.445892:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.445893:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204594.445894:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204594.445895:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937867904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445899:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204594.445900:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937867904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445904:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204594.445905:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.445906:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204594.445907:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.445907:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204594.445908:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204594.445910:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204594.445911:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204594.445913:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204594.445916:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937867904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204594.445921:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937867904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204594.445923:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204594.445924:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937868032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445928:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204594.445928:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204594.445929:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204594.445930:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204594.445931:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204594.445933:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937868032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204594.445934:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204594.445935:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204594.445936:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204594.445936:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204594.445938:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204594.445939:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204594.445940:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204594.445942:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204594.445943:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204594.445944:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937868032, portal 4
00000100:00000001:1.0:1788204594.445945:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204594.445946:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:1.0:1788204594.445950:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937868032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.445953:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204594.445955:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204594.445956:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204594.445957:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937868032, offset 0
00000400:00000200:1.0:1788204594.445959:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204594.445961:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204594.445962:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204594.445964:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204594.445965:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204594.445966:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204594.445968:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204594.445969:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546731:546731:256:4294967295] 192.168.201.135@tcp LPNI seq info [546697:546697:8:4294967295]
00000400:00000200:1.0:1788204594.445972:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204594.445975:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204594.445977:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204594.445978:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204594.445980:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204594.445981:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788204594.445983:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204594.445985:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788204594.445988:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204594.445989:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204594.445991:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204594.445992:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204594.445994:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204594.445995:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204594.445996:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204594.445998:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937868032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.446002:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204594.446004:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937868032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204619 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.446007:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.446008:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204594.446010:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204594.446011:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204594.446013:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204594.446014:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309572742
00000100:00000001:1.0:1788204594.446016:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309576396
00000100:00000001:1.0:1788204594.446017:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309572742
00000100:00000001:1.0:1788204594.446018:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309576396
00000100:00000001:1.0:1788204594.446019:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204594.446020:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.446021:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204594.446023:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204594/real 1788204594]  req@ffff8c5d3c3ead80 x1875052937868032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204594.446027:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204594.446027:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204594.446028:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204594.446029:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204594.446030:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204594.446031:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204594.446032:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937868032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204594.446036:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937868032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.446040:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204594.446041:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.446042:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204594.446043:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204594.446044:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937868032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.446048:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204594.446050:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937868032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.446053:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204594.446055:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.446056:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204594.446057:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.446058:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204594.446059:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204594.446060:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204594.446061:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204594.446062:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204594.446064:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937868032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204594.446068:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937868032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204594.446070:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.446071:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204594.446073:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea680 x1875052937867648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.446076:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204594.446077:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204594.446078:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204594.446079:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204594.446080:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204594.446081:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204594.446082:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204594.446083:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:1.0:1788204594.446084:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204594.446085:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204594.446086:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea680.
00000100:00000001:1.0:1788204594.446087:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204594.446088:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.446089:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204594.446090:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9180 x1875052937867776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.446098:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204594.446099:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204594.446099:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204594.446101:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204594.446101:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204594.446102:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204594.446103:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204594.446104:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:1.0:1788204594.446105:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204594.446105:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204594.446106:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9180.
00000100:00000001:1.0:1788204594.446107:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204594.446108:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.446108:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204594.446110:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937867904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.446113:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204594.446114:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204594.446114:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204594.446115:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204594.446116:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204594.446117:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204594.446117:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204594.446118:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:1.0:1788204594.446119:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204594.446120:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204594.446120:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:1.0:1788204594.446121:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204594.446122:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.446123:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204594.446124:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937868032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204619 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204594.446127:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204594.446128:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204594.446129:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204594.446130:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204594.446131:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204594.446132:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204594.446133:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204594.446134:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:1.0:1788204594.446135:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204594.446135:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204594.446136:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:1.0:1788204594.446137:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204594.446138:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.446139:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204594.446153:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204594.446155:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204594.446156:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204594.446157:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204594.636371:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204594.636378:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204594.636379:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204594.636385:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204594.636389:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204594.636392:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204594.636395:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204594.636397:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204594.636399:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204595.148349:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204595.148354:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204595.148355:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204595.148358:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204595.148361:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204595.148362:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204595.148363:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204595.148365:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204595.148367:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204595.148368:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204595.148369:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204595.148370:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204595.148371:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204595.148372:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204595.148373:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204595.148374:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204595.148401:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204595.148405:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204595.148408:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204595.660377:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204595.660385:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204595.660388:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204595.660393:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204595.660396:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204595.660399:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204595.660402:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204595.660404:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204595.660407:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204596.172453:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204596.172460:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204596.172465:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204596.172466:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204596.172523:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204596.172527:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204596.172531:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204596.684399:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204596.684407:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204596.684409:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204596.684414:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204596.684418:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204596.684421:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204596.684424:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204596.684427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204596.684429:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204597.196410:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204597.196417:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204597.196423:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204597.196424:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204597.196477:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204597.196481:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204597.196484:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204597.708387:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204597.708393:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204597.708395:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204597.708399:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204597.708402:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204597.708405:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204597.708406:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204597.708414:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204597.708416:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204598.220432:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204598.220436:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204598.220440:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204598.220441:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204598.220495:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204598.220498:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204598.220500:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204598.284392:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309576396, at 4309576448
00000100:00000040:1.0:1788204598.284392:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309576396, at 4309576448
00000100:00000010:0.0:1788204598.284405:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7495a0.
00000100:00000010:1.0:1788204598.284406:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749180.
00000100:00000001:0.0:1788204598.732417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204598.732424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204598.732426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204598.732431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204598.732434:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204598.732438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204598.732440:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204598.732442:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204598.732445:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204599.244377:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204599.244382:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204599.244387:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204599.244388:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204599.244436:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204599.244439:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204599.244442:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204599.564398:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204599.564405:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204599.564407:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204599.564410:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204599.564414:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204599.564421:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14905
00000400:00000200:2.0:1788204599.564430:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204599.564436:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204599.564439:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204599.564442:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.564446:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204599.564448:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.564450:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204599.564455:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204599.564457:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204599.564459:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204599.564462:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204599.564464:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204599.564467:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204599.564470:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.564472:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204599.564474:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.564476:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204599.564479:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204599.564483:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204599.564485:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204599.564488:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204599.564490:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204599.564493:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.564495:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204599.564497:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204599.564505:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000020:00000040:2.0:1788204599.564508:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204599.564512:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204599.564514:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.564517:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204599.564519:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204599.564523:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204599.564531:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00000001:2.0:1788204599.564537:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204599.564546:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937868160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204599.564556:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204599.564560:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204599.564564:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937868160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.564586:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204599.564589:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204599.564593:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204599.564594:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204599.564596:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204599.564599:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204599.564602:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14905
00000400:00000200:2.0:1788204599.564606:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204599.564610:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204599.564613:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204599.564616:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.564618:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204599.564620:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.564623:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204599.564624:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1788204599.564626:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204599.564629:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1788204599.564630:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:1.0:1788204599.564633:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788204599.564633:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204599.564635:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204599.564639:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204599.564643:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937868160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204599.564643:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204599.564648:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.564650:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204599.564653:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.564657:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204599.564662:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204599.564667:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204599.564669:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204599.564671:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204599.564673:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204599.564679:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204599.564679:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204599.564683:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204599.564686:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204599.564686:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204599.564691:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.564692:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204599.564696:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1788204599.564697:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937868160:192.168.201.135@tcp:250:kworker.0
00000008:00000001:2.0:1788204599.564702:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204599.564704:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204599.564706:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204599.564710:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1788204599.564711:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
02000000:00000001:1.0:1788204599.564713:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204599.564715:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204599.564719:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1788204599.564720:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204599.564723:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.564724:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204599.564726:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1788204599.564727:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:2.0:1788204599.564728:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204599.564731:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204599.564735:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000400:00000200:1.0:1788204599.564740:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204599.564742:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204599.564745:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00100000:2.0:1788204599.564749:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937868288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204599.564760:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000001:2.0:1788204599.564760:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204599.564763:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204599.564768:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937868288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204599.564769:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937868160, portal 25
00000100:00000001:1.0:1788204599.564774:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204599.564776:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000001:2.0:1788204599.564785:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204599.564787:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937868160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204599.564789:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204599.564798:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204599.564801:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204599.564803:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788204599.564804:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204599.564808:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1788204599.564811:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204599.564813:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14905
00000400:00000010:1.0:1788204599.564816:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000400:00000200:2.0:1788204599.564817:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204599.564822:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:1.0:1788204599.564823:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937868160, offset 0
00000100:00080000:2.0:1788204599.564825:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204599.564829:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.564830:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204599.564835:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204599.564836:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.564840:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204599.564842:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204599.564842:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204599.564844:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204599.564845:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:1.0:1788204599.564848:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:2.0:1788204599.564849:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204599.564853:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204599.564855:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.564856:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204599.564860:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:2.0:1788204599.564860:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.564863:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204599.564866:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204599.564868:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:1.0:1788204599.564869:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788204599.564870:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204599.564873:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204599.564875:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204599.564878:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:2.0:1788204599.564878:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.564882:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204599.564883:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204599.564884:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1788204599.564887:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.564889:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204599.564891:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000010:2.0:1788204599.564893:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788204599.564897:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:1.0:1788204599.564898:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546732:546732:256:4294967295] 192.168.201.135@tcp LPNI seq info [546698:546698:8:4294967295]
02000000:00000001:2.0:1788204599.564900:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204599.564902:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.564906:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204599.564908:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204599.564909:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204599.564911:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204599.564914:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204599.564917:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204599.564924:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937868416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204599.564927:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204599.564939:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204599.564939:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204599.564943:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204599.564947:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000100:00000040:2.0:1788204599.564951:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937868416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1788204599.564958:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204599.564965:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1788204599.564965:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204599.564971:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1788204599.564976:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:2.0:1788204599.564978:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204599.564980:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204599.564982:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1788204599.564984:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1788204599.564985:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204599.564989:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14905
00000800:00000100:1.0:1788204599.564995:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204599.564995:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000010:1.0:1788204599.564999:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:2.0:1788204599.565000:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204599.565003:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204599.565005:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.565007:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204599.565008:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.565009:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788204599.565010:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1788204599.565011:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204599.565014:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204599.565016:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204599.565018:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1788204599.565019:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204599.565022:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:1.0:1788204599.565024:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000020:00000001:2.0:1788204599.565025:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000010:1.0:1788204599.565029:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000040:2.0:1788204599.565030:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.565033:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204599.565034:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1788204599.565035:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.565037:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204599.565040:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000200:1.0:1788204599.565041:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937868160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204599.565045:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204599.565049:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204599.565065:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204599.565068:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204599.565070:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1788204599.565071:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.565073:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1788204599.565076:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937868160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1788204599.565077:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204599.565082:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.565085:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204599.565089:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000100:00000001:1.0:1788204599.565090:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204599.565092:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204599.565093:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1788204599.565095:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204599.565096:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.565098:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204599.565099:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204599.565100:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204599.565101:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204599.565105:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:2.0:1788204599.565105:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000001:1.0:1788204599.565110:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309581516
00000100:00000001:2.0:1788204599.565110:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204599.565117:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749180.
00000100:00100000:2.0:1788204599.565118:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937868544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204599.565124:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204599.565124:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204599.565128:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204599.565132:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309581516
00000100:00000040:2.0:1788204599.565132:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937868544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788204599.565137:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7495a0.
00000100:00000001:1.0:1788204599.565139:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204599.565140:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204599.565144:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204599.565148:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788204599.565150:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204599.565153:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1788204599.565154:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204599/real 1788204599]  req@ffff8c5d3c3eb800 x1875052937868160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204599.565157:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204599.565160:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204599.565162:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204599.565166:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:1.0:1788204599.565168:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1788204599.565169:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14905
00000400:00000001:1.0:1788204599.565171:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204599.565174:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:2.0:1788204599.565177:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204599.565178:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204599.565181:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000400:00000200:2.0:1788204599.565181:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204599.565184:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204599.565185:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1788204599.565188:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:1.0:1788204599.565190:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937868160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204599.565191:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204599.565195:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.565199:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204599.565201:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204599.565201:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204599.565202:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204599.565204:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204599.565208:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204599.565211:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000200:1.0:1788204599.565212:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937868160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204599.565216:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204599.565219:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204599.565222:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204599.565224:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204599.565225:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204599.565227:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204599.565228:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:1.0:1788204599.565230:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1788204599.565232:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204599.565235:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204599.565236:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204599.565237:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204599.565238:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204599.565242:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.565244:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204599.565246:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1788204599.565247:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937868160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1788204599.565248:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.565251:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204599.565255:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000020:00000040:2.0:1788204599.565259:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204599.565262:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204599.565264:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204599.565267:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204599.565268:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204599.565268:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204599.565270:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204599.565274:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:2.0:1788204599.565277:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204599.565278:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937868160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204599.565285:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937868672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204599.565293:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204599.565321:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204599.565323:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204599.565328:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937868672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565333:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204599.565335:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204599.565337:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204599.565340:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204599.565341:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14915)
00000100:00000001:1.0:1788204599.565346:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204599.565349:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204599.565353:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204599.565358:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204599.565361:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204599.565366:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937868160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204599.565375:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937868160:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204599.565379:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.565382:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204599.565384:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937868160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565396:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204599.565398:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204599.565399:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204599.565401:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204599.565403:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204599.565404:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204599.565405:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204599.565407:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:1.0:1788204599.565410:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204599.565411:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204599.565412:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:1.0:1788204599.565414:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204599.565415:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.565416:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.565422:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204599.565423:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204599.565424:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204599.565425:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204599.565426:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204599.565429:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937868288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565433:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204599.565434:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204599.565435:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204599.565436:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204599.565438:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204599.565439:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937868288:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204599.565442:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204599.565443:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204599.565444:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204599.565445:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204599.565447:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204599.565448:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204599.565450:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204599.565453:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204599.565455:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204599.565457:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937868288, portal 10
00000100:00000001:1.0:1788204599.565458:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204599.565459:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000040:1.0:1788204599.565463:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937868288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565467:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204599.565468:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204599.565469:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204599.565471:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937868288, offset 0
00000400:00000200:1.0:1788204599.565473:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204599.565475:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204599.565478:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204599.565479:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204599.565481:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204599.565483:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204599.565484:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204599.565486:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546733:546733:256:4294967295] 192.168.201.135@tcp LPNI seq info [546699:546699:8:4294967295]
00000400:00000200:1.0:1788204599.565488:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204599.565492:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204599.565495:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204599.565497:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204599.565499:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204599.565501:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204599.565503:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204599.565505:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204599.565507:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204599.565509:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204599.565511:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204599.565514:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204599.565515:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204599.565517:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204599.565518:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204599.565520:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937868288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565525:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204599.565526:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937868288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565530:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204599.565531:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204599.565533:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204599.565535:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204599.565537:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204599.565538:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309577757
00000100:00000001:1.0:1788204599.565540:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309581516
00000100:00000001:1.0:1788204599.565541:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309577757
00000100:00000001:1.0:1788204599.565543:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309581516
00000100:00000001:1.0:1788204599.565544:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204599.565545:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204599.565546:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204599.565548:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204599/real 1788204599]  req@ffff8c5d3c3e9c00 x1875052937868288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204599.565552:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204599.565553:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204599.565554:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204599.565555:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204599.565556:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204599.565557:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204599.565559:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937868288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204599.565563:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937868288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565571:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204599.565571:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.565573:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204599.565574:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204599.565575:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937868288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565579:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204599.565581:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937868288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565584:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204599.565586:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.565587:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204599.565587:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.565588:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204599.565589:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204599.565591:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204599.565592:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204599.565593:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204599.565596:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937868288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204599.565600:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937868288:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204599.565602:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204599.565604:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937868416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565607:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204599.565608:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204599.565610:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204599.565611:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204599.565612:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204599.565613:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937868416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204599.565615:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204599.565616:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204599.565617:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204599.565618:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204599.565619:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204599.565620:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204599.565622:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204599.565623:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204599.565625:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204599.565627:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937868416, portal 10
00000100:00000001:1.0:1788204599.565628:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204599.565629:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
00000100:00000040:1.0:1788204599.565632:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937868416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565635:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204599.565637:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204599.565638:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204599.565639:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937868416, offset 0
00000400:00000200:1.0:1788204599.565641:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204599.565643:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204599.565645:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204599.565646:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204599.565648:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204599.565649:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204599.565650:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204599.565652:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546734:546734:256:4294967295] 192.168.201.135@tcp LPNI seq info [546700:546700:8:4294967295]
00000400:00000200:1.0:1788204599.565654:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204599.565658:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204599.565661:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204599.565662:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204599.565664:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204599.565666:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204599.565669:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204599.565670:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204599.565672:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204599.565673:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204599.565675:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204599.565677:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204599.565679:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204599.565680:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204599.565681:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204599.565683:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8e00 x1875052937868416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565687:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204599.565689:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937868416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565692:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204599.565693:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204599.565694:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204599.565696:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204599.565697:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204599.565698:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309577752
00000100:00000001:1.0:1788204599.565700:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309581516
00000100:00000001:1.0:1788204599.565701:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309577752
00000100:00000001:1.0:1788204599.565702:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309581516
00000100:00000001:1.0:1788204599.565703:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204599.565704:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204599.565705:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204599.565707:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204599/real 1788204599]  req@ffff8c5d3c3e8e00 x1875052937868416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204599.565712:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204599.565713:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204599.565714:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204599.565715:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204599.565716:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204599.565717:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204599.565718:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937868416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204599.565722:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937868416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565726:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204599.565726:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.565727:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204599.565728:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204599.565730:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937868416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565733:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204599.565735:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937868416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565738:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204599.565740:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.565741:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204599.565741:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.565742:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204599.565744:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204599.565745:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204599.565747:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204599.565748:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204599.565750:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937868416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204599.565754:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937868416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204599.565756:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204599.565758:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937868544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565761:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204599.565762:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204599.565763:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204599.565764:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204599.565765:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204599.565767:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937868544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204599.565768:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204599.565769:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204599.565770:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204599.565771:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204599.565772:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204599.565773:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204599.565775:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204599.565776:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204599.565778:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204599.565779:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937868544, portal 4
00000100:00000001:1.0:1788204599.565780:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204599.565781:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
00000100:00000040:1.0:1788204599.565784:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937868544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565787:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204599.565789:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204599.565790:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204599.565791:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937868544, offset 0
00000400:00000200:1.0:1788204599.565794:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204599.565795:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204599.565797:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204599.565799:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204599.565800:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204599.565801:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204599.565803:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204599.565804:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546735:546735:256:4294967295] 192.168.201.135@tcp LPNI seq info [546701:546701:8:4294967295]
00000400:00000200:1.0:1788204599.565807:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204599.565810:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204599.565812:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204599.565813:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204599.565815:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204599.565817:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204599.565819:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204599.565820:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204599.565822:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204599.565824:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204599.565826:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204599.565827:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204599.565829:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204599.565830:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204599.565831:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204599.565833:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb480 x1875052937868544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565837:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204599.565838:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937868544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565841:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204599.565842:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204599.565844:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204599.565845:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204599.565847:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204599.565848:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309577845
00000100:00000001:1.0:1788204599.565850:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309581516
00000100:00000001:1.0:1788204599.565851:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309577845
00000100:00000001:1.0:1788204599.565852:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309581516
00000100:00000001:1.0:1788204599.565853:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204599.565854:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204599.565855:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204599.565857:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204599/real 1788204599]  req@ffff8c5d3c3eb480 x1875052937868544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204599.565861:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204599.565861:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204599.565862:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204599.565863:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204599.565864:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204599.565865:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204599.565866:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937868544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204599.565870:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937868544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565874:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204599.565874:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.565875:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204599.565876:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204599.565878:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937868544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565881:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204599.565883:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937868544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565887:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204599.565889:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.565890:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204599.565890:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.565892:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204599.565892:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204599.565894:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204599.565896:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204599.565897:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204599.565899:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937868544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204599.565902:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937868544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204599.565904:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204599.565906:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937868672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565909:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204599.565910:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204599.565911:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204599.565912:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204599.565913:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204599.565914:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937868672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204599.565916:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204599.565917:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204599.565918:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204599.565919:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204599.565920:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204599.565922:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204599.565923:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204599.565924:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204599.565926:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204599.565927:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937868672, portal 4
00000100:00000001:1.0:1788204599.565929:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204599.565930:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
00000100:00000040:1.0:1788204599.565933:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937868672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565937:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204599.565938:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204599.565939:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204599.565940:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937868672, offset 0
00000400:00000200:1.0:1788204599.565942:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204599.565944:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204599.565945:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204599.565947:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204599.565948:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204599.565950:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204599.565951:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204599.565953:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546736:546736:256:4294967295] 192.168.201.135@tcp LPNI seq info [546702:546702:8:4294967295]
00000400:00000200:1.0:1788204599.565955:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204599.565958:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204599.565960:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204599.565961:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204599.565963:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204599.565965:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204599.565967:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204599.565968:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204599.565970:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204599.565971:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204599.565973:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204599.565975:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204599.565977:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204599.565978:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204599.565979:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204599.565981:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ebb80 x1875052937868672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565989:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204599.565991:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937868672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204624 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.565995:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204599.565996:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204599.565997:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204599.566000:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204599.566003:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204599.566004:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309577862
00000100:00000001:1.0:1788204599.566007:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309581516
00000100:00000001:1.0:1788204599.566009:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309577862
00000100:00000001:1.0:1788204599.566011:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309581516
00000100:00000001:1.0:1788204599.566013:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204599.566015:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204599.566017:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204599.566021:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204599/real 1788204599]  req@ffff8c5d3c3ebb80 x1875052937868672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204599.566028:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204599.566030:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204599.566031:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204599.566034:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204599.566035:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204599.566038:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204599.566040:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937868672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204599.566045:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937868672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.566049:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204599.566050:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.566062:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204599.566063:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204599.566065:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937868672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.566069:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204599.566071:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937868672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.566075:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204599.566076:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.566077:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204599.566078:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.566079:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204599.566080:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204599.566081:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204599.566082:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204599.566084:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204599.566086:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937868672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204599.566090:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937868672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204599.566091:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.566093:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204599.566094:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937868288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.566098:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204599.566099:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204599.566100:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204599.566102:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204599.566103:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204599.566104:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204599.566105:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204599.566106:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:1.0:1788204599.566107:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204599.566108:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204599.566109:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:1.0:1788204599.566110:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204599.566111:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.566112:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204599.566114:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937868416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.566118:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204599.566118:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204599.566119:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204599.566120:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204599.566121:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204599.566121:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204599.566122:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204599.566123:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:1.0:1788204599.566124:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204599.566124:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204599.566125:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000001:1.0:1788204599.566126:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204599.566127:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.566128:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204599.566129:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937868544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.566133:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204599.566133:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204599.566134:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204599.566135:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204599.566135:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204599.566136:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204599.566137:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204599.566138:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:1.0:1788204599.566139:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204599.566139:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204599.566140:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:1.0:1788204599.566141:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204599.566142:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.566143:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204599.566145:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937868672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204624 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204599.566148:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204599.566149:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204599.566149:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204599.566150:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204599.566151:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204599.566151:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204599.566152:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204599.566153:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:1.0:1788204599.566154:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204599.566155:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204599.566155:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:1.0:1788204599.566156:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204599.566157:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.566158:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204599.566160:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204599.566160:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204599.566161:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204599.566162:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204599.756394:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204599.756401:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204599.756403:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204599.756408:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204599.756411:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204599.756415:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204599.756418:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204599.756419:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204599.756422:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204600.268438:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204600.268443:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204600.268447:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204600.268448:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204600.270501:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204600.270505:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204600.270508:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204600.780359:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204600.780365:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204600.780367:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204600.780371:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204600.780373:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204600.780376:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204600.780378:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204600.780379:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204600.780381:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204601.292410:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204601.292417:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204601.292422:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204601.292423:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204601.292480:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204601.292483:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204601.292486:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204601.804410:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204601.804417:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204601.804419:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204601.804423:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204601.804427:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204601.804430:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204601.804433:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204601.804435:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204601.804438:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204602.316423:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204602.316428:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204602.316432:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204602.316433:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204602.316486:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204602.316489:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204602.316491:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204602.828428:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204602.828436:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204602.828438:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204602.828443:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204602.828446:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204602.828450:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204602.828452:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204602.828454:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204602.828457:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204603.340412:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204603.340419:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204603.340424:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204603.340425:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204603.340484:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204603.340488:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204603.340491:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204603.404431:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309581516, at 4309581568
00000100:00000040:1.0:1788204603.404432:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309581516, at 4309581568
00000100:00000010:0.0:1788204603.404454:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749180.
00000100:00000010:1.0:1788204603.404458:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7495a0.
00000100:00000001:0.0:1788204603.852426:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204603.852434:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204603.852436:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204603.852441:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204603.852444:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204603.852448:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204603.852450:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204603.852452:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204603.852454:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204604.364479:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204604.364487:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204604.364491:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204604.364492:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204604.364545:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204604.364549:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204604.364552:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204604.684389:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204604.684403:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204604.684406:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204604.684412:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204604.684418:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204604.684428:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14910
00000400:00000200:2.0:1788204604.684439:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204604.684447:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204604.684450:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204604.684455:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204604.684458:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204604.684461:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204604.684463:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204604.684468:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204604.684470:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204604.684474:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204604.684477:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204604.684480:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204604.684482:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204604.684485:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204604.684487:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204604.684489:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204604.684491:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204604.684495:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204604.684498:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204604.684501:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204604.684505:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204604.684508:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204604.684511:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.684514:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204604.684516:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204604.684527:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788204604.684531:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204604.684535:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204604.684538:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.684541:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204604.684545:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204604.684549:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204604.684557:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788204604.684566:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204604.684575:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937868800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204604.684586:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204604.684591:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204604.684596:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937868800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.684620:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204604.684623:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204604.684627:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204604.684628:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204604.684630:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204604.684633:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204604.684637:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14910
00000400:00000200:2.0:1788204604.684641:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204604.684644:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204604.684647:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1788204604.684647:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204604.684652:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1788204604.684653:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204604.684656:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204604.684658:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204604.684664:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9880 x1875052937868800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204604.684664:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204604.684669:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204604.684674:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204604.684678:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1788204604.684678:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:1.0:1788204604.684680:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204604.684682:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:1.0:1788204604.684684:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1788204604.684686:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
02000000:00000001:1.0:1788204604.684688:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204604.684691:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204604.684691:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00100000:1.0:1788204604.684697:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937868800:192.168.201.135@tcp:250:kworker.0
00000020:00000001:2.0:1788204604.684698:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204604.684703:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204604.684705:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204604.684708:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204604.684710:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204604.684714:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:1.0:1788204604.684715:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1788204604.684717:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:1.0:1788204604.684719:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204604.684722:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1788204604.684723:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204604.684726:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204604.684728:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:2.0:1788204604.684729:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204604.684731:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204604.684737:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204604.684737:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204604.684742:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.684745:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1788204604.684747:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000008:00100000:2.0:1788204604.684750:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204604.684755:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204604.684757:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000001:2.0:1788204604.684758:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204604.684765:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000100:00000200:1.0:1788204604.684767:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937868800, portal 25
00000020:00000040:2.0:1788204604.684768:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:1.0:1788204604.684770:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204604.684773:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803423360 : -127142906128256 : ffff8c5d3c3e9880)
02000000:00000001:2.0:1788204604.684774:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204604.684777:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204604.684781:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9880 x1875052937868800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.684782:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204604.684785:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204604.684789:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.684791:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204604.684795:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000010:2.0:1788204604.684796:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000400:00000010:1.0:1788204604.684798:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204604.684802:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937868800, offset 0
00000100:00000001:2.0:1788204604.684803:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204604.684808:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00100000:2.0:1788204604.684812:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937868928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204604.684818:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204604.684826:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204604.684827:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204604.684831:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204604.684834:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1788204604.684838:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937868928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204604.684842:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204604.684848:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204604.684852:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204604.684858:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546737:546737:256:4294967295] 192.168.201.135@tcp LPNI seq info [546703:546703:8:4294967295]
00000100:00000001:2.0:1788204604.684858:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204604.684865:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204604.684866:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204604.684872:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204604.684874:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204604.684878:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204604.684879:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204604.684882:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1788204604.684886:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204604.684888:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14910
00000800:00000010:1.0:1788204604.684891:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000400:00000200:2.0:1788204604.684895:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:1.0:1788204604.684901:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000400:00000200:2.0:1788204604.684902:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000200:1.0:1788204604.684905:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1788204604.684906:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204604.684913:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:1.1:1788204604.684914:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204604.684919:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204604.684920:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1788204604.684925:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000100:1.0:1788204604.684926:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204604.684930:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000100:00000001:2.0:1788204604.684931:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204604.684934:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204604.684935:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204604.684937:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204604.684939:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204604.684941:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788204604.684943:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1788204604.684944:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204604.684952:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204604.684953:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788204604.684957:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204604.684961:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000100:00000040:2.0:1788204604.684974:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204604.684978:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204604.684980:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204604.684983:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204604.684986:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204604.684988:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1788204604.684991:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
02000000:00000001:2.0:1788204604.684992:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204604.684997:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.684999:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204604.685000:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204604.685005:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9880 x1875052937868800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.685012:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204604.685015:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9880 x1875052937868800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.685020:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.685021:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204604.685027:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204604.685031:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204604.685033:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309586636
00000100:00000010:1.0:1788204604.685037:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7495a0.
00000100:00000001:1.0:1788204604.685043:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204604.685048:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309586636
00000100:00000010:1.0:1788204604.685050:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749c00.
00000100:00000001:1.0:1788204604.685052:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204604.685055:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204604.685056:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.685058:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204604.685061:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204604/real 1788204604]  req@ffff8c5d3c3e9880 x1875052937868800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204604.685073:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204604.685074:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204604.685079:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204604.685082:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204604.685083:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204604.685086:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:2.0:1788204604.685086:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1788204604.685090:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9880 x1875052937868800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1788204604.685100:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.685109:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204604.685123:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9880 x1875052937868800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204604.685129:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000100:00000001:1.0:1788204604.685131:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204604.685136:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.685140:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:2.0:1788204604.685140:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000001:1.0:1788204604.685144:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204604.685148:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1788204604.685152:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9880 x1875052937868800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204604.685153:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.685162:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204604.685169:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204604.685169:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1788204604.685178:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9880 x1875052937868800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204604.685179:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.685190:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:2.0:1788204604.685191:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:1.0:1788204604.685203:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204604.685203:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.685214:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204604.685218:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.685222:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204604.685225:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:2.0:1788204604.685228:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937869056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788204604.685231:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204604.685241:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204604.685248:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1788204604.685253:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788204604.685257:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9880 x1875052937868800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.685262:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204604.685276:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937868800:192.168.201.135@tcp:250:kworker.0
00000100:00000040:2.0:1788204604.685276:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937869056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.685289:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.685291:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204604.685317:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937868800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.685325:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204604.685328:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204604.685331:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204604.685336:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204604.685338:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204604.685341:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:2.0:1788204604.685347:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204604.685348:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00080000:2.0:1788204604.685352:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:1.0:1788204604.685354:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
00000100:00080000:2.0:1788204604.685363:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204604.685365:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1788204604.685366:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:2.0:1788204604.685368:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1788204604.685369:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204604.685376:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00000001:2.0:1788204604.685377:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204604.685384:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00080000:2.0:1788204604.685385:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14910
00000100:00000001:1.0:1788204604.685394:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788204604.685394:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204604.685401:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788204604.685402:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204604.685409:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204604.685413:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1788204604.685413:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204604.685416:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.685418:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204604.685420:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1788204604.685421:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204604.685423:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204604.685425:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204604.685426:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788204604.685428:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204604.685431:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000040:1.0:1788204604.685435:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8700 x1875052937868928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204604.685435:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204604.685442:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204604.685450:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:1.0:1788204604.685452:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204604.685456:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204604.685457:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
02000000:00000001:1.0:1788204604.685468:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204604.685473:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204604.685473:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:1.0:1788204604.685481:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.685482:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1788204604.685496:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937868928:192.168.201.135@tcp:38:kworker.0
00000100:00000040:2.0:1788204604.685497:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204604.685510:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204604.685511:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:1.0:1788204604.685516:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1788204604.685517:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
02000000:00000001:1.0:1788204604.685519:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204604.685524:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1788204604.685525:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000010:1.0:1788204604.685531:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000001:2.0:1788204604.685531:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204604.685542:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204604.685542:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204604.685552:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204604.685552:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1788204604.685559:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
02000000:00000001:2.0:1788204604.685559:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.685567:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1788204604.685569:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000008:00100000:2.0:1788204604.685570:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000200:1.0:1788204604.685576:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937868928, portal 10
00000008:00000001:2.0:1788204604.685576:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.685586:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204604.685586:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.685592:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803418880 : -127142906132736 : ffff8c5d3c3e8700)
00000100:00000010:2.0:1788204604.685595:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000020:00000040:2.0:1788204604.685598:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000040:1.0:1788204604.685604:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8700 x1875052937868928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204604.685604:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204604.685608:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.685613:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204604.685618:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204604.685625:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1788204604.685627:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204604.685634:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000010:2.0:1788204604.685637:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000400:00000010:1.0:1788204604.685638:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204604.685649:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937868928, offset 0
00000100:00000001:2.0:1788204604.685651:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204604.685663:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00100000:2.0:1788204604.685664:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937869184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204604.685673:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204604.685687:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204604.685691:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204604.685692:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788204604.685695:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204604.685698:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204604.685705:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1788204604.685709:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937869184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204604.685712:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204604.685725:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546738:546738:256:4294967295] 192.168.201.135@tcp LPNI seq info [546704:546704:8:4294967295]
00000400:00000200:1.0:1788204604.685745:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204604.685746:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204604.685757:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204604.685769:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1788204604.685769:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204604.685777:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204604.685782:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1788204604.685784:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204604.685792:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:1.0:1788204604.685793:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000100:00080000:2.0:1788204604.685797:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14910
00000800:00000200:1.0:1788204604.685808:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000400:00000200:2.0:1788204604.685808:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:1.0:1788204604.685816:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000400:00000200:2.0:1788204604.685819:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204604.685825:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1788204604.685833:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204604.685836:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204604.685843:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204604.685843:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000040:2.0:1788204604.685854:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000100:1.0:1788204604.685859:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204604.685866:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000100:00000001:2.0:1788204604.685867:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204604.685875:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204604.685877:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000400:00000200:1.0:1788204604.685878:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1788204604.685886:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204604.685889:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1788204604.685893:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000400:00000200:1.0:1788204604.685894:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204604.685898:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204604.685902:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1788204604.685905:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000200:1.0:1788204604.685906:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8700 x1875052937868928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204604.685915:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788204604.685920:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204604.685927:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8700 x1875052937868928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204604.685928:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204604.685938:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204604.685942:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.685949:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1788204604.685949:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204604.685955:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.685955:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:1.0:1788204604.685973:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000020:00000040:2.0:1788204604.685975:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000200:1.0:1788204604.685981:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204604.685983:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204604.685986:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309582877
00000100:00000001:2.0:1788204604.685988:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204604.685993:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204604.685995:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309586636
02000000:00000001:2.0:1788204604.685997:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204604.685999:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309582877
02000000:00000001:2.0:1788204604.686003:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.686004:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309586636
00000100:00000001:2.0:1788204604.686006:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204604.686008:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:2.0:1788204604.686010:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204604.686011:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.686022:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000008:00000001:2.0:1788204604.686023:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204604.686030:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204604.686034:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000100:00100000:1.0:1788204604.686035:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204604/real 1788204604]  req@ffff8c5d3c3e8700 x1875052937868928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204604.686042:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204604.686052:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204604.686055:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204604.686058:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788204604.686059:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:1.0:1788204604.686061:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1788204604.686062:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1788204604.686065:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
02000000:00000001:2.0:1788204604.686066:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204604.686074:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
02000000:00000010:2.0:1788204604.686076:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000400:00000010:1.0:1788204604.686078:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204604.686083:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788204604.686083:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204604.686088:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8700 x1875052937868928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204604.686094:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937869312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204604.686118:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8700 x1875052937868928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204604.686125:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204604.686129:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204604.686142:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937869312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686145:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204604.686152:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204604.686157:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14920)
00000100:00000001:1.0:1788204604.686165:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686167:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204604.686168:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204604.686172:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8700 x1875052937868928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686177:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204604.686181:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8700 x1875052937868928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686185:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204604.686187:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686188:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204604.686189:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686190:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204604.686192:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204604.686193:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204604.686195:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204604.686197:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204604.686200:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8700 x1875052937868928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204604.686208:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937868928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204604.686212:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204604.686216:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea300 x1875052937869056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686222:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204604.686223:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204604.686225:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204604.686228:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204604.686230:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204604.686232:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937869056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204604.686235:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204604.686237:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204604.686239:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204604.686240:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204604.686244:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204604.686280:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204604.686283:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204604.686285:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204604.686288:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204604.686290:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937869056, portal 10
00000100:00000001:1.0:1788204604.686291:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204604.686292:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426048 : -127142906125568 : ffff8c5d3c3ea300)
00000100:00000040:1.0:1788204604.686296:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea300 x1875052937869056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686317:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204604.686319:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204604.686322:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204604.686324:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937869056, offset 0
00000400:00000200:1.0:1788204604.686328:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204604.686331:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204604.686335:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204604.686338:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204604.686341:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204604.686343:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204604.686346:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204604.686349:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546739:546739:256:4294967295] 192.168.201.135@tcp LPNI seq info [546705:546705:8:4294967295]
00000400:00000200:1.0:1788204604.686353:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204604.686360:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204604.686365:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204604.686367:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204604.686370:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204604.686372:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204604.686375:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204604.686377:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204604.686379:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204604.686380:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204604.686383:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204604.686385:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204604.686387:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204604.686388:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204604.686390:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204604.686393:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea300 x1875052937869056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686398:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204604.686400:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea300 x1875052937869056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686404:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.686405:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204604.686407:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204604.686409:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204604.686411:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204604.686412:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309582873
00000100:00000001:1.0:1788204604.686414:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309586636
00000100:00000001:1.0:1788204604.686416:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309582873
00000100:00000001:1.0:1788204604.686417:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309586636
00000100:00000001:1.0:1788204604.686419:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204604.686420:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.686421:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204604.686424:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204604/real 1788204604]  req@ffff8c5d3c3ea300 x1875052937869056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204604.686435:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204604.686436:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204604.686437:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204604.686438:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204604.686439:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204604.686440:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204604.686442:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea300 x1875052937869056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204604.686447:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea300 x1875052937869056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686451:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204604.686452:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686453:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204604.686454:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204604.686456:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea300 x1875052937869056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686459:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204604.686461:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea300 x1875052937869056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686464:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204604.686466:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686467:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204604.686467:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686469:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204604.686470:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204604.686472:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204604.686474:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204604.686475:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204604.686477:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea300 x1875052937869056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204604.686482:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937869056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204604.686484:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686485:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204604.686487:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8700 x1875052937868928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686491:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204604.686492:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204604.686493:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204604.686494:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204604.686495:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204604.686496:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204604.686498:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204604.686499:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:1.0:1788204604.686500:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204604.686501:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204604.686502:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8700.
00000100:00000001:1.0:1788204604.686504:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204604.686505:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686506:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204604.686507:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937869056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686512:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204604.686512:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204604.686513:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204604.686515:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204604.686516:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204604.686517:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204604.686518:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204604.686519:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:1.0:1788204604.686520:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204604.686520:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204604.686521:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:1.0:1788204604.686522:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204604.686523:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686524:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686527:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204604.686528:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.686529:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204604.686530:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204604.686531:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204604.686533:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9500 x1875052937869184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686537:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204604.686538:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204604.686539:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204604.686540:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204604.686541:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204604.686543:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937869184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204604.686545:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204604.686546:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204604.686547:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204604.686548:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204604.686550:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204604.686551:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204604.686553:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204604.686555:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204604.686557:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204604.686559:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937869184, portal 4
00000100:00000001:1.0:1788204604.686560:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204604.686561:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803422464 : -127142906129152 : ffff8c5d3c3e9500)
00000100:00000040:1.0:1788204604.686565:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9500 x1875052937869184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686569:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204604.686571:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204604.686572:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204604.686573:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937869184, offset 0
00000400:00000200:1.0:1788204604.686575:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204604.686577:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204604.686579:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204604.686581:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204604.686582:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204604.686584:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204604.686585:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204604.686587:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546740:546740:256:4294967295] 192.168.201.135@tcp LPNI seq info [546706:546706:8:4294967295]
00000400:00000200:1.0:1788204604.686590:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204604.686594:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204604.686596:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204604.686598:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204604.686600:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204604.686602:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204604.686604:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204604.686606:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204604.686608:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204604.686610:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204604.686612:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204604.686614:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204604.686616:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204604.686617:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204604.686618:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204604.686620:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9500 x1875052937869184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686625:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204604.686627:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9500 x1875052937869184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686631:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.686632:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204604.686634:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204604.686635:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204604.686637:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204604.686638:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309582966
00000100:00000001:1.0:1788204604.686640:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309586636
00000100:00000001:1.0:1788204604.686641:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309582966
00000100:00000001:1.0:1788204604.686642:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309586636
00000100:00000001:1.0:1788204604.686644:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204604.686645:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.686646:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204604.686647:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204604/real 1788204604]  req@ffff8c5d3c3e9500 x1875052937869184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204604.686651:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204604.686652:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204604.686653:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204604.686654:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204604.686655:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204604.686656:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204604.686658:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9500 x1875052937869184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204604.686663:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9500 x1875052937869184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686666:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204604.686666:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686667:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204604.686668:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204604.686670:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9500 x1875052937869184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686675:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204604.686677:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9500 x1875052937869184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686680:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204604.686681:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686682:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204604.686683:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686684:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204604.686685:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204604.686686:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204604.686688:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204604.686689:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204604.686691:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9500 x1875052937869184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204604.686695:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937869184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204604.686696:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204604.686698:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9f80 x1875052937869312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686702:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204604.686703:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204604.686704:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204604.686705:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204604.686707:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204604.686708:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937869312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204604.686710:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204604.686711:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204604.686712:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204604.686713:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204604.686715:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204604.686716:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204604.686718:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204604.686719:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204604.686721:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204604.686723:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937869312, portal 4
00000100:00000001:1.0:1788204604.686724:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204604.686725:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803425152 : -127142906126464 : ffff8c5d3c3e9f80)
00000100:00000040:1.0:1788204604.686728:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9f80 x1875052937869312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686732:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204604.686734:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204604.686742:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204604.686747:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937869312, offset 0
00000400:00000200:1.0:1788204604.686749:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204604.686751:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204604.686753:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204604.686755:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204604.686756:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204604.686758:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204604.686760:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204604.686761:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546741:546741:256:4294967295] 192.168.201.135@tcp LPNI seq info [546707:546707:8:4294967295]
00000400:00000200:1.0:1788204604.686764:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204604.686767:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204604.686770:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204604.686771:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204604.686774:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204604.686775:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204604.686778:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204604.686779:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204604.686781:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204604.686783:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204604.686786:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204604.686788:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204604.686789:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204604.686790:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204604.686792:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204604.686794:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9f80 x1875052937869312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686798:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204604.686800:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9f80 x1875052937869312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204629 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686804:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.686805:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204604.686806:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204604.686809:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204604.686810:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204604.686812:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309582983
00000100:00000001:1.0:1788204604.686813:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309586636
00000100:00000001:1.0:1788204604.686815:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309582983
00000100:00000001:1.0:1788204604.686816:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309586636
00000100:00000001:1.0:1788204604.686817:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204604.686818:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.686819:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204604.686821:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204604/real 1788204604]  req@ffff8c5d3c3e9f80 x1875052937869312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204604.686825:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204604.686826:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204604.686827:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204604.686828:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204604.686829:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204604.686831:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204604.686832:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9f80 x1875052937869312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204604.686837:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9f80 x1875052937869312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686841:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204604.686841:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686842:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204604.686843:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204604.686845:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9f80 x1875052937869312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686848:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204604.686850:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9f80 x1875052937869312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686853:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204604.686855:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686856:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204604.686857:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686858:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204604.686859:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204604.686860:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204604.686862:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204604.686863:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204604.686865:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9f80 x1875052937869312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204604.686869:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937869312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204604.686871:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686872:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204604.686874:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9500 x1875052937869184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686878:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204604.686879:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204604.686880:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204604.686881:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204604.686882:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204604.686883:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204604.686884:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204604.686885:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:1.0:1788204604.686887:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204604.686887:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204604.686888:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9500.
00000100:00000001:1.0:1788204604.686890:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204604.686891:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686892:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204604.686894:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9f80 x1875052937869312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204629 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204604.686898:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204604.686898:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204604.686899:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204604.686900:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204604.686900:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204604.686901:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204604.686902:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204604.686903:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:1.0:1788204604.686904:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204604.686904:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204604.686905:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9f80.
00000100:00000001:1.0:1788204604.686906:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204604.686907:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686908:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204604.686909:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204604.686910:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204604.686911:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204604.686912:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204604.876452:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204604.876462:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204604.876465:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204604.876471:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204604.876476:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204604.876481:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204604.876484:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204604.876488:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204604.876491:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204605.388441:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204605.388452:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204605.388455:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204605.388458:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204605.388464:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204605.388467:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204605.388469:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204605.388472:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204605.388477:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204605.388478:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204605.388480:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204605.388481:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204605.388483:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204605.388484:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204605.388486:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204605.388488:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204605.388577:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204605.388584:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204605.388588:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204605.900490:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204605.900501:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204605.900504:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204605.900512:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204605.900518:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204605.900523:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204605.900527:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204605.900531:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204605.900534:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204606.412466:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204606.412473:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204606.412478:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204606.412479:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204606.412532:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204606.412537:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204606.412541:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204606.924433:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204606.924442:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204606.924444:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204606.924449:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204606.924452:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204606.924456:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204606.924459:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204606.924462:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204606.924464:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204607.436433:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204607.436440:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204607.436446:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204607.436446:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204607.436551:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204607.436558:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204607.436563:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204607.948379:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204607.948387:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204607.948389:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204607.948394:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204607.948397:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204607.948400:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204607.948402:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204607.948404:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204607.948406:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204608.460494:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204608.460504:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204608.460512:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204608.460513:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204608.460583:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204608.460587:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204608.460591:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204608.524419:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309586636, at 4309586688
00000100:00000040:1.0:1788204608.524419:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309586636, at 4309586688
00000100:00000010:1.0:1788204608.524435:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749c00.
00000100:00000010:0.0:1788204608.524439:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7495a0.
00000100:00000001:0.0:1788204608.972430:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204608.972438:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204608.972440:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204608.972445:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204608.972448:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204608.972453:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204608.972455:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204608.972457:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204608.972459:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204609.484391:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204609.484402:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204609.484410:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204609.484410:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204609.484465:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204609.484469:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204609.484472:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204609.804416:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204609.804426:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204609.804429:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204609.804433:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204609.804438:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204609.804445:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14915
00000400:00000200:3.0:1788204609.804455:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204609.804461:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204609.804464:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204609.804466:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204609.804469:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204609.804472:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204609.804474:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204609.804478:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204609.804480:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204609.804482:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204609.804485:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204609.804487:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204609.804488:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204609.804490:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204609.804491:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204609.804492:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204609.804494:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204609.804496:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204609.804498:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204609.804500:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204609.804502:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204609.804505:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204609.804507:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204609.804509:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204609.804510:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204609.804516:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204609.804519:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204609.804523:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204609.804524:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204609.804527:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204609.804530:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204609.804534:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204609.804540:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204609.804546:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204609.804554:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937869440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204609.804562:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204609.804566:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204609.804570:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937869440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204609.804591:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204609.804594:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204609.804597:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204609.804598:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204609.804599:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204609.804601:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204609.804603:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14915
00000400:00000200:3.0:1788204609.804606:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204609.804609:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204609.804611:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204609.804614:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204609.804617:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204609.804618:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204609.804621:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204609.804625:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204609.804625:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204609.804628:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204609.804630:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788204609.804631:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204609.804635:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204609.804637:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000040:2.0:1788204609.804641:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937869440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204609.804641:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204609.804646:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204609.804655:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204609.804658:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204609.804660:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204609.804663:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204609.804668:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204609.804671:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204609.804674:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204609.804678:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937869440:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204609.804683:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204609.804688:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204609.804692:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204609.804694:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204609.804700:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204609.804702:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204609.804708:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204609.804712:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204609.804719:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000040:3.0:1788204609.804723:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204609.804725:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:2.0:1788204609.804726:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937869440, portal 25
00000020:00000040:3.0:1788204609.804728:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:2.0:1788204609.804731:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788204609.804732:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204609.804733:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00000001:3.0:1788204609.804737:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204609.804741:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204609.804742:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937869440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204609.804746:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204609.804752:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.804753:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204609.804754:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788204609.804759:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000008:00100000:3.0:1788204609.804760:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1788204609.804762:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000008:00000001:3.0:1788204609.804763:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204609.804765:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204609.804766:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937869440, offset 0
00000100:00000010:3.0:1788204609.804769:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204609.804772:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000400:00000200:2.0:1788204609.804776:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204609.804776:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204609.804779:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204609.804781:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204609.804782:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204609.804786:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204609.804792:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204609.804797:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204609.804801:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204609.804804:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204609.804806:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204609.804809:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546742:546742:256:4294967295] 192.168.201.135@tcp LPNI seq info [546708:546708:8:4294967295]
00000400:00000200:2.0:1788204609.804812:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204609.804822:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204609.804826:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204609.804831:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204609.804837:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204609.804840:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204609.804845:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204609.804847:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204609.804850:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204609.804852:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204609.804856:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204609.804861:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204609.804866:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204609.804868:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204609.804872:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204609.804889:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937869440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.804900:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204609.804904:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937869440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204634 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.804914:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.804916:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788204609.804916:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204609.804924:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:2.0:1788204609.804926:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204609.804930:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204609.804932:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204609.804936:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309591756
00000100:00100000:3.0:1788204609.804941:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937869568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1788204609.804942:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850060.
00000100:00000001:2.0:1788204609.804951:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204609.804957:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309591756
00000100:00000010:2.0:1788204609.804960:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850ba0.
00000100:00000001:2.0:1788204609.804963:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204609.804967:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204609.804969:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.804971:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204609.804976:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204609/real 1788204609]  req@ffff8c5d3ba68700 x1875052937869440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204609.804983:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204609.804985:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204609.804987:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204609.804990:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204609.804992:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204609.804992:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204609.804996:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.804998:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1788204609.805003:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937869568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204609.805005:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937869440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204609.805031:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204609.805034:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937869440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204609.805035:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204609.805042:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204609.805045:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204609.805047:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204609.805052:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204609.805054:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1788204609.805055:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14915
00000100:00000001:2.0:1788204609.805059:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204609.805062:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204609.805064:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1788204609.805068:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204609.805069:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204609.805074:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788204609.805076:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937869440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204609.805082:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204609.805086:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204609.805088:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204609.805093:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937869440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204609.805094:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204609.805099:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204609.805104:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204609.805106:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000100:00000001:2.0:1788204609.805108:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1788204609.805110:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204609.805112:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204609.805114:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000100:00000001:2.0:1788204609.805115:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204609.805117:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204609.805118:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000001:2.0:1788204609.805120:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:3.0:1788204609.805121:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000001:2.0:1788204609.805123:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788204609.805127:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00080000:2.0:1788204609.805128:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204609.805131:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:2.0:1788204609.805134:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204609.805137:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204609.805139:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937869440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204609.805143:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204609.805148:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00100000:2.0:1788204609.805151:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937869440:192.168.201.135@tcp:250:kworker.0
00000020:00000040:3.0:1788204609.805152:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204609.805158:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204609.805159:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.805163:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204609.805163:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204609.805167:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204609.805168:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937869440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204609.805171:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204609.805176:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204609.805177:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204609.805178:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788204609.805180:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204609.805183:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204609.805186:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204609.805190:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
00000100:00000001:3.0:1788204609.805190:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204609.805195:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000010:3.0:1788204609.805195:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000001:2.0:1788204609.805197:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204609.805200:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000040:3.0:1788204609.805201:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204609.805203:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204609.805206:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204609.805207:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204609.805209:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204609.805211:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204609.805214:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204609.805216:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204609.805217:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204609.805222:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000010:3.0:1788204609.805223:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204609.805227:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204609.805228:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:2.0:1788204609.805232:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204609.805234:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204609.805234:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937869696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204609.805237:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204609.805244:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204609.805246:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.805248:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1788204609.805249:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937869696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.805251:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.805255:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204609.805258:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204609.805261:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204609.805261:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204609.805265:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1788204609.805267:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937869568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204609.805269:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204609.805272:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204609.805275:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204609.805280:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204609.805280:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204609.805283:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204609.805286:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14915
02000000:00000001:2.0:1788204609.805287:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204609.805290:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204609.805291:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204609.805292:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204609.805295:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00100000:2.0:1788204609.805318:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937869568:192.168.201.135@tcp:38:kworker.0
00000100:00080000:3.0:1788204609.805322:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204609.805325:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204609.805328:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1788204609.805328:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:2.0:1788204609.805332:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204609.805332:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204609.805336:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788204609.805337:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000010:2.0:1788204609.805340:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:3.0:1788204609.805340:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:2.0:1788204609.805345:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204609.805345:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204609.805348:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204609.805350:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204609.805352:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788204609.805353:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000010:2.0:1788204609.805357:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000020:00000001:3.0:1788204609.805357:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204609.805362:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000010:2.0:1788204609.805363:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000040:3.0:1788204609.805365:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:2.0:1788204609.805367:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937869568, portal 10
00000100:00000001:3.0:1788204609.805368:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204609.805372:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1788204609.805372:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204609.805375:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000001:3.0:1788204609.805376:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204609.805380:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204609.805382:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:2.0:1788204609.805385:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937869568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204609.805385:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204609.805390:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204609.805393:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204609.805395:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1788204609.805396:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204609.805399:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788204609.805400:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000008:00100000:3.0:1788204609.805402:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000010:2.0:1788204609.805403:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000008:00000001:3.0:1788204609.805407:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204609.805408:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937869568, offset 0
00000100:00000001:3.0:1788204609.805411:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204609.805415:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000010:3.0:1788204609.805417:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000400:00000200:2.0:1788204609.805421:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788204609.805422:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204609.805425:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204609.805427:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000001:3.0:1788204609.805427:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204609.805429:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204609.805431:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204609.805433:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788204609.805433:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204609.805437:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000010:3.0:1788204609.805438:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000400:00000200:2.0:1788204609.805440:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204609.805443:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204609.805444:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00100000:3.0:1788204609.805450:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937869824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204609.805452:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546743:546743:256:4294967295] 192.168.201.135@tcp LPNI seq info [546709:546709:8:4294967295]
00000100:00000001:3.0:1788204609.805461:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204609.805464:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204609.805465:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204609.805469:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937869824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204609.805479:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204609.805482:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788204609.805483:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204609.805491:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204609.805494:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1788204609.805495:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204609.805497:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204609.805500:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:2.0:1788204609.805501:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000100:00080000:3.0:1788204609.805503:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14915
00000400:00000200:3.0:1788204609.805508:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:2.0:1788204609.805512:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000400:00000200:3.0:1788204609.805513:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204609.805518:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788204609.805519:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1788204609.805520:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204609.805525:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204609.805528:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204609.805532:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:2.1:1788204609.805533:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204609.805534:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204609.805536:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204609.805539:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1788204609.805540:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1788204609.805541:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204609.805545:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000800:00000100:2.0:1788204609.805548:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788204609.805549:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000800:00000010:2.0:1788204609.805552:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000100:00000040:3.0:1788204609.805554:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204609.805557:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204609.805557:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204609.805561:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204609.805565:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204609.805566:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204609.805570:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000200:2.0:1788204609.805571:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204609.805574:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00080000:3.0:1788204609.805574:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204609.805578:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204609.805579:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204609.805582:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788204609.805584:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937869568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204609.805584:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204609.805587:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204609.805592:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204609.805596:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1788204609.805596:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1788204609.805600:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937869568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204634 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204609.805603:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204609.805608:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.805610:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.805612:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:3.0:1788204609.805614:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000100:00000001:2.0:1788204609.805615:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204609.805620:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000040:2.0:1788204609.805621:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204609.805627:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204609.805627:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204609.805631:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309587997
02000000:00000001:3.0:1788204609.805631:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204609.805636:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204609.805637:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309591756
00000100:00000001:2.0:1788204609.805641:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309587997
02000000:00000001:3.0:1788204609.805641:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204609.805645:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309591756
00000100:00000001:2.0:1788204609.805646:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204609.805646:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.805651:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.805652:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204609.805655:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204609/real 1788204609]  req@ffff8c5d3ba68e00 x1875052937869568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204609.805655:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204609.805661:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204609.805664:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204609.805666:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204609.805667:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204609.805671:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000100:00100000:3.0:1788204609.805671:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937869952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788204609.805674:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204609.805677:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204609.805682:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937869568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204609.805691:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788204609.805694:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937869568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204609.805695:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.805702:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204609.805705:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.805706:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788204609.805706:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937869952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.805708:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204609.805714:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937869568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.805730:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204609.805730:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204609.805733:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937869568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204609.805738:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14925)
00000100:00000001:2.0:1788204609.805739:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204609.805743:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.805745:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204609.805746:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.805748:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204609.805749:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204609.805751:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204609.805753:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204609.805754:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204609.805757:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937869568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204609.805762:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937869568:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204609.805765:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.805766:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204609.805768:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937869568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.805772:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204609.805772:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204609.805774:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204609.805775:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204609.805776:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204609.805776:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204609.805778:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204609.805779:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788204609.805781:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204609.805782:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204609.805783:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:2.0:1788204609.805784:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204609.805785:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.805786:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.805789:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204609.805790:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.805791:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204609.805792:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204609.805793:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204609.805795:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937869696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.805800:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204609.805801:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204609.805802:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204609.805803:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204609.805804:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204609.805805:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937869696:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204609.805807:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204609.805809:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204609.805810:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204609.805811:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204609.805813:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204609.805814:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204609.805816:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204609.805817:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204609.805819:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204609.805821:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937869696, portal 10
00000100:00000001:2.0:1788204609.805822:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204609.805823:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00000040:2.0:1788204609.805827:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937869696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.805831:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204609.805832:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204609.805833:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204609.805835:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937869696, offset 0
00000400:00000200:2.0:1788204609.805837:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204609.805839:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204609.805842:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204609.805844:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204609.805845:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204609.805847:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204609.805849:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204609.805851:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546744:546744:256:4294967295] 192.168.201.135@tcp LPNI seq info [546710:546710:8:4294967295]
00000400:00000200:2.0:1788204609.805854:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204609.805858:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204609.805861:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204609.805863:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204609.805865:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204609.805867:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204609.805871:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204609.805886:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204609.805891:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204609.805893:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204609.805896:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204609.805899:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204609.805902:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204609.805904:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204609.805907:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204609.805910:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937869696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.805918:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204609.805921:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937869696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204634 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.805927:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.805928:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204609.805930:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204609.805932:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204609.805934:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204609.805936:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309587992
00000100:00000001:2.0:1788204609.805938:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309591756
00000100:00000001:2.0:1788204609.805939:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309587992
00000100:00000001:2.0:1788204609.805940:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309591756
00000100:00000001:2.0:1788204609.805942:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204609.805944:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.805945:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204609.805947:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204609/real 1788204609]  req@ffff8c5d3ba6ad80 x1875052937869696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204609.805952:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204609.805953:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204609.805954:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204609.805955:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204609.805956:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204609.805957:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204609.805959:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937869696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204609.805964:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937869696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.805967:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204609.805968:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.805969:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204609.805970:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204609.805971:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937869696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.805976:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204609.805978:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937869696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.805982:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204609.805983:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.805984:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204609.805985:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.805986:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204609.805986:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204609.805989:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204609.805991:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204609.805992:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204609.805994:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937869696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204609.805998:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937869696:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204609.806000:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204609.806002:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937869824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806006:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204609.806007:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204609.806008:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204609.806009:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204609.806011:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204609.806012:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937869824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204609.806014:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204609.806015:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204609.806016:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204609.806017:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204609.806020:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204609.806021:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204609.806024:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204609.806027:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204609.806031:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204609.806033:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937869824, portal 4
00000100:00000001:2.0:1788204609.806035:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204609.806036:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:2.0:1788204609.806042:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937869824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806054:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204609.806057:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204609.806059:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204609.806061:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937869824, offset 0
00000400:00000200:2.0:1788204609.806065:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204609.806070:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204609.806072:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204609.806074:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204609.806076:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204609.806077:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204609.806079:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204609.806081:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546745:546745:256:4294967295] 192.168.201.135@tcp LPNI seq info [546711:546711:8:4294967295]
00000400:00000200:2.0:1788204609.806084:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204609.806088:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204609.806091:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204609.806093:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204609.806095:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204609.806097:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204609.806099:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204609.806101:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204609.806103:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204609.806105:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204609.806106:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204609.806108:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204609.806110:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204609.806111:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204609.806113:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204609.806115:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937869824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806120:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204609.806122:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937869824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204634 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806130:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.806131:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204609.806132:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204609.806134:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204609.806137:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204609.806138:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309588085
00000100:00000001:2.0:1788204609.806139:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309591756
00000100:00000001:2.0:1788204609.806141:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309588085
00000100:00000001:2.0:1788204609.806142:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309591756
00000100:00000001:2.0:1788204609.806144:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204609.806145:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.806146:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204609.806148:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204609/real 1788204609]  req@ffff8c5d3ba69180 x1875052937869824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204609.806152:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204609.806152:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204609.806153:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204609.806155:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204609.806156:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204609.806157:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204609.806159:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937869824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204609.806163:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937869824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806166:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204609.806167:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.806168:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204609.806169:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204609.806171:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937869824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806175:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204609.806177:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937869824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806181:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204609.806182:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.806183:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204609.806184:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.806185:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204609.806186:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204609.806187:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204609.806188:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204609.806189:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204609.806191:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937869824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204609.806195:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937869824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204609.806197:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204609.806199:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937869952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806203:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204609.806203:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204609.806205:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204609.806206:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204609.806207:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204609.806209:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937869952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204609.806211:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204609.806211:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204609.806213:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204609.806214:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204609.806216:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204609.806217:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204609.806219:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204609.806220:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204609.806222:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204609.806224:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937869952, portal 4
00000100:00000001:2.0:1788204609.806225:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204609.806226:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:2.0:1788204609.806229:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937869952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806233:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204609.806234:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204609.806235:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204609.806236:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937869952, offset 0
00000400:00000200:2.0:1788204609.806238:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204609.806240:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204609.806241:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204609.806243:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204609.806244:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204609.806245:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204609.806246:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204609.806249:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546746:546746:256:4294967295] 192.168.201.135@tcp LPNI seq info [546712:546712:8:4294967295]
00000400:00000200:2.0:1788204609.806251:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204609.806255:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204609.806257:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204609.806259:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204609.806261:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204609.806263:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204609.806265:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204609.806267:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204609.806269:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204609.806270:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204609.806272:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204609.806274:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204609.806275:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204609.806276:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204609.806278:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204609.806281:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937869952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806287:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204609.806290:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937869952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204634 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806297:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.806316:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204609.806320:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204609.806324:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204609.806328:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204609.806329:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309588103
00000100:00000001:2.0:1788204609.806332:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309591756
00000100:00000001:2.0:1788204609.806334:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309588103
00000100:00000001:2.0:1788204609.806336:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309591756
00000100:00000001:2.0:1788204609.806338:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204609.806340:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.806342:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204609.806345:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204609/real 1788204609]  req@ffff8c5d3ba69c00 x1875052937869952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204609.806353:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204609.806354:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204609.806355:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204609.806357:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204609.806358:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204609.806360:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204609.806362:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937869952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204609.806367:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937869952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806370:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204609.806371:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.806372:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204609.806373:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204609.806374:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937869952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806379:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204609.806381:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937869952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806385:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204609.806386:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.806387:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204609.806387:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.806388:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204609.806389:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204609.806390:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204609.806392:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204609.806393:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204609.806395:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937869952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204609.806399:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937869952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204609.806401:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.806402:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204609.806404:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937869696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806408:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204609.806409:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204609.806411:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204609.806412:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204609.806413:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204609.806414:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204609.806415:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204609.806417:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:2.0:1788204609.806418:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204609.806419:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204609.806420:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:2.0:1788204609.806422:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204609.806423:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.806424:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204609.806426:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937869824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806430:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204609.806431:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204609.806432:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204609.806433:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204609.806433:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204609.806434:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204609.806435:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204609.806436:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204609.806437:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204609.806437:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204609.806438:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:2.0:1788204609.806439:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204609.806440:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.806440:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204609.806442:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937869952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204634 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204609.806447:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204609.806449:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204609.806451:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204609.806453:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204609.806454:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204609.806455:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204609.806457:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204609.806458:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:2.0:1788204609.806460:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204609.806461:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204609.806462:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:2.0:1788204609.806464:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204609.806465:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.806467:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204609.806470:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204609.806472:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204609.806474:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204609.806475:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204609.996378:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204609.996386:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204609.996388:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204609.996394:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204609.996397:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204609.996400:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204609.996402:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204609.996407:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204609.996410:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204610.508470:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204610.508478:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204610.508483:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204610.508484:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204610.508541:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204610.508545:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204610.508548:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204611.020437:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204611.020445:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204611.020447:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204611.020452:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204611.020455:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204611.020459:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204611.020461:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204611.020463:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204611.020465:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204611.532368:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204611.532374:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204611.532379:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204611.532380:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204611.532463:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204611.532467:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204611.532470:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204612.044428:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204612.044439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204612.044441:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204612.044448:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204612.044453:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204612.044457:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204612.044460:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204612.044463:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204612.044466:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204612.556422:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204612.556429:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204612.556433:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204612.556434:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204612.556485:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204612.556489:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204612.556492:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204613.068390:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204613.068399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204613.068401:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204613.068407:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204613.068410:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204613.068414:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204613.068417:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204613.068421:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204613.068424:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204613.580444:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204613.580452:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204613.580460:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204613.580461:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204613.580534:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204613.580539:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204613.580543:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204613.644401:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309591756, at 4309591808
00000100:00000040:1.0:1788204613.644401:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309591756, at 4309591808
00000100:00000010:1.0:1788204613.644423:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850ba0.
00000100:00000010:0.0:1788204613.644428:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850060.
00000100:00000001:0.0:1788204614.092447:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204614.092457:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204614.092460:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204614.092467:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204614.092472:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204614.092477:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204614.092480:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204614.092483:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204614.092486:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204614.604428:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204614.604437:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204614.604444:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204614.604445:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204614.604502:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204614.604506:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204614.604509:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204614.924421:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204614.924434:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204614.924437:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204614.924442:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204614.924448:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204614.924456:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14920
00000400:00000200:3.0:1788204614.924466:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204614.924472:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204614.924476:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204614.924480:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204614.924484:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204614.924487:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204614.924490:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204614.924495:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204614.924498:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204614.924501:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204614.924504:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204614.924507:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204614.924509:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204614.924512:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204614.924514:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204614.924516:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204614.924518:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204614.924521:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204614.924524:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204614.924526:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204614.924529:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204614.924533:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204614.924536:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204614.924538:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204614.924541:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204614.924554:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204614.924557:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204614.924562:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204614.924564:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204614.924568:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204614.924571:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204614.924576:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204614.924585:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204614.924593:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204614.924603:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937870080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204614.924613:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204614.924618:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204614.924623:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937870080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204614.924645:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204614.924649:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204614.924652:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204614.924654:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204614.924655:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204614.924658:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204614.924661:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14920
00000400:00000200:3.0:1788204614.924664:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204614.924667:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204614.924670:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204614.924674:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204614.924676:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204614.924678:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204614.924680:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204614.924680:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204614.924684:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204614.924686:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:2.0:1788204614.924688:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204614.924688:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204614.924692:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:2.0:1788204614.924694:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204614.924695:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204614.924699:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204614.924703:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204614.924705:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204614.924706:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937870080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204614.924709:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204614.924713:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204614.924718:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204614.924723:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204614.924729:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.924730:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204614.924734:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204614.924734:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204614.924741:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204614.924741:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204614.924746:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204614.924747:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204614.924748:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204614.924752:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204614.924756:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788204614.924761:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937870080:192.168.201.135@tcp:250:kworker.0
00000008:00000001:3.0:1788204614.924761:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204614.924765:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.924770:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1788204614.924770:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788204614.924774:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204614.924777:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204614.924778:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204614.924779:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204614.924782:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204614.924783:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204614.924784:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204614.924799:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204614.924800:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204614.924805:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
02000000:00000010:2.0:1788204614.924809:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:3.0:1788204614.924810:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204614.924815:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204614.924820:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937870208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204614.924828:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204614.924834:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788204614.924836:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:3.0:1788204614.924837:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204614.924844:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937870208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204614.924847:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204614.924857:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204614.924859:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788204614.924860:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937870080, portal 25
00000100:00000001:2.0:1788204614.924867:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788204614.924867:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204614.924872:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000001:3.0:1788204614.924876:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204614.924878:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204614.924882:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204614.924885:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14920
00000400:00000200:3.0:1788204614.924891:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204614.924895:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937870080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204614.924896:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204614.924901:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204614.924909:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204614.924913:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204614.924915:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204614.924916:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204614.924921:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:2.0:1788204614.924922:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788204614.924926:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204614.924928:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000010:2.0:1788204614.924929:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000020:00000001:3.0:1788204614.924930:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204614.924933:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000100:00000200:2.0:1788204614.924936:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937870080, offset 0
00000020:00000001:3.0:1788204614.924937:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204614.924942:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204614.924946:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204614.924949:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204614.924951:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204614.924953:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204614.924956:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204614.924959:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204614.924961:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788204614.924965:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204614.924965:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204614.924972:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204614.924975:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204614.924976:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000001:3.0:1788204614.924980:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204614.924983:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204614.924985:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204614.924986:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1788204614.924991:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204614.924994:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204614.924996:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000010:3.0:1788204614.924999:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204614.925002:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:2.0:1788204614.925003:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788204614.925007:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204614.925010:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:3.0:1788204614.925010:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204614.925014:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204614.925016:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204614.925018:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546747:546747:256:4294967295] 192.168.201.135@tcp LPNI seq info [546713:546713:8:4294967295]
00000400:00000200:2.0:1788204614.925025:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204614.925026:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204614.925032:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204614.925035:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204614.925043:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937870336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204614.925045:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204614.925057:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1788204614.925059:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204614.925060:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204614.925067:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937870336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1788204614.925069:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000100:00000001:3.0:1788204614.925079:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204614.925085:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788204614.925085:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204614.925091:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.0:1788204614.925093:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1788204614.925093:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204614.925096:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204614.925100:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204614.925105:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14920
00000800:00000200:2.1:1788204614.925108:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000400:00000200:3.0:1788204614.925111:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:2.1:1788204614.925115:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000400:00000200:3.0:1788204614.925117:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204614.925121:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1788204614.925126:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204614.925129:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000100:00000040:3.0:1788204614.925134:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204614.925137:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204614.925139:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204614.925140:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204614.925142:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204614.925146:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204614.925148:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000400:00000200:2.0:1788204614.925150:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1788204614.925151:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204614.925155:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204614.925158:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:2.0:1788204614.925160:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000020:00000001:3.0:1788204614.925160:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000010:2.0:1788204614.925167:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000040:3.0:1788204614.925167:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204614.925173:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204614.925175:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204614.925176:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204614.925180:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:2.0:1788204614.925185:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937870080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204614.925185:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204614.925190:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204614.925194:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204614.925198:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204614.925201:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204614.925205:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788204614.925209:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204614.925211:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937870080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204614.925212:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204614.925216:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204614.925222:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204614.925226:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.925229:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204614.925231:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000100:00000001:2.0:1788204614.925233:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1788204614.925235:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204614.925239:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204614.925240:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.925241:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204614.925243:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204614.925246:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204614.925249:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204614.925250:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.925254:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309596876
02000000:00000010:3.0:1788204614.925256:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204614.925261:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204614.925263:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108508a0.
00000100:00100000:3.0:1788204614.925268:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937870464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204614.925274:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204614.925278:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204614.925281:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.925284:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309596876
00000100:00000040:3.0:1788204614.925286:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937870464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204614.925290:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850960.
00000100:00000001:3.0:1788204614.925317:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204614.925320:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204614.925324:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204614.925326:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204614.925326:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204614.925329:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204614.925333:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204614.925333:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204614.925339:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204614.925339:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14920
00000100:00000001:2.0:1788204614.925345:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1788204614.925346:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204614.925352:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00100000:2.0:1788204614.925356:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204614/real 1788204614]  req@ffff8c5d3ba68000 x1875052937870080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204614.925356:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204614.925364:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204614.925368:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204614.925373:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204614.925377:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204614.925381:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204614.925384:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204614.925387:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204614.925390:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204614.925394:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000001:2.0:1788204614.925395:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1788204614.925397:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000001:2.0:1788204614.925399:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1788204614.925402:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:2.0:1788204614.925404:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000100:00000001:3.0:1788204614.925405:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204614.925409:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204614.925410:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000100:00000001:3.0:1788204614.925412:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:2.0:1788204614.925415:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000020:00000040:3.0:1788204614.925416:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:2.0:1788204614.925422:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1788204614.925422:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204614.925427:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204614.925429:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788204614.925430:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937870080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204614.925432:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204614.925436:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204614.925440:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204614.925443:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1788204614.925448:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937870080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204614.925448:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204614.925453:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204614.925459:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000100:00000001:2.0:1788204614.925461:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1788204614.925463:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:2.0:1788204614.925464:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204614.925467:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204614.925469:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788204614.925470:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.925474:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204614.925474:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204614.925476:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204614.925479:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204614.925483:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937870080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204614.925484:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204614.925490:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.925497:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204614.925498:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937870592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204614.925508:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937870080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204614.925509:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204614.925513:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204614.925521:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937870592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.925523:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204614.925530:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.925535:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204614.925538:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204614.925538:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.925542:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1788204614.925545:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14930)
00000100:00000001:2.0:1788204614.925546:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204614.925550:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204614.925555:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204614.925558:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204614.925564:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937870080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204614.925573:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937870080:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204614.925578:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.925580:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204614.925583:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937870080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.925589:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204614.925592:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204614.925595:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204614.925598:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204614.925600:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204614.925602:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204614.925604:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204614.925606:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:2.0:1788204614.925610:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204614.925612:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204614.925613:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:2.0:1788204614.925616:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204614.925617:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.925620:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.925628:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204614.925630:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.925632:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204614.925633:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204614.925635:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204614.925638:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937870208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.925644:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204614.925646:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204614.925648:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204614.925649:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204614.925652:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204614.925654:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937870208:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204614.925658:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204614.925660:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204614.925662:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204614.925663:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204614.925666:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204614.925668:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204614.925672:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204614.925674:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204614.925677:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204614.925680:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937870208, portal 10
00000100:00000001:2.0:1788204614.925682:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204614.925683:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:2.0:1788204614.925690:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937870208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.925696:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204614.925698:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204614.925700:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204614.925703:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937870208, offset 0
00000400:00000200:2.0:1788204614.925706:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204614.925710:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204614.925713:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204614.925716:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204614.925719:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204614.925721:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204614.925723:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204614.925726:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546748:546748:256:4294967295] 192.168.201.135@tcp LPNI seq info [546714:546714:8:4294967295]
00000400:00000200:2.0:1788204614.925730:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204614.925735:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204614.925739:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204614.925742:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204614.925746:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204614.925749:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204614.925753:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204614.925755:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204614.925759:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204614.925761:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204614.925763:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204614.925766:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204614.925769:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204614.925771:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204614.925773:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204614.925777:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937870208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.925784:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204614.925799:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937870208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.925806:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.925807:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204614.925810:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204614.925814:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204614.925817:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204614.925819:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309593117
00000100:00000001:2.0:1788204614.925822:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309596876
00000100:00000001:2.0:1788204614.925824:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309593117
00000100:00000001:2.0:1788204614.925826:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309596876
00000100:00000001:2.0:1788204614.925828:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204614.925830:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.925832:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204614.925835:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204614/real 1788204614]  req@ffff8c5d3ba6bb80 x1875052937870208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204614.925842:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204614.925843:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204614.925845:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204614.925847:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204614.925849:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204614.925850:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204614.925853:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937870208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204614.925861:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937870208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.925866:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204614.925867:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.925869:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204614.925870:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204614.925873:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937870208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.925879:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204614.925882:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937870208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.925888:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204614.925891:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.925892:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204614.925893:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.925895:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204614.925897:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204614.925899:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204614.925903:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204614.925905:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204614.925909:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937870208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204614.925916:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937870208:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204614.925920:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204614.925923:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937870336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.925929:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204614.925931:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204614.925933:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204614.925934:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204614.925936:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204614.925939:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937870336:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204614.925942:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204614.925944:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204614.925945:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204614.925947:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204614.925950:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204614.925952:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204614.925955:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204614.925957:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204614.925960:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204614.925963:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937870336, portal 10
00000100:00000001:2.0:1788204614.925965:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204614.925967:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000040:2.0:1788204614.925972:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937870336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.925978:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204614.925980:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204614.925983:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204614.925985:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937870336, offset 0
00000400:00000200:2.0:1788204614.925989:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204614.925992:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204614.925995:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204614.925998:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204614.926001:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204614.926003:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204614.926006:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204614.926008:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546749:546749:256:4294967295] 192.168.201.135@tcp LPNI seq info [546715:546715:8:4294967295]
00000400:00000200:2.0:1788204614.926013:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204614.926019:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204614.926023:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204614.926026:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204614.926030:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204614.926033:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204614.926037:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204614.926039:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204614.926043:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204614.926045:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204614.926048:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204614.926051:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204614.926054:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204614.926056:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204614.926058:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204614.926061:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b100 x1875052937870336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926069:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204614.926072:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937870336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926078:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.926080:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204614.926083:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204614.926086:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204614.926089:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204614.926091:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309593112
00000100:00000001:2.0:1788204614.926094:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309596876
00000100:00000001:2.0:1788204614.926096:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309593112
00000100:00000001:2.0:1788204614.926098:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309596876
00000100:00000001:2.0:1788204614.926100:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204614.926102:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.926104:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204614.926107:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204614/real 1788204614]  req@ffff8c5d3ba6b100 x1875052937870336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204614.926114:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204614.926116:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204614.926117:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204614.926119:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204614.926121:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204614.926123:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204614.926126:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937870336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204614.926134:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937870336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926140:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204614.926141:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.926143:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204614.926144:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204614.926147:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937870336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926153:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204614.926156:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937870336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926163:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204614.926165:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.926167:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204614.926168:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.926170:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204614.926172:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204614.926174:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204614.926177:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204614.926180:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204614.926184:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937870336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204614.926191:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937870336:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204614.926195:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204614.926198:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937870464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926204:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204614.926206:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204614.926208:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204614.926210:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204614.926212:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204614.926214:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937870464:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204614.926217:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204614.926219:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204614.926221:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204614.926222:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204614.926225:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204614.926227:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204614.926231:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204614.926233:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204614.926236:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204614.926239:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937870464, portal 4
00000100:00000001:2.0:1788204614.926241:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204614.926242:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000040:2.0:1788204614.926247:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937870464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926254:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204614.926256:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204614.926258:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204614.926260:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937870464, offset 0
00000400:00000200:2.0:1788204614.926264:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204614.926267:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204614.926271:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204614.926274:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204614.926277:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204614.926279:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204614.926281:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204614.926283:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546750:546750:256:4294967295] 192.168.201.135@tcp LPNI seq info [546716:546716:8:4294967295]
00000400:00000200:2.0:1788204614.926287:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204614.926293:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204614.926315:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204614.926319:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204614.926323:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204614.926326:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204614.926330:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204614.926332:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204614.926336:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204614.926337:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204614.926340:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204614.926343:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204614.926346:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204614.926348:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204614.926351:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204614.926354:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69f80 x1875052937870464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926361:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204614.926364:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937870464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926376:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.926378:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204614.926380:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204614.926383:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204614.926386:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204614.926388:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309593206
00000100:00000001:2.0:1788204614.926391:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309596876
00000100:00000001:2.0:1788204614.926393:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309593206
00000100:00000001:2.0:1788204614.926395:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309596876
00000100:00000001:2.0:1788204614.926397:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204614.926398:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.926400:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204614.926403:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204614/real 1788204614]  req@ffff8c5d3ba69f80 x1875052937870464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204614.926409:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204614.926411:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204614.926412:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204614.926414:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204614.926416:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204614.926418:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204614.926421:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937870464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204614.926428:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937870464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926434:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204614.926435:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.926437:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204614.926438:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204614.926441:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937870464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926447:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204614.926451:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937870464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926457:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204614.926459:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.926461:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204614.926462:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.926464:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204614.926465:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204614.926467:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204614.926471:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204614.926473:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204614.926477:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937870464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204614.926484:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937870464:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204614.926488:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204614.926492:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937870592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926498:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204614.926499:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204614.926501:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204614.926502:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204614.926505:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204614.926508:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937870592:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204614.926511:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204614.926513:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204614.926515:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204614.926517:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204614.926520:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204614.926522:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204614.926525:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204614.926527:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204614.926530:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204614.926533:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937870592, portal 4
00000100:00000001:2.0:1788204614.926535:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204614.926536:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:2.0:1788204614.926541:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937870592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926548:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204614.926549:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204614.926552:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204614.926554:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937870592, offset 0
00000400:00000200:2.0:1788204614.926558:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204614.926562:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204614.926565:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204614.926568:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204614.926570:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204614.926572:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204614.926575:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204614.926578:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546751:546751:256:4294967295] 192.168.201.135@tcp LPNI seq info [546717:546717:8:4294967295]
00000400:00000200:2.0:1788204614.926581:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204614.926586:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204614.926590:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204614.926593:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204614.926597:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204614.926599:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204614.926603:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204614.926605:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204614.926608:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204614.926611:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204614.926613:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204614.926616:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204614.926619:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204614.926621:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204614.926623:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204614.926626:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937870592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926633:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204614.926636:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937870592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204639 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926643:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.926644:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204614.926647:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204614.926650:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204614.926653:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204614.926655:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309593223
00000100:00000001:2.0:1788204614.926658:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309596876
00000100:00000001:2.0:1788204614.926660:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309593223
00000100:00000001:2.0:1788204614.926662:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309596876
00000100:00000001:2.0:1788204614.926664:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204614.926666:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.926668:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204614.926671:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204614/real 1788204614]  req@ffff8c5d3ba6b800 x1875052937870592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204614.926677:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204614.926678:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204614.926680:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204614.926682:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204614.926683:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204614.926686:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204614.926689:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937870592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204614.926697:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937870592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926703:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204614.926705:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.926706:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204614.926708:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204614.926711:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937870592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926716:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204614.926720:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937870592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926727:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204614.926729:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.926731:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204614.926732:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.926734:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204614.926735:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204614.926738:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204614.926741:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204614.926743:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204614.926746:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937870592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204614.926753:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937870592:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204614.926756:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.926758:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204614.926762:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937870208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926769:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204614.926770:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204614.926772:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204614.926775:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204614.926776:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204614.926778:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204614.926780:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204614.926782:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:2.0:1788204614.926796:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204614.926799:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204614.926801:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:2.0:1788204614.926804:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204614.926806:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.926807:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204614.926811:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937870336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926817:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204614.926818:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204614.926820:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204614.926822:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204614.926823:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204614.926824:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204614.926826:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204614.926828:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:2.0:1788204614.926830:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204614.926831:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204614.926832:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:2.0:1788204614.926834:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204614.926835:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.926837:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204614.926840:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937870464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926846:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204614.926847:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204614.926849:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204614.926851:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204614.926852:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204614.926853:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204614.926855:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204614.926856:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204614.926859:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204614.926860:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204614.926861:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:2.0:1788204614.926864:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204614.926865:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.926867:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204614.926870:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937870592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204639 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204614.926876:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204614.926877:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204614.926879:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204614.926881:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204614.926882:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204614.926883:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204614.926886:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204614.926887:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:2.0:1788204614.926889:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204614.926890:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204614.926892:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:2.0:1788204614.926894:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204614.926895:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.926897:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204614.926900:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204614.926902:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204614.926904:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204614.926906:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204615.116454:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204615.116464:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204615.116467:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204615.116474:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204615.116479:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204615.116483:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204615.116486:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204615.116489:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204615.116493:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204615.628464:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204615.628475:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204615.628478:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204615.628482:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204615.628487:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204615.628490:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204615.628493:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204615.628495:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204615.628500:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204615.628502:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204615.628503:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204615.628505:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204615.628506:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204615.628508:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204615.628509:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204615.628511:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204615.628576:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204615.628580:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204615.628583:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204616.140418:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204616.140427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204616.140428:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204616.140442:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204616.140445:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204616.140449:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204616.140451:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204616.140454:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204616.140456:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204616.652460:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204616.652469:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204616.652477:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204616.652478:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204616.652531:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204616.652535:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204616.652537:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204617.164468:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204617.164477:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204617.164479:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204617.164485:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204617.164488:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204617.164492:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204617.164494:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204617.164497:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204617.164499:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204617.676445:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204617.676452:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204617.676458:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204617.676459:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204617.676541:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204617.676549:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204617.676553:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204618.188388:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204618.188399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204618.188402:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204618.188409:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204618.188414:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204618.188417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204618.188420:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204618.188422:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204618.188424:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204618.700466:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204618.700472:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204618.700477:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204618.700484:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204618.700542:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204618.700545:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204618.700548:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204618.764457:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309596876, at 4309596928
00000100:00000010:1.0:1788204618.764477:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850960.
00000100:00000040:0.0:1788204618.764574:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309596876, at 4309596928
00000100:00000010:0.0:1788204618.764581:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108508a0.
00000100:00000001:0.0:1788204619.212422:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204619.212431:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204619.212432:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204619.212438:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204619.212441:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204619.212445:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204619.212447:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204619.212449:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204619.212451:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204619.724448:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204619.724457:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204619.724464:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204619.724465:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204619.724528:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204619.724532:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204619.724534:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204620.044446:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204620.044458:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204620.044461:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204620.044465:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204620.044470:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204620.044479:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14925
00000400:00000200:2.0:1788204620.044488:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204620.044494:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204620.044497:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204620.044499:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044502:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204620.044504:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044505:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204620.044509:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204620.044510:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204620.044512:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204620.044515:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204620.044517:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204620.044519:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204620.044520:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044522:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204620.044523:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044524:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204620.044526:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204620.044529:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044531:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204620.044534:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204620.044537:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204620.044539:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204620.044540:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204620.044543:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204620.044553:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8a80.
00000020:00000040:2.0:1788204620.044556:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204620.044559:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204620.044561:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204620.044564:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204620.044566:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204620.044571:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204620.044577:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:2.0:1788204620.044583:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204620.044592:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8a80 x1875052937870720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204620.044599:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204620.044603:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204620.044606:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e60b9ed0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8a80 x1875052937870720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204620.044628:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204620.044631:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204620.044633:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204620.044635:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204620.044636:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204620.044638:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204620.044640:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14925
00000400:00000200:2.0:1788204620.044642:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204620.044644:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204620.044645:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204620.044648:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044649:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204620.044651:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044653:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204620.044655:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204620.044655:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204620.044656:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204620.044658:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204620.044659:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204620.044660:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204620.044662:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044663:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204620.044664:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204620.044666:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204620.044666:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204620.044671:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:1.0:1788204620.044673:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788204620.044673:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204620.044677:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204620.044677:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204620.044680:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1788204620.044686:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8a80 x1875052937870720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204620.044686:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204620.044690:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204620.044693:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204620.044706:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204620.044710:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1788204620.044710:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204620.044714:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.044715:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204620.044717:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8000.
00000020:00000040:2.0:1788204620.044720:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204620.044722:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204620.044722:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204620.044725:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204620.044727:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204620.044728:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204620.044728:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204620.044731:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.044734:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204620.044735:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000001:2.0:1788204620.044740:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204620.044742:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937870720:192.168.201.135@tcp:250:kworker.0
00000100:00100000:2.0:1788204620.044746:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8000 x1875052937870848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204620.044747:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204620.044753:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204620.044753:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204620.044757:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204620.044757:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.044761:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1788204620.044761:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073353726] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8000 x1875052937870848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204620.044768:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204620.044769:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
00000100:00080000:2.0:1788204620.044771:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1788204620.044772:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204620.044777:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204620.044779:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204620.044780:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204620.044782:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204620.044784:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204620.044788:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14925
00000400:00000010:1.0:1788204620.044789:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000200:2.0:1788204620.044793:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204620.044795:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204620.044797:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1788204620.044799:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000040:2.0:1788204620.044799:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044804:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204620.044805:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044807:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204620.044808:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204620.044809:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000100:00000200:1.0:1788204620.044810:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937870720, portal 25
00000020:00000001:2.0:1788204620.044810:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204620.044811:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204620.044816:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000001:1.0:1788204620.044817:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1788204620.044818:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000001:1.0:1788204620.044821:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803419776 : -127142906131840 : ffff8c5d3c3e8a80)
00000100:00000040:2.0:1788204620.044822:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044825:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204620.044828:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044829:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204620.044831:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00000040:1.0:1788204620.044834:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8a80 x1875052937870720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204620.044834:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044838:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204620.044841:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204620.044843:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204620.044848:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.044850:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788204620.044850:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204620.044853:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1788204620.044856:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000008:00000001:2.0:1788204620.044857:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204620.044860:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204620.044861:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000010:2.0:1788204620.044863:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eaa00.
00000100:00000200:1.0:1788204620.044865:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937870720, offset 0
00000020:00000040:2.0:1788204620.044866:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204620.044869:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204620.044871:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204620.044872:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204620.044873:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204620.044874:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204620.044877:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788204620.044879:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204620.044882:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00100000:2.0:1788204620.044883:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eaa00 x1875052937870976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204620.044890:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204620.044891:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204620.044893:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84ad27f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eaa00 x1875052937870976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204620.044896:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204620.044902:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204620.044904:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204620.044906:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:2.0:1788204620.044907:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204620.044910:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204620.044912:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204620.044913:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788204620.044918:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204620.044921:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:2.0:1788204620.044923:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14925
00000400:00000200:1.0:1788204620.044927:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204620.044927:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204620.044932:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204620.044934:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204620.044936:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204620.044940:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546752:546752:256:4294967295] 192.168.201.135@tcp LPNI seq info [546718:546718:8:4294967295]
00000100:00000040:2.0:1788204620.044941:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044946:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204620.044949:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204620.044950:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044952:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204620.044954:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204620.044954:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204620.044956:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204620.044957:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204620.044961:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:1.0:1788204620.044963:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1788204620.044964:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204620.044969:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044972:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1788204620.044973:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204620.044976:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044978:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204620.044979:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000800:00000010:1.0:1788204620.044981:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204620.044989:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:2.0:1788204620.044991:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204620.044995:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204620.044996:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1788204620.044997:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
02000000:00000001:2.0:1788204620.044999:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204620.045003:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204620.045007:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1788204620.045007:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000008:00100000:2.0:1788204620.045011:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.1:1788204620.045012:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000008:00000001:2.0:1788204620.045014:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204620.045017:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788204620.045018:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204620.045022:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000100:00000010:2.0:1788204620.045023:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000020:00000040:2.0:1788204620.045026:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204620.045027:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204620.045028:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204620.045029:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204620.045030:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204620.045032:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204620.045034:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788204620.045036:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204620.045038:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1788204620.045039:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937871104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204620.045045:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788204620.045051:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204620.045054:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000100:00000001:2.0:1788204620.045054:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204620.045058:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000040:2.0:1788204620.045060:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937871104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045064:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204620.045068:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204620.045070:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204620.045072:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1788204620.045074:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8a80 x1875052937870720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204620.045074:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204620.045075:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204620.045079:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204620.045083:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14925
00000400:00000200:2.0:1788204620.045089:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204620.045091:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1788204620.045092:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204620.045095:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204620.045097:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8a80 x1875052937870720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204620.045099:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.045103:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204620.045107:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.045111:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204620.045112:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204620.045113:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204620.045115:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1788204620.045116:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204620.045118:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204620.045119:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:1.0:1788204620.045121:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204620.045121:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204620.045123:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000200:1.0:1788204620.045127:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204620.045127:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.045129:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204620.045132:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309601996
00000100:00000040:2.0:1788204620.045132:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204620.045137:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204620.045138:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000010:1.0:1788204620.045139:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749c00.
00000100:00080000:2.0:1788204620.045140:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204620.045143:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204620.045144:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204620.045146:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204620.045147:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.045148:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204620.045149:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204620.045151:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204620.045153:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204620.045155:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.045157:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309601996
00000100:00000010:2.0:1788204620.045158:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000020:00000040:2.0:1788204620.045161:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000010:1.0:1788204620.045162:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749480.
02000000:00000001:2.0:1788204620.045163:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204620.045165:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.045167:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204620.045168:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204620.045171:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204620.045172:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204620.045173:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204620.045179:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204620.045181:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.045182:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204620.045184:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937871232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204620.045187:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204620.045194:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204620/real 1788204620]  req@ffff8c5d3c3e8a80 x1875052937870720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204620.045207:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204620.045211:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204620.045213:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204620.045216:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1788204620.045219:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937871232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788204620.045220:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204620.045226:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204620.045229:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204620.045232:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788204620.045235:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204620.045238:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8a80 x1875052937870720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204620.045242:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14935)
00000100:00000200:1.0:1788204620.045247:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8a80 x1875052937870720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045263:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204620.045265:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.045267:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.045269:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204620.045272:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8a80 x1875052937870720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045276:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204620.045280:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8a80 x1875052937870720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045284:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204620.045286:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.045287:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.045288:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.045289:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204620.045291:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204620.045292:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204620.045294:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204620.045296:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204620.045319:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8a80 x1875052937870720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204620.045324:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937870720:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204620.045328:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.045329:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.045331:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8a80 x1875052937870720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045335:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204620.045337:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204620.045340:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204620.045342:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204620.045344:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204620.045345:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204620.045347:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204620.045349:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:1.0:1788204620.045352:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204620.045354:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204620.045355:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8a80.
00000100:00000001:1.0:1788204620.045358:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204620.045358:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.045360:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.045366:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204620.045368:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.045369:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204620.045370:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204620.045371:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204620.045373:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8000 x1875052937870848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045378:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204620.045379:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.045380:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204620.045381:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204620.045382:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204620.045384:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937870848:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204620.045386:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204620.045387:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204620.045389:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.045390:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204620.045392:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204620.045393:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204620.045396:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204620.045398:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204620.045400:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204620.045402:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937870848, portal 10
00000100:00000001:1.0:1788204620.045404:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204620.045405:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417088 : -127142906134528 : ffff8c5d3c3e8000)
00000100:00000040:1.0:1788204620.045409:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8000 x1875052937870848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045413:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204620.045415:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204620.045416:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204620.045417:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937870848, offset 0
00000400:00000200:1.0:1788204620.045420:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204620.045423:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204620.045425:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204620.045427:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204620.045429:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204620.045430:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204620.045432:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204620.045440:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546753:546753:256:4294967295] 192.168.201.135@tcp LPNI seq info [546719:546719:8:4294967295]
00000400:00000200:1.0:1788204620.045442:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204620.045446:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204620.045449:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204620.045451:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204620.045454:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204620.045456:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204620.045459:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204620.045461:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204620.045463:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204620.045465:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204620.045467:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204620.045470:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204620.045472:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204620.045473:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204620.045474:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204620.045476:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8000 x1875052937870848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045485:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.045487:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8000 x1875052937870848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045491:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.045492:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204620.045493:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204620.045497:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204620.045499:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204620.045500:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309598237
00000100:00000001:1.0:1788204620.045502:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309601996
00000100:00000001:1.0:1788204620.045503:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309598237
00000100:00000001:1.0:1788204620.045505:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309601996
00000100:00000001:1.0:1788204620.045506:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204620.045507:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.045508:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204620.045510:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204620/real 1788204620]  req@ffff8c5d3c3e8000 x1875052937870848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204620.045514:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204620.045515:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204620.045516:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204620.045517:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204620.045518:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204620.045519:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204620.045521:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8000 x1875052937870848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204620.045526:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8000 x1875052937870848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045529:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204620.045531:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.045532:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.045533:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204620.045535:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8000 x1875052937870848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045539:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204620.045541:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8000 x1875052937870848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045544:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204620.045545:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.045546:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.045547:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.045548:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204620.045549:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204620.045550:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204620.045552:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204620.045553:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204620.045555:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8000 x1875052937870848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204620.045559:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937870848:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204620.045561:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204620.045563:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eaa00 x1875052937870976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045567:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204620.045568:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.045570:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204620.045570:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204620.045571:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204620.045574:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937870976:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204620.045576:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204620.045577:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204620.045579:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.045580:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204620.045584:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204620.045585:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204620.045588:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204620.045591:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204620.045593:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204620.045596:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937870976, portal 10
00000100:00000001:1.0:1788204620.045597:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204620.045599:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803427840 : -127142906123776 : ffff8c5d3c3eaa00)
00000100:00000040:1.0:1788204620.045605:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eaa00 x1875052937870976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045612:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204620.045614:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204620.045616:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204620.045618:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937870976, offset 0
00000400:00000200:1.0:1788204620.045622:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204620.045626:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204620.045628:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204620.045630:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204620.045631:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204620.045633:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204620.045634:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204620.045636:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546754:546754:256:4294967295] 192.168.201.135@tcp LPNI seq info [546720:546720:8:4294967295]
00000400:00000200:1.0:1788204620.045639:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204620.045642:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204620.045645:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204620.045647:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204620.045650:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204620.045652:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204620.045654:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204620.045656:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204620.045659:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204620.045660:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204620.045663:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204620.045665:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204620.045666:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204620.045668:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204620.045669:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204620.045672:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eaa00 x1875052937870976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045680:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.045682:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eaa00 x1875052937870976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045688:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.045689:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204620.045692:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204620.045707:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204620.045711:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204620.045713:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309598232
00000100:00000001:1.0:1788204620.045715:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309601996
00000100:00000001:1.0:1788204620.045717:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309598232
00000100:00000001:1.0:1788204620.045719:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309601996
00000100:00000001:1.0:1788204620.045721:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204620.045723:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.045725:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204620.045729:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204620/real 1788204620]  req@ffff8c5d3c3eaa00 x1875052937870976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204620.045737:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204620.045738:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204620.045740:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204620.045741:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204620.045742:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204620.045744:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204620.045746:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eaa00 x1875052937870976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204620.045751:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eaa00 x1875052937870976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045754:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204620.045755:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.045756:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.045757:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204620.045758:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eaa00 x1875052937870976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045763:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204620.045765:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eaa00 x1875052937870976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045769:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204620.045770:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.045771:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.045772:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.045773:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204620.045774:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204620.045775:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204620.045776:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204620.045778:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204620.045780:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eaa00 x1875052937870976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204620.045788:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937870976:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204620.045791:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204620.045793:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9f80 x1875052937871104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045796:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204620.045797:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.045799:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204620.045801:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204620.045802:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204620.045805:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937871104:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204620.045808:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204620.045809:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204620.045811:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.045812:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204620.045816:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204620.045818:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204620.045821:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204620.045823:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204620.045827:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204620.045830:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937871104, portal 4
00000100:00000001:1.0:1788204620.045832:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204620.045833:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803425152 : -127142906126464 : ffff8c5d3c3e9f80)
00000100:00000040:1.0:1788204620.045839:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9f80 x1875052937871104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045846:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204620.045848:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204620.045850:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204620.045851:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937871104, offset 0
00000400:00000200:1.0:1788204620.045854:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204620.045857:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204620.045859:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204620.045861:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204620.045863:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204620.045865:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204620.045866:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204620.045868:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546755:546755:256:4294967295] 192.168.201.135@tcp LPNI seq info [546721:546721:8:4294967295]
00000400:00000200:1.0:1788204620.045871:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204620.045875:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204620.045878:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204620.045880:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204620.045882:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204620.045884:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204620.045887:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204620.045888:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204620.045891:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204620.045892:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204620.045895:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204620.045897:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204620.045899:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204620.045900:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204620.045901:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204620.045903:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9f80 x1875052937871104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045908:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.045910:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9f80 x1875052937871104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045914:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.045915:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204620.045917:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204620.045919:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204620.045921:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204620.045923:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309598325
00000100:00000001:1.0:1788204620.045924:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309601996
00000100:00000001:1.0:1788204620.045926:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309598325
00000100:00000001:1.0:1788204620.045927:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309601996
00000100:00000001:1.0:1788204620.045928:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204620.045929:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.045930:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204620.045932:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204620/real 1788204620]  req@ffff8c5d3c3e9f80 x1875052937871104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204620.045936:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204620.045936:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204620.045937:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204620.045938:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204620.045939:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204620.045940:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204620.045942:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9f80 x1875052937871104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204620.045947:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9f80 x1875052937871104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045950:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204620.045951:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.045951:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.045952:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204620.045954:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9f80 x1875052937871104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045957:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204620.045959:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9f80 x1875052937871104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045963:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204620.045965:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.045966:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.045967:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.045968:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204620.045969:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204620.045970:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204620.045972:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204620.045973:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204620.045975:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9f80 x1875052937871104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204620.045979:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937871104:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204620.045981:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204620.045982:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9500 x1875052937871232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.045986:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204620.045986:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.045988:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204620.045988:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204620.045990:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204620.045991:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937871232:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204620.045993:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204620.045994:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204620.045996:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204620.045997:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204620.045999:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204620.046000:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204620.046002:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204620.046003:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204620.046005:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204620.046006:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937871232, portal 4
00000100:00000001:1.0:1788204620.046008:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204620.046009:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803422464 : -127142906129152 : ffff8c5d3c3e9500)
00000100:00000040:1.0:1788204620.046013:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9500 x1875052937871232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.046017:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204620.046018:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204620.046019:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204620.046021:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937871232, offset 0
00000400:00000200:1.0:1788204620.046023:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204620.046024:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204620.046026:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204620.046027:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204620.046029:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204620.046030:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204620.046032:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204620.046033:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546756:546756:256:4294967295] 192.168.201.135@tcp LPNI seq info [546722:546722:8:4294967295]
00000400:00000200:1.0:1788204620.046036:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204620.046040:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204620.046042:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204620.046044:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204620.046046:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204620.046047:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204620.046050:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204620.046051:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204620.046053:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204620.046055:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204620.046057:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204620.046059:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204620.046060:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204620.046062:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204620.046063:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204620.046065:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9500 x1875052937871232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.046073:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.046075:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9500 x1875052937871232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204645 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.046079:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.046080:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204620.046081:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204620.046083:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204620.046084:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204620.046085:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309598342
00000100:00000001:1.0:1788204620.046087:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309601996
00000100:00000001:1.0:1788204620.046088:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309598342
00000100:00000001:1.0:1788204620.046090:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309601996
00000100:00000001:1.0:1788204620.046091:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204620.046092:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.046093:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204620.046095:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204620/real 1788204620]  req@ffff8c5d3c3e9500 x1875052937871232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204620.046099:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204620.046099:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204620.046100:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204620.046101:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204620.046102:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204620.046103:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204620.046105:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9500 x1875052937871232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204620.046109:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9500 x1875052937871232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.046113:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204620.046114:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.046115:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.046116:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204620.046118:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9500 x1875052937871232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.046122:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204620.046124:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9500 x1875052937871232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.046127:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204620.046128:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.046129:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204620.046130:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.046130:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204620.046131:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204620.046132:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204620.046134:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204620.046135:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204620.046137:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9500 x1875052937871232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204620.046141:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937871232:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204620.046143:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.046144:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.046146:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8000 x1875052937870848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.046149:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204620.046151:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204620.046152:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204620.046153:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204620.046155:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204620.046156:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204620.046157:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204620.046158:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:1.0:1788204620.046160:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204620.046161:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204620.046162:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8000.
00000100:00000001:1.0:1788204620.046163:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204620.046164:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.046165:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.046167:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eaa00 x1875052937870976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.046171:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204620.046172:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204620.046173:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204620.046174:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204620.046174:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204620.046175:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204620.046176:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204620.046177:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:1.0:1788204620.046178:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204620.046179:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204620.046180:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eaa00.
00000100:00000001:1.0:1788204620.046182:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204620.046183:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.046184:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.046187:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9f80 x1875052937871104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.046192:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204620.046193:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204620.046194:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204620.046197:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204620.046198:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204620.046199:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204620.046201:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204620.046202:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:1.0:1788204620.046205:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204620.046206:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204620.046208:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9f80.
00000100:00000001:1.0:1788204620.046210:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204620.046211:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.046213:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204620.046216:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9500 x1875052937871232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204645 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204620.046222:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204620.046223:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204620.046225:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204620.046227:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204620.046227:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204620.046229:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204620.046230:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204620.046231:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:1.0:1788204620.046232:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204620.046233:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204620.046234:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9500.
00000100:00000001:1.0:1788204620.046235:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204620.046235:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.046236:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204620.046239:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204620.046239:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204620.046240:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204620.046241:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204620.236385:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204620.236394:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204620.236396:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204620.236400:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204620.236404:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204620.236407:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204620.236409:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204620.236412:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204620.236414:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204620.748492:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204620.748498:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204620.748504:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204620.748504:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204620.748567:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204620.748570:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204620.748573:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204621.260445:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204621.260455:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204621.260458:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204621.260465:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204621.260469:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204621.260473:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204621.260477:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204621.260480:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204621.260483:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204621.772466:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204621.772474:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204621.772482:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204621.772483:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204621.772554:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204621.772558:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204621.772562:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1788204622.028473:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788204622.028483:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788204622.028489:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788204622.028704:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000200:0.0:1788204622.028708:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1788204622.028721:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788204622.028728:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204622.028731:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204622.284436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204622.284448:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204622.284451:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204622.284458:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204622.284462:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204622.284465:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204622.284468:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204622.284471:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204622.284473:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204622.796492:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204622.796500:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204622.796507:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204622.796509:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204622.796598:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204622.796605:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204622.796609:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204623.308396:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204623.308403:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204623.308405:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204623.308410:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204623.308413:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204623.308418:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204623.308420:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204623.308423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204623.308425:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204623.820431:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204623.820438:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204623.820443:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204623.820444:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204623.820507:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204623.820511:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204623.820513:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204623.884428:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309601996, at 4309602048
00000100:00000040:1.0:1788204623.884428:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309601996, at 4309602048
00000100:00000010:1.0:1788204623.884447:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749480.
00000100:00000010:0.0:1788204623.884453:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749c00.
00000100:00000001:0.0:1788204624.332454:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204624.332465:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204624.332467:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204624.332474:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204624.332478:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204624.332483:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204624.332486:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204624.332490:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204624.332493:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204624.844456:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204624.844463:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204624.844468:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204624.844469:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204624.844527:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204624.844531:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204624.844533:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204625.164416:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204625.164426:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204625.164428:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204625.164433:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204625.164437:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204625.164444:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14930
00000400:00000200:2.0:1788204625.164453:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204625.164458:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204625.164460:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204625.164462:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204625.164466:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204625.164468:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204625.164470:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204625.164473:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204625.164475:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204625.164477:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204625.164481:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204625.164482:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204625.164484:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204625.164486:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204625.164487:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204625.164488:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204625.164514:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204625.164517:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204625.164520:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204625.164521:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204625.164524:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204625.164527:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204625.164529:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204625.164531:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204625.164533:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204625.164543:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000020:00000040:2.0:1788204625.164546:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204625.164550:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204625.164552:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204625.164554:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204625.164557:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204625.164562:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204625.164569:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000001:2.0:1788204625.164576:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204625.164585:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937871360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204625.164594:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204625.164598:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204625.164619:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937871360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204625.164641:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204625.164643:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204625.164646:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204625.164647:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204625.164648:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204625.164651:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204625.164653:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14930
00000400:00000200:2.0:1788204625.164655:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204625.164656:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204625.164658:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204625.164660:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204625.164662:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204625.164663:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204625.164665:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204625.164666:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204625.164667:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204625.164668:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204625.164670:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204625.164672:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204625.164674:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204625.164676:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204625.164677:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204625.164679:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204625.164680:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204625.164681:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204625.164683:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204625.164684:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204625.164685:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204625.164688:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204625.164691:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1788204625.164693:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204625.164696:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1788204625.164696:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204625.164699:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204625.164703:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1788204625.164707:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea300 x1875052937871360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1788204625.164707:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204625.164708:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204625.164713:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000020:00000040:2.0:1788204625.164715:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204625.164716:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204625.164717:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204625.164718:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204625.164718:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204625.164720:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204625.164724:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:2.0:1788204625.164730:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.164732:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204625.164736:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204625.164739:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937871488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204625.164742:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204625.164746:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204625.164752:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204625.164753:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1788204625.164757:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937871360:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204625.164757:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.164764:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1788204625.164765:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937871488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204625.164774:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204625.164776:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.164778:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204625.164780:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1788204625.164781:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1788204625.164787:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000010:1.0:1788204625.164788:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000001:2.0:1788204625.164789:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1788204625.164792:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204625.164793:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204625.164798:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204625.164799:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204625.164802:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14930
00000400:00000010:1.0:1788204625.164803:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000200:2.0:1788204625.164810:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204625.164812:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000400:00000200:2.0:1788204625.164815:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204625.164818:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1788204625.164820:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937871360, portal 25
00000100:00000040:2.0:1788204625.164821:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204625.164825:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204625.164825:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204625.164827:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426048 : -127142906125568 : ffff8c5d3c3ea300)
00000100:00000040:2.0:1788204625.164828:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204625.164832:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204625.164835:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:1.0:1788204625.164836:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea300 x1875052937871360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204625.164837:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204625.164840:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204625.164842:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204625.164846:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204625.164849:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000001:1.0:1788204625.164852:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204625.164854:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:1.0:1788204625.164857:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204625.164857:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204625.164860:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:1.0:1788204625.164861:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000001:2.0:1788204625.164862:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:1.0:1788204625.164865:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937871360, offset 0
00000020:00000040:2.0:1788204625.164865:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204625.164872:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:1.0:1788204625.164877:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204625.164877:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204625.164880:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204625.164885:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204625.164887:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.164891:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204625.164891:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204625.164895:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204625.164899:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.164902:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204625.164902:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204625.164909:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000400:00000200:1.0:1788204625.164912:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1788204625.164913:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:1.0:1788204625.164920:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204625.164926:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788204625.164927:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204625.164929:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.164931:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:2.0:1788204625.164934:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204625.164936:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204625.164939:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546757:546757:256:4294967295] 192.168.201.135@tcp LPNI seq info [546723:546723:8:4294967295]
02000000:00000001:2.0:1788204625.164940:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204625.164947:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000400:00000200:1.0:1788204625.164948:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204625.164953:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204625.164960:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937871616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204625.164969:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204625.164982:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204625.164985:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1788204625.164989:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000100:00000001:2.0:1788204625.164989:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204625.164997:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937871616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1788204625.164999:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204625.165004:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1788204625.165007:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204625.165010:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1788204625.165011:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:2.0:1788204625.165016:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.1:1788204625.165017:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000100:00000001:2.0:1788204625.165018:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204625.165021:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1788204625.165026:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204625.165027:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:1.0:1788204625.165029:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000100:00080000:2.0:1788204625.165031:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14930
00000400:00000200:2.0:1788204625.165035:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204625.165037:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204625.165038:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204625.165040:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204625.165042:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788204625.165042:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204625.165044:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204625.165047:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204625.165050:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788204625.165051:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1788204625.165052:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204625.165055:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204625.165058:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204625.165059:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204625.165060:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:1.0:1788204625.165061:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000100:00000040:2.0:1788204625.165063:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204625.165066:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1788204625.165067:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000040:2.0:1788204625.165068:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204625.165071:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204625.165074:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204625.165075:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204625.165076:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204625.165077:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204625.165080:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204625.165082:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204625.165085:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204625.165086:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea300 x1875052937871360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204625.165087:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204625.165090:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204625.165093:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204625.165096:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204625.165100:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000020:00000040:2.0:1788204625.165103:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204625.165106:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1788204625.165106:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204625.165109:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204625.165111:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204625.165113:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1788204625.165114:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea300 x1875052937871360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204625.165114:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204625.165119:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204625.165123:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.165130:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204625.165130:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937871744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204625.165135:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204625.165140:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204625.165142:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.165144:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204625.165145:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937871744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204625.165154:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204625.165155:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204625.165160:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204625.165161:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309607116
00000100:00080000:2.0:1788204625.165163:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204625.165166:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204625.165167:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204625.165168:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:1.0:1788204625.165170:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749480.
00000100:00080000:2.0:1788204625.165171:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14930
00000400:00000200:2.0:1788204625.165176:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204625.165178:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204625.165179:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204625.165181:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1788204625.165182:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204625.165185:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204625.165188:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204625.165190:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204625.165191:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309607116
00000020:00000001:2.0:1788204625.165192:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204625.165193:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204625.165196:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:1.0:1788204625.165197:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749060.
00000020:00000040:2.0:1788204625.165198:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204625.165201:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204625.165203:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788204625.165204:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1788204625.165206:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204625.165209:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204625.165210:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204625.165211:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204625.165212:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204625.165215:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:1.0:1788204625.165217:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204625.165218:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204625.165222:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.165223:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1788204625.165223:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204625.165227:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204625.165228:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204625.165231:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1788204625.165232:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204625/real 1788204625]  req@ffff8c5d3c3ea300 x1875052937871360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1788204625.165232:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204625.165237:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204625.165239:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204625.165244:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000020:00000040:2.0:1788204625.165246:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204625.165250:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204625.165252:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204625.165254:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788204625.165254:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204625.165256:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1788204625.165259:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1788204625.165259:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204625.165264:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
02000000:00000010:2.0:1788204625.165265:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:2.0:1788204625.165268:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.165271:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000100:00100000:2.0:1788204625.165273:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937871872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204625.165275:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204625.165281:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788204625.165282:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204625.165284:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204625.165287:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea300 x1875052937871360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204625.165290:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937871872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204625.165328:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea300 x1875052937871360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204625.165336:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.165338:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204625.165341:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.165343:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1788204625.165343:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14941)
00000100:00000001:1.0:1788204625.165346:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204625.165351:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea300 x1875052937871360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165355:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204625.165360:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea300 x1875052937871360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165365:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204625.165367:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.165368:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.165369:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.165371:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204625.165372:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204625.165373:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204625.165376:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204625.165378:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204625.165380:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea300 x1875052937871360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204625.165385:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937871360:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204625.165388:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.165390:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.165392:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937871360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165395:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204625.165398:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204625.165399:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204625.165401:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204625.165403:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204625.165404:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204625.165405:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204625.165407:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:1.0:1788204625.165410:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204625.165411:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204625.165413:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:1.0:1788204625.165415:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204625.165416:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.165418:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.165425:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204625.165426:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.165428:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204625.165429:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204625.165430:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204625.165432:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8700 x1875052937871488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165437:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204625.165438:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.165440:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204625.165441:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204625.165442:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204625.165444:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937871488:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204625.165445:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204625.165447:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204625.165448:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.165449:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204625.165451:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204625.165452:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.165455:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204625.165457:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204625.165459:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204625.165461:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937871488, portal 10
00000100:00000001:1.0:1788204625.165462:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204625.165463:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803418880 : -127142906132736 : ffff8c5d3c3e8700)
00000100:00000040:1.0:1788204625.165468:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8700 x1875052937871488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165472:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204625.165473:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204625.165475:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204625.165476:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937871488, offset 0
00000400:00000200:1.0:1788204625.165478:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204625.165481:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204625.165483:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204625.165485:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204625.165486:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204625.165488:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204625.165489:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204625.165492:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546758:546758:256:4294967295] 192.168.201.135@tcp LPNI seq info [546724:546724:8:4294967295]
00000400:00000200:1.0:1788204625.165495:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204625.165499:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204625.165502:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204625.165504:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204625.165506:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204625.165508:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204625.165511:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204625.165512:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204625.165515:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204625.165516:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204625.165519:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204625.165521:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204625.165523:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204625.165524:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204625.165525:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204625.165527:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8700 x1875052937871488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165532:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.165534:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8700 x1875052937871488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165538:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.165539:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204625.165541:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204625.165544:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204625.165546:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204625.165547:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309603357
00000100:00000001:1.0:1788204625.165549:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309607116
00000100:00000001:1.0:1788204625.165551:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309603357
00000100:00000001:1.0:1788204625.165552:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309607116
00000100:00000001:1.0:1788204625.165554:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204625.165555:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.165556:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204625.165558:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204625/real 1788204625]  req@ffff8c5d3c3e8700 x1875052937871488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204625.165563:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204625.165563:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204625.165564:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204625.165565:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204625.165566:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204625.165567:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204625.165569:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8700 x1875052937871488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204625.165574:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8700 x1875052937871488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165577:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204625.165578:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.165579:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.165580:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204625.165581:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8700 x1875052937871488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165585:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204625.165587:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8700 x1875052937871488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165590:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204625.165592:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.165593:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.165593:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.165594:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204625.165596:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204625.165597:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204625.165600:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204625.165601:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204625.165604:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8700 x1875052937871488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204625.165621:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937871488:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204625.165624:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204625.165626:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9880 x1875052937871616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165630:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204625.165631:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.165632:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204625.165634:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204625.165635:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204625.165636:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937871616:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204625.165638:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204625.165639:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204625.165640:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.165641:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204625.165644:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204625.165645:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.165647:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204625.165648:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204625.165650:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204625.165652:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937871616, portal 10
00000100:00000001:1.0:1788204625.165653:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204625.165654:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803423360 : -127142906128256 : ffff8c5d3c3e9880)
00000100:00000040:1.0:1788204625.165658:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9880 x1875052937871616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165662:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204625.165664:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204625.165666:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204625.165667:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937871616, offset 0
00000400:00000200:1.0:1788204625.165669:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204625.165672:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204625.165674:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204625.165676:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204625.165677:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204625.165679:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204625.165680:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204625.165682:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546759:546759:256:4294967295] 192.168.201.135@tcp LPNI seq info [546725:546725:8:4294967295]
00000400:00000200:1.0:1788204625.165685:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204625.165688:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204625.165691:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204625.165692:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204625.165695:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204625.165696:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204625.165699:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204625.165700:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204625.165703:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204625.165704:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204625.165706:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204625.165709:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204625.165710:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204625.165711:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204625.165713:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204625.165715:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9880 x1875052937871616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165720:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.165721:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9880 x1875052937871616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165725:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.165727:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204625.165728:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204625.165730:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204625.165732:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204625.165734:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309603352
00000100:00000001:1.0:1788204625.165735:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309607116
00000100:00000001:1.0:1788204625.165737:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309603352
00000100:00000001:1.0:1788204625.165738:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309607116
00000100:00000001:1.0:1788204625.165739:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204625.165740:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.165741:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204625.165743:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204625/real 1788204625]  req@ffff8c5d3c3e9880 x1875052937871616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204625.165746:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204625.165747:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204625.165748:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204625.165750:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204625.165751:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204625.165752:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204625.165754:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9880 x1875052937871616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204625.165758:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9880 x1875052937871616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165761:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204625.165762:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.165763:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.165763:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204625.165765:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9880 x1875052937871616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165769:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204625.165771:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9880 x1875052937871616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165776:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204625.165777:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.165778:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.165779:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.165780:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204625.165781:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204625.165783:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204625.165785:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204625.165787:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204625.165790:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9880 x1875052937871616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204625.165798:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937871616:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204625.165802:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204625.165805:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937871744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165811:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204625.165813:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.165815:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204625.165817:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204625.165819:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204625.165822:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937871744:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204625.165825:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204625.165826:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204625.165828:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.165830:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204625.165833:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204625.165834:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.165838:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204625.165839:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204625.165842:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204625.165844:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937871744, portal 4
00000100:00000001:1.0:1788204625.165845:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204625.165846:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
00000100:00000040:1.0:1788204625.165850:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937871744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165855:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204625.165856:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204625.165857:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204625.165858:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937871744, offset 0
00000400:00000200:1.0:1788204625.165861:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204625.165863:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204625.165865:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204625.165867:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204625.165868:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204625.165870:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204625.165871:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204625.165873:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546760:546760:256:4294967295] 192.168.201.135@tcp LPNI seq info [546726:546726:8:4294967295]
00000400:00000200:1.0:1788204625.165876:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204625.165880:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204625.165882:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204625.165884:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204625.165886:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204625.165888:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204625.165891:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204625.165892:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204625.165894:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204625.165896:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204625.165898:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204625.165900:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204625.165902:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204625.165903:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204625.165905:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204625.165907:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ebb80 x1875052937871744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165912:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.165913:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937871744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165917:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.165918:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204625.165920:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204625.165922:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204625.165923:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204625.165924:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309603445
00000100:00000001:1.0:1788204625.165925:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309607116
00000100:00000001:1.0:1788204625.165927:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309603445
00000100:00000001:1.0:1788204625.165928:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309607116
00000100:00000001:1.0:1788204625.165930:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204625.165931:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.165932:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204625.165934:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204625/real 1788204625]  req@ffff8c5d3c3ebb80 x1875052937871744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204625.165938:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204625.165938:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204625.165939:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204625.165940:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204625.165941:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204625.165942:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204625.165943:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937871744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204625.165948:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937871744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165952:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204625.165954:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.165955:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.165956:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204625.165958:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937871744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165961:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204625.165963:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937871744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165966:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204625.165967:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.165968:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.165969:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.165970:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204625.165971:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204625.165972:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204625.165974:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204625.165975:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204625.165977:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937871744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204625.165981:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937871744:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204625.165982:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204625.165984:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937871872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.165988:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204625.165989:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.165991:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204625.165992:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204625.165993:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204625.165995:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937871872:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204625.165997:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204625.165998:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204625.165999:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204625.165999:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204625.166002:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204625.166003:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204625.166004:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204625.166006:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204625.166008:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204625.166009:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937871872, portal 4
00000100:00000001:1.0:1788204625.166010:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204625.166011:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
00000100:00000040:1.0:1788204625.166015:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937871872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.166019:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204625.166020:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204625.166021:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000200:1.0:1788204625.166022:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937871872, offset 0
00000400:00000200:1.0:1788204625.166024:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204625.166025:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204625.166027:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204625.166029:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204625.166030:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204625.166031:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204625.166033:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204625.166035:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546761:546761:256:4294967295] 192.168.201.135@tcp LPNI seq info [546727:546727:8:4294967295]
00000400:00000200:1.0:1788204625.166037:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204625.166040:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204625.166043:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204625.166046:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204625.166049:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204625.166051:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204625.166055:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204625.166058:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204625.166061:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204625.166063:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788204625.166066:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204625.166070:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204625.166072:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:1.0:1788204625.166074:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:1.0:1788204625.166076:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204625.166080:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb480 x1875052937871872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.166087:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.166090:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937871872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204650 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.166095:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.166096:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204625.166098:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204625.166100:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204625.166103:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204625.166104:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309603462
00000100:00000001:1.0:1788204625.166106:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309607116
00000100:00000001:1.0:1788204625.166107:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309603462
00000100:00000001:1.0:1788204625.166109:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309607116
00000100:00000001:1.0:1788204625.166110:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204625.166111:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.166112:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204625.166114:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204625/real 1788204625]  req@ffff8c5d3c3eb480 x1875052937871872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204625.166119:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204625.166120:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204625.166121:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204625.166122:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204625.166123:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204625.166124:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204625.166126:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937871872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204625.166131:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937871872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.166134:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204625.166135:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.166136:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.166137:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204625.166138:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937871872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.166142:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204625.166144:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937871872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.166148:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204625.166149:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.166150:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204625.166151:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.166152:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204625.166153:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204625.166154:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204625.166156:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204625.166157:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204625.166160:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937871872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204625.166164:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937871872:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204625.166166:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.166167:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.166169:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8700 x1875052937871488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.166172:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204625.166173:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204625.166174:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204625.166176:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204625.166176:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204625.166177:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204625.166179:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204625.166180:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:1.0:1788204625.166181:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204625.166182:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204625.166183:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8700.
00000100:00000001:1.0:1788204625.166185:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204625.166186:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.166186:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.166188:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937871616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.166192:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204625.166193:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204625.166194:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204625.166196:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204625.166197:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204625.166199:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204625.166201:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204625.166202:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:1.0:1788204625.166204:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204625.166205:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204625.166206:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00000001:1.0:1788204625.166209:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204625.166210:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.166211:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.166215:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937871744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.166221:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204625.166223:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204625.166224:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204625.166226:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204625.166228:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204625.166229:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204625.166231:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204625.166233:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:1.0:1788204625.166235:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204625.166236:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204625.166237:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:1.0:1788204625.166239:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204625.166241:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.166242:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204625.166245:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937871872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204650 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204625.166249:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204625.166250:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204625.166251:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204625.166252:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204625.166253:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204625.166254:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204625.166255:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204625.166255:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:1.0:1788204625.166256:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204625.166257:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204625.166257:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:1.0:1788204625.166258:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204625.166259:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.166261:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204625.166263:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204625.166264:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204625.166266:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204625.166267:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204625.356430:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204625.356441:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204625.356444:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204625.356451:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204625.356456:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204625.356461:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204625.356470:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204625.356473:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204625.356477:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204625.868449:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204625.868457:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204625.868460:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204625.868462:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204625.868468:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204625.868470:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204625.868472:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204625.868473:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204625.868477:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204625.868478:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204625.868479:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204625.868480:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204625.868481:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204625.868482:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204625.868483:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204625.868484:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204625.868541:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204625.868544:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204625.868547:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204626.380480:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204626.380490:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204626.380492:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204626.380499:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204626.380502:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204626.380506:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204626.380509:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204626.380511:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204626.380513:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204626.892472:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204626.892479:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204626.892485:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204626.892486:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204626.892538:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204626.892542:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204626.892545:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204627.404468:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204627.404478:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204627.404480:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204627.404487:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204627.404492:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204627.404497:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204627.404501:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204627.404505:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204627.404508:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204627.916446:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204627.916454:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204627.916459:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204627.916460:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204627.916522:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204627.916525:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204627.916529:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204628.428453:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204628.428464:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204628.428467:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204628.428475:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204628.428479:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204628.428485:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204628.428488:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204628.428491:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204628.428494:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204628.940514:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204628.940524:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204628.940532:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204628.940533:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204628.940633:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204628.940638:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204628.940643:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204629.004424:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309607116, at 4309607168
00000100:00000040:1.0:1788204629.004424:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309607116, at 4309607168
00000100:00000010:1.0:1788204629.004441:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749060.
00000100:00000010:0.0:1788204629.004444:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749480.
00000100:00000001:0.0:1788204629.452426:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204629.452434:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204629.452436:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204629.452441:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204629.452444:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204629.452447:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204629.452450:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204629.452452:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204629.452454:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204629.964425:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204629.964432:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204629.964438:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204629.964440:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204629.964519:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204629.964534:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204629.964538:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204630.284454:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204630.284466:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204630.284470:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204630.284474:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204630.284479:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204630.284488:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14936
00000400:00000200:2.0:1788204630.284500:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204630.284509:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204630.284512:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204630.284516:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204630.284547:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204630.284550:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204630.284553:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204630.284558:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204630.284561:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204630.284564:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204630.284568:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204630.284570:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204630.284573:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204630.284576:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204630.284578:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204630.284581:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204630.284583:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204630.284586:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204630.284590:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204630.284593:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204630.284597:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204630.284601:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204630.284604:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.284607:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204630.284609:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204630.284621:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788204630.284625:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204630.284630:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204630.284632:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.284636:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204630.284640:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204630.284646:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204630.284657:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00000001:2.0:1788204630.284667:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204630.284679:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937872000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204630.284692:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204630.284697:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204630.284703:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937872000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204630.284732:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204630.284735:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204630.284739:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204630.284741:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204630.284743:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204630.284746:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204630.284749:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14936
00000400:00000200:2.0:1788204630.284754:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204630.284758:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204630.284760:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204630.284764:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204630.284766:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204630.284769:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204630.284771:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204630.284774:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1788204630.284774:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204630.284775:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204630.284779:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204630.284780:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1788204630.284782:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:1.0:1788204630.284786:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788204630.284786:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204630.284791:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204630.284797:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937872000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204630.284797:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204630.284803:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204630.284808:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204630.284810:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204630.284813:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.284813:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204630.284818:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:1.0:1788204630.284819:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204630.284822:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788204630.284824:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:1.0:1788204630.284826:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.284829:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204630.284831:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937872000:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788204630.284833:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204630.284839:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204630.284844:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204630.284845:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.284849:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204630.284849:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204630.284852:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.284855:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1788204630.284855:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000010:1.0:1788204630.284861:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
00000008:00000001:2.0:1788204630.284861:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.284864:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.284865:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204630.284871:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000400:00000200:1.0:1788204630.284874:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204630.284879:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000020:00000040:2.0:1788204630.284888:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204630.284892:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1788204630.284893:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
02000000:00000001:2.0:1788204630.284894:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.284899:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204630.284900:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204630.284902:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204630.284905:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937872000, portal 25
02000000:00000010:2.0:1788204630.284908:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:1.0:1788204630.284910:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204630.284914:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
00000100:00000001:2.0:1788204630.284914:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204630.284924:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937872000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204630.284926:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937872128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204630.284941:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788204630.284945:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788204630.284946:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204630.284950:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107e58.
00000100:00000001:2.0:1788204630.284950:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204630.284954:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937872000, offset 0
00000100:00000040:2.0:1788204630.284957:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937872128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204630.284963:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204630.284973:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204630.284976:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204630.284978:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204630.284983:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:2.0:1788204630.284984:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204630.284989:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204630.284992:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1788204630.284993:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204630.284997:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:2.0:1788204630.285000:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204630.285002:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1788204630.285005:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14936
00000400:00000200:1.0:1788204630.285008:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204630.285012:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204630.285013:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546762:546762:256:4294967295] 192.168.201.135@tcp LPNI seq info [546728:546728:8:4294967295]
00000400:00000200:2.0:1788204630.285017:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204630.285019:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204630.285021:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204630.285025:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204630.285027:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204630.285031:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204630.285034:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204630.285035:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204630.285039:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204630.285041:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204630.285043:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:1.0:1788204630.285046:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000040:2.0:1788204630.285046:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204630.285049:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000010:1.0:1788204630.285052:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000020:00000001:2.0:1788204630.285052:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204630.285056:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204630.285058:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204630.285061:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:1.0:1788204630.285063:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204630.285063:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204630.285067:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204630.285071:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000200:1.1:1788204630.285071:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204630.285073:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204630.285075:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204630.285077:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204630.285079:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.285080:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204630.285081:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204630.285084:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.285085:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204630.285088:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000020:00000040:2.0:1788204630.285090:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204630.285092:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204630.285093:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.285094:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204630.285095:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204630.285096:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.285099:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204630.285100:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204630.285105:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204630.285108:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204630.285112:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309612236
00000100:00100000:2.0:1788204630.285112:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937872256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1788204630.285120:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749060.
00000100:00000001:2.0:1788204630.285120:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204630.285124:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204630.285127:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937872256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.285129:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204630.285136:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204630.285138:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204630.285139:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309612236
00000100:00080000:2.0:1788204630.285140:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204630.285142:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204630.285143:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204630.285144:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204630.285147:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14936
00000100:00000010:1.0:1788204630.285152:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749780.
00000400:00000200:2.0:1788204630.285153:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204630.285157:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204630.285159:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:2.0:1788204630.285159:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204630.285165:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204630.285167:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204630.285168:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204630.285170:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204630.285173:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.285173:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204630.285177:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204630.285179:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:1.0:1788204630.285181:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204630.285181:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204630.285183:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204630.285186:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:1.0:1788204630.285187:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204630.285187:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204630.285193:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204630.285195:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204630.285196:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204630.285197:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204630.285198:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:1.0:1788204630.285201:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1788204630.285201:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204630.285203:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.285207:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
02000000:00000001:2.0:1788204630.285208:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204630.285211:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204630.285212:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1788204630.285213:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.285216:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204630.285217:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000008:00100000:2.0:1788204630.285218:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204630.285221:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00000001:2.0:1788204630.285221:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.285225:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204630.285228:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000100:00000040:1.0:1788204630.285230:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937872128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204630.285231:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204630.285234:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204630.285237:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.285240:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204630.285242:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204630.285244:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.285246:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000010:2.0:1788204630.285248:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000001:1.0:1788204630.285249:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.285254:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.285255:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204630.285258:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204630.285261:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204630.285261:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937872384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788204630.285268:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937872128:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204630.285270:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204630.285272:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.285277:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1788204630.285279:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937872384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204630.285280:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204630.285284:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.285286:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.285289:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1788204630.285289:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204630.285293:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204630.285294:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:1.0:1788204630.285295:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
00000100:00080000:2.0:1788204630.285295:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204630.285320:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204630.285322:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14936
00000400:00000200:2.0:1788204630.285324:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204630.285327:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204630.285329:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204630.285330:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204630.285332:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204630.285334:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204630.285335:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204630.285337:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204630.285338:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204630.285339:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204630.285340:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204630.285342:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204630.285343:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204630.285346:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:1.0:1788204630.285347:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.285349:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204630.285351:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204630.285355:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204630.285355:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:1.0:1788204630.285360:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230738.
00000020:00000040:2.0:1788204630.285360:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204630.285363:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204630.285365:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204630.285366:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
02000000:00000001:2.0:1788204630.285367:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1788204630.285372:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937872128, portal 10
02000000:00000001:2.0:1788204630.285372:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204630.285376:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1788204630.285377:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.285379:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000001:2.0:1788204630.285380:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204630.285382:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204630.285385:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204630.285388:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204630.285390:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937872128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204630.285392:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000020:00000040:2.0:1788204630.285396:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204630.285400:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204630.285403:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.285404:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788204630.285405:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1788204630.285408:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000001:2.0:1788204630.285408:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204630.285410:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204630.285414:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107d48.
02000000:00000010:2.0:1788204630.285415:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000200:1.0:1788204630.285420:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937872128, offset 0
00000100:00000001:2.0:1788204630.285421:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204630.285426:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937872512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204630.285433:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204630.285436:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204630.285438:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204630.285442:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204630.285444:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937872512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204630.285450:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204630.285452:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204630.285458:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1788204630.285458:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14946)
00000400:00000200:1.0:1788204630.285464:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204630.285467:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204630.285470:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204630.285474:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546763:546763:255:4294967295] 192.168.201.135@tcp LPNI seq info [546729:546729:7:4294967295]
00000400:00000200:1.0:1788204630.285479:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204630.285486:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204630.285490:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204630.285494:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213c00.
00000800:00000200:1.0:1788204630.285499:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204630.285503:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204630.285505:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204630.285509:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204630.285512:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204630.285514:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309608477
00000100:00000001:1.0:1788204630.285517:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309612236
00000100:00000001:1.0:1788204630.285533:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309608477
00000100:00000001:1.0:1788204630.285536:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309612236
00000100:00000001:1.0:1788204630.285538:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204630.285540:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.285543:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204630.285547:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937872256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.285552:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204630.285553:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.285555:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204630.285556:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204630.285558:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204630.285560:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937872256:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204630.285562:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204630.285564:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204630.285565:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.285566:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204630.285569:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204630.285570:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204630.285572:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204630.285574:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788204630.285576:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107088.
00000100:00000200:1.0:1788204630.285578:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937872256, portal 10
00000100:00000001:1.0:1788204630.285580:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204630.285580:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000040:1.0:1788204630.285585:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937872256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.285589:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204630.285590:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204630.285593:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107c38.
00000100:00000200:1.0:1788204630.285594:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937872256, offset 0
00000400:00000200:1.0:1788204630.285597:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204630.285599:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204630.285601:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204630.285603:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204630.285604:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204630.285606:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204630.285607:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204630.285609:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546764:546764:254:4294967295] 192.168.201.135@tcp LPNI seq info [546730:546730:6:4294967295]
00000400:00000200:1.0:1788204630.285612:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204630.285617:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204630.285621:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204630.285624:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213300.
00000800:00000200:1.0:1788204630.285628:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204630.285631:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204630.285634:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204630.285636:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204630.285640:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204630.285642:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309608472
00000100:00000001:1.0:1788204630.285644:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309612236
00000100:00000001:1.0:1788204630.285646:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309608472
00000100:00000001:1.0:1788204630.285649:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309612236
00000100:00000001:1.0:1788204630.285650:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204630.285652:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.285669:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.285672:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.285676:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204630.285677:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204630.285679:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204630.285680:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204630.285681:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204630.285685:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937872384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.285692:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204630.285693:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.285695:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204630.285696:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204630.285698:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204630.285700:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937872384:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204630.285703:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204630.285705:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204630.285707:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.285709:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204630.285712:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204630.285715:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204630.285718:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204630.285721:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230ec8.
00000400:00000010:1.0:1788204630.285726:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
00000100:00000200:1.0:1788204630.285729:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937872384, portal 4
00000100:00000001:1.0:1788204630.285731:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204630.285733:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:1.0:1788204630.285739:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937872384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.285746:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204630.285748:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204630.285751:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107ee0.
00000100:00000200:1.0:1788204630.285754:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937872384, offset 0
00000400:00000200:1.0:1788204630.285758:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204630.285762:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204630.285766:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204630.285769:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204630.285771:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204630.285774:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204630.285776:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204630.285779:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546765:546765:253:4294967295] 192.168.201.135@tcp LPNI seq info [546731:546731:5:4294967295]
00000400:00000200:1.0:1788204630.285784:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204630.285790:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204630.285794:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204630.285798:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204630.285801:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204630.285805:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204630.285807:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204630.285810:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204630.285813:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204630.285815:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309608565
00000100:00000001:1.0:1788204630.285818:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309612236
00000100:00000001:1.0:1788204630.285820:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309608565
00000100:00000001:1.0:1788204630.285822:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309612236
00000100:00000001:1.0:1788204630.285825:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204630.285827:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.285830:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204630.285834:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937872512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.285841:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204630.285842:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.285850:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204630.285852:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204630.285854:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204630.285857:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937872512:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204630.285860:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204630.285862:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204630.285863:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204630.285865:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204630.285868:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204630.285870:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204630.285873:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204630.285876:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000400:00000010:1.0:1788204630.285879:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204630.285882:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937872512, portal 4
00000100:00000001:1.0:1788204630.285883:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204630.285885:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:1.0:1788204630.285891:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937872512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204630.285897:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204630.285899:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204630.285902:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107990.
00000100:00000200:1.0:1788204630.285904:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937872512, offset 0
00000400:00000200:1.0:1788204630.285909:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204630.285913:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204630.285916:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204630.285919:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204630.285922:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204630.285924:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204630.285927:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204630.285930:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546766:546766:252:4294967295] 192.168.201.135@tcp LPNI seq info [546732:546732:4:4294967295]
00000400:00000200:1.0:1788204630.285933:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204630.285939:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204630.285943:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204630.285947:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213d00.
00000800:00000200:1.0:1788204630.285953:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204630.285957:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204630.285960:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204630.285963:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204630.285966:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204630.285968:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309608582
00000100:00000001:1.0:1788204630.285970:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309612236
00000100:00000001:1.0:1788204630.285972:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309608582
00000100:00000001:1.0:1788204630.285974:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309612236
00000100:00000001:1.0:1788204630.285976:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204630.285977:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.285980:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.285982:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204630.285985:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204630.285987:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204630.285989:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204630.285990:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204630.285992:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204630.285994:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204630.476402:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204630.476408:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204630.476410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204630.476413:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204630.476416:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204630.476418:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204630.476420:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204630.476422:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204630.476424:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204630.988421:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204630.988430:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204630.988438:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204630.988440:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204630.988491:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204630.988495:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204630.988498:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204631.500411:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204631.500417:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204631.500419:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204631.500422:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204631.500425:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204631.500428:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204631.500429:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204631.500431:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204631.500433:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204632.012409:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204632.012413:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204632.012417:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204632.012418:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204632.012470:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204632.012481:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204632.012485:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204632.524404:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204632.524411:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204632.524412:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204632.524416:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204632.524419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204632.524422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204632.524425:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204632.524427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204632.524429:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204633.036456:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204633.036463:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204633.036469:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204633.036497:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204633.036552:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204633.036554:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204633.036557:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788204633.356620:0:2381:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:0.0:1788204633.356668:0:2381:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788204633.356678:0:2381:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204633.356683:0:2381:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:0.0:1788204633.356688:0:2381:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204633.356692:0:2381:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788204633.356697:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:0.0:1788204633.356701:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:0.0:1788204633.356717:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204633.356722:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204633.356732:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107e58
00000400:00000010:0.0:1788204633.356735:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107e58.
00000100:00000001:0.0:1788204633.356742:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204633.356757:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3c3e8e00 x1875052937872000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204633.356793:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204633.356799:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937872000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204633.356808:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204633.356810:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204633.356826:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:0.0:1788204633.356828:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213c00.
00000400:00000200:0.0:1788204633.356832:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204633.356835:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204633.356838:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107d48
00000400:00000010:0.0:1788204633.356840:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107d48.
00000100:00000001:0.0:1788204633.356843:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204633.356847:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3c3e9c00 x1875052937872128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204633.356856:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204633.356859:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937872128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204633.356866:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204633.356868:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204633.356875:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:0.0:1788204633.356877:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213300.
00000400:00000200:0.0:1788204633.356881:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204633.356891:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204633.356894:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107c38
00000400:00000010:0.0:1788204633.356897:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107c38.
00000100:00000001:0.0:1788204633.356899:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204633.356900:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000200:0.0:1788204633.356904:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3c3eb800 x1875052937872256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.356906:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204633.356912:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204633.356912:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1788204633.356915:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937872256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204633.356920:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204630/real 1788204633]  req@ffff8c5d3c3e9c00 x1875052937872128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204633.356921:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204633.356923:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204633.356927:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:0.0:1788204633.356929:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:0.0:1788204633.356933:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000001:1.0:1788204633.356933:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:0.0:1788204633.356935:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000001:1.0:1788204633.356937:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204633.356941:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230738.
00000400:00000200:1.0:1788204633.356944:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204633.356946:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000400:00000200:0.0:1788204633.356950:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107ee0
00000100:00000001:1.0:1788204633.356950:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000010:0.0:1788204633.356952:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107ee0.
00000100:00000001:0.0:1788204633.356954:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204633.356955:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937872128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204633.356959:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3c3ead80 x1875052937872384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204633.356966:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937872128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204633.356970:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204633.356973:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937872384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.356975:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204633.356977:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204633.356980:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204633.356981:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204633.356981:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204633.356985:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000100:0.0:1788204633.356986:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:0.0:1788204633.356988:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213d00.
00000100:00100000:1.0:1788204633.356989:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937872128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204633.356994:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1788204633.356996:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788204633.356997:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204633.357000:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107990
00000400:00000010:0.0:1788204633.357002:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107990.
00000100:00000040:1.0:1788204633.357002:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937872128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204633.357005:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204633.357010:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000200:0.0:1788204633.357011:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3c3e8380 x1875052937872512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357015:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357016:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204633.357018:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357021:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204633.357023:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204633.357025:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937872512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204655 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357025:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204633.357029:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788204633.357031:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204633.357033:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1788204633.357035:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204633.357038:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204633.357043:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937872128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204633.357052:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937872128:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204633.357056:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204633.357059:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204630/real 1788204633]  req@ffff8c5d3c3eb800 x1875052937872256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204633.357067:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204633.357068:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204633.357071:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788204633.357073:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107088
00000400:00000010:1.0:1788204633.357075:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107088.
00000100:00000001:1.0:1788204633.357077:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204633.357080:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937872256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204633.357088:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937872256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357094:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204633.357095:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357097:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204633.357099:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204633.357102:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937872256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357108:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204633.357112:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937872256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357118:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204633.357121:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357122:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204633.357124:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357125:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204633.357128:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204633.357131:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204633.357137:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204633.357151:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204633.357156:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937872256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204633.357164:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937872256:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204633.357168:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204633.357172:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204630/real 1788204633]  req@ffff8c5d3c3e8e00 x1875052937872000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204633.357188:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204633.357189:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204633.357191:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204633.357194:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204633.357196:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204633.357199:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204633.357203:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937872000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204633.357210:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937872000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357215:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204633.357217:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357218:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204633.357219:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204633.357223:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937872000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357231:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204633.357235:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937872000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357241:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204633.357243:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357245:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204633.357246:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357248:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204633.357249:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204633.357251:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204633.357254:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204633.357270:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204633.357274:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937872000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204633.357286:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937872000:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204633.357290:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204633.357292:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204633.357295:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937872128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357329:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204633.357333:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204633.357337:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204633.357342:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204633.357345:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204633.357347:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204633.357350:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204633.357354:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:1.0:1788204633.357358:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204633.357362:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204633.357364:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:1.0:1788204633.357368:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204633.357369:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357370:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204633.357373:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937872256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357378:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204633.357379:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204633.357381:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204633.357383:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204633.357385:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204633.357386:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204633.357388:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204633.357389:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:1.0:1788204633.357392:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204633.357393:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204633.357394:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:1.0:1788204633.357396:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204633.357398:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357400:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204633.357403:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937872000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357408:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204633.357410:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204633.357412:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204633.357413:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204633.357414:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204633.357415:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204633.357417:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204633.357418:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:1.0:1788204633.357419:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204633.357420:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204633.357422:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000001:1.0:1788204633.357424:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204633.357425:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357428:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204633.357430:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204633.357431:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204633.357432:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204633.357436:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204630/real 1788204633]  req@ffff8c5d3c3ead80 x1875052937872384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204633.357443:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204633.357445:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204633.357447:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230ec8.
00000400:00000200:1.0:1788204633.357451:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000400:00000010:1.0:1788204633.357453:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000100:00000001:1.0:1788204633.357456:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204633.357458:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937872384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204633.357475:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937872384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357481:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204633.357483:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357485:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204633.357486:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204633.357490:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937872384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357497:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204633.357501:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937872384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357506:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204633.357509:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357510:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204633.357511:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357513:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204633.357514:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204633.357517:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204633.357522:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204633.357524:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204633.357528:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937872384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204633.357536:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937872384:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204633.357540:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204633.357547:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204630/real 1788204633]  req@ffff8c5d3c3e8380 x1875052937872512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204633.357554:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204633.357556:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204633.357557:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000400:00000200:1.0:1788204633.357560:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204633.357561:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204633.357563:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204633.357566:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937872512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204633.357574:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937872512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357579:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204633.357580:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357582:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204633.357583:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204633.357586:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937872512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357592:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204633.357595:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937872512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357607:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204633.357609:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357611:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204633.357612:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357614:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204633.357615:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204633.357620:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204633.357623:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204633.357625:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204633.357629:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937872512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204633.357636:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937872512:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204633.357639:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357641:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204633.357644:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937872384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357650:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204633.357651:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204633.357653:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204633.357655:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204633.357657:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204633.357658:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204633.357659:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204633.357660:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:1.0:1788204633.357663:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204633.357665:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204633.357666:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:1.0:1788204633.357669:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204633.357670:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357672:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204633.357675:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937872512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204655 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204633.357681:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204633.357682:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204633.357684:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204633.357686:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204633.357687:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204633.357688:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204633.357690:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204633.357691:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:1.0:1788204633.357693:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204633.357695:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204633.357696:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:1.0:1788204633.357698:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204633.357699:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357701:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204633.357710:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204633.357711:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204633.357713:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204633.357714:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204633.548419:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204633.548427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204633.548429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204633.548434:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204633.548438:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204633.548442:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204633.548444:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204633.548447:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204633.548449:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204634.060385:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204634.060390:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204634.060394:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204634.060395:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204634.060470:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204634.060473:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204634.060477:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204634.124384:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309612236, at 4309612288
00000100:00000040:1.0:1788204634.124384:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309612236, at 4309612288
00000100:00000010:0.0:1788204634.124397:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749060.
00000100:00000010:1.0:1788204634.124399:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749780.
00000100:00000001:0.0:1788204634.572413:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204634.572419:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204634.572420:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204634.572424:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204634.572427:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204634.572430:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204634.572431:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204634.572433:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204634.572435:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204635.084457:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204635.084462:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204635.084467:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204635.084468:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204635.084514:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204635.084517:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204635.084519:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204635.404412:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204635.404420:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204635.404422:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204635.404425:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204635.404429:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204635.404447:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14941
00000400:00000200:2.0:1788204635.404453:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204635.404458:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204635.404461:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204635.404464:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204635.404466:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204635.404468:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204635.404470:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204635.404473:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204635.404475:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204635.404477:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204635.404480:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204635.404482:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204635.404484:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204635.404486:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204635.404487:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204635.404490:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204635.404492:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204635.404495:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204635.404498:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204635.404500:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204635.404502:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204635.404504:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204635.404506:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204635.404508:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204635.404510:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204635.404517:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9180.
00000020:00000040:2.0:1788204635.404519:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204635.404523:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204635.404524:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204635.404527:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204635.404529:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204635.404532:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204635.404537:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788204635.404542:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204635.404549:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9180 x1875052937872640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204635.404556:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204635.404560:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204635.404564:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa433fb9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9180 x1875052937872640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204635.404592:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204635.404595:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204635.404599:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204635.404600:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204635.404602:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204635.404605:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204635.404607:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14941
00000400:00000200:2.0:1788204635.404611:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204635.404615:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204635.404617:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204635.404620:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204635.404622:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204635.404625:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204635.404627:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204635.404631:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204635.404632:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1788204635.404632:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204635.404635:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204635.404638:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1788204635.404638:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:1.0:1788204635.404643:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788204635.404643:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204635.404648:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204635.404653:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9180 x1875052937872640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204635.404654:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204635.404658:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204635.404662:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204635.404667:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204635.404669:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1788204635.404672:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:1.0:1788204635.404673:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204635.404679:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:1.0:1788204635.404680:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204635.404684:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204635.404684:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204635.404688:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204635.404689:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204635.404695:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204635.404696:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937872640:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788204635.404700:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.404703:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204635.404704:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204635.404710:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:2.0:1788204635.404710:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204635.404714:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788204635.404715:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204635.404720:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.404721:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1788204635.404724:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea680.
02000000:00000010:1.0:1788204635.404728:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45c00.
00000020:00000040:2.0:1788204635.404728:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204635.404733:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204635.404734:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204635.404737:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204635.404739:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204635.404742:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204635.404742:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204635.404747:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204635.404748:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
02000000:00000010:2.0:1788204635.404753:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204635.404757:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204635.404758:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00100000:2.0:1788204635.404763:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea680 x1875052937872768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204635.404767:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937872640, portal 25
00000100:00000001:1.0:1788204635.404774:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204635.404774:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204635.404777:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803421568 : -127142906130048 : ffff8c5d3c3e9180)
00000100:00000001:2.0:1788204635.404779:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204635.404786:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000410650d5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea680 x1875052937872768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204635.404788:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9180 x1875052937872640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204635.404796:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204635.404801:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204635.404809:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204635.404811:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788204635.404811:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204635.404815:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1788204635.404818:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204635.404819:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1788204635.404823:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
00000100:00080000:2.0:1788204635.404824:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14941
00000100:00000200:1.0:1788204635.404829:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937872640, offset 0
00000400:00000200:2.0:1788204635.404832:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204635.404837:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204635.404840:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204635.404841:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204635.404847:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204635.404850:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204635.404854:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204635.404859:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204635.404863:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204635.404864:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204635.404869:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204635.404870:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:1.0:1788204635.404872:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1788204635.404873:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204635.404877:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:1.0:1788204635.404880:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000001:2.0:1788204635.404881:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204635.404885:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788204635.404887:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1788204635.404892:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204635.404895:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:2.0:1788204635.404897:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204635.404902:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204635.404903:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546767:546767:256:4294967295] 192.168.201.135@tcp LPNI seq info [546733:546733:8:4294967295]
00000100:00000001:2.0:1788204635.404905:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204635.404911:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:1.0:1788204635.404913:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204635.404917:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204635.404922:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204635.404926:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204635.404930:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204635.404931:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1788204635.404935:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204635.404939:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204635.404941:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1788204635.404942:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000008:00000001:2.0:1788204635.404945:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204635.404949:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204635.404951:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000100:00000010:2.0:1788204635.404954:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb100.
00000020:00000040:2.0:1788204635.404958:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000200:1.0:1788204635.404961:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:2.0:1788204635.404962:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204635.404966:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204635.404967:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1788204635.404968:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204635.404971:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204635.404975:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204635.404978:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:2.0:1788204635.404981:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000800:00000200:1.1:1788204635.404984:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1788204635.404985:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788204635.404993:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00100000:2.0:1788204635.404993:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb100 x1875052937872896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1788204635.404999:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000100:00000001:2.0:1788204635.405006:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204635.405009:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204635.405013:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000299a5ffd] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb100 x1875052937872896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204635.405014:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204635.405024:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204635.405030:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000100:00000001:2.0:1788204635.405032:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204635.405034:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000100:00080000:2.0:1788204635.405037:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204635.405040:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:2.0:1788204635.405042:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204635.405045:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1788204635.405048:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9180 x1875052937872640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204635.405049:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204635.405054:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204635.405059:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14941
00000100:00000001:1.0:1788204635.405064:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1788204635.405066:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204635.405072:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9180 x1875052937872640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204635.405074:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204635.405079:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204635.405086:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204635.405088:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204635.405090:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204635.405091:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1788204635.405095:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204635.405098:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204635.405100:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204635.405101:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204635.405103:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204635.405106:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204635.405108:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:2.0:1788204635.405110:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:1.0:1788204635.405113:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309617356
00000020:00000001:2.0:1788204635.405114:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204635.405119:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000010:1.0:1788204635.405120:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749780.
00000100:00000040:2.0:1788204635.405124:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204635.405128:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204635.405130:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1788204635.405131:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204635.405136:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204635.405138:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:1.0:1788204635.405140:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309617356
00000100:00080000:2.0:1788204635.405143:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000010:1.0:1788204635.405146:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749240.
00000100:00000001:2.0:1788204635.405148:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.405151:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1788204635.405152:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204635.405157:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204635.405158:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204635.405162:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204635.405163:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.405169:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788204635.405169:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204635.405173:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1788204635.405177:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204635/real 1788204635]  req@ffff8c5d3c3e9180 x1875052937872640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1788204635.405177:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204635.405180:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204635.405188:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000400:00000001:1.0:1788204635.405190:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:2.0:1788204635.405192:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000400:00000001:1.0:1788204635.405193:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204635.405197:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000400:00000200:1.0:1788204635.405200:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204635.405202:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
02000000:00000001:2.0:1788204635.405203:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204635.405205:0:2392:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1788204635.405206:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204635.405210:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1788204635.405211:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9180 x1875052937872640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204635.405214:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204635.405219:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204635.405223:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9180 x1875052937872640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204635.405226:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788204635.405232:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.405235:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204635.405238:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204635.405241:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937873024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204635.405242:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.405245:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204635.405254:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9180 x1875052937872640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204635.405254:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204635.405259:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.405268:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204635.405268:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937873024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204635.405277:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9180 x1875052937872640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204635.405280:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204635.405286:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204635.405290:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204635.405291:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204635.405295:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204635.405296:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204635.405325:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204635.405328:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204635.405331:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14941
00000400:00000200:2.0:1788204635.405335:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204635.405338:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204635.405340:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204635.405343:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204635.405345:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204635.405347:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204635.405348:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204635.405351:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204635.405353:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204635.405354:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204635.405357:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1788204635.405358:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000100:00080000:1.0:1788204635.405360:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1788204635.405361:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204635.405365:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00080000:1.0:1788204635.405367:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000020:00000040:2.0:1788204635.405368:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:1.0:1788204635.405370:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:2.0:1788204635.405374:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204635.405377:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9180 x1875052937872640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204635.405378:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204635.405385:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204635.405389:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204635.405393:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204635.405396:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00100000:1.0:1788204635.405397:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937872640:192.168.201.135@tcp:250:kworker.0
00000020:00000040:2.0:1788204635.405399:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204635.405405:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204635.405408:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.405409:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204635.405410:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204635.405412:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1788204635.405415:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204635.405419:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9180 x1875052937872640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204635.405419:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204635.405424:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204635.405427:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204635.405444:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204635.405447:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.405451:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000010:2.0:1788204635.405453:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
02000000:00000001:1.0:1788204635.405455:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:2.0:1788204635.405457:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000010:1.0:1788204635.405459:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:2.0:1788204635.405461:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204635.405464:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1788204635.405464:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204635.405468:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:2.0:1788204635.405469:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:1.0:1788204635.405473:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204635.405473:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204635.405475:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204635.405479:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000020:00000001:1.0:1788204635.405481:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:2.0:1788204635.405484:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204635.405486:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
00000100:00100000:2.0:1788204635.405491:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937873152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204635.405495:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204635.405498:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204635.405501:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9180.
00000100:00000001:1.0:1788204635.405507:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204635.405507:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204635.405510:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204635.405512:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.405514:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204635.405519:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937873152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.405523:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204635.405526:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204635.405529:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.405531:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204635.405534:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204635.405537:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204635.405538:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14951)
00000100:00000040:1.0:1788204635.405543:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea680 x1875052937872768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.405550:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204635.405552:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.405554:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204635.405556:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204635.405558:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204635.405561:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937872768:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204635.405564:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204635.405567:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204635.405568:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.405570:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204635.405572:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204635.405574:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204635.405578:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204635.405580:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000400:00000010:1.0:1788204635.405584:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204635.405587:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937872768, portal 10
00000100:00000001:1.0:1788204635.405589:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204635.405590:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426944 : -127142906124672 : ffff8c5d3c3ea680)
00000100:00000040:1.0:1788204635.405597:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea680 x1875052937872768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.405602:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204635.405604:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204635.405606:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
00000100:00000200:1.0:1788204635.405607:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937872768, offset 0
00000400:00000200:1.0:1788204635.405611:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204635.405615:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204635.405618:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204635.405621:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204635.405623:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204635.405626:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204635.405628:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204635.405630:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546768:546768:256:4294967295] 192.168.201.135@tcp LPNI seq info [546734:546734:8:4294967295]
00000400:00000200:1.0:1788204635.405635:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204635.405640:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204635.405645:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204635.405647:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000800:00000200:1.0:1788204635.405657:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204635.405659:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204635.405664:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204635.405667:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204635.405670:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204635.405672:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000400:00000200:1.0:1788204635.405677:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204635.405680:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204635.405683:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000400:00000010:1.0:1788204635.405685:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000100:00000001:1.0:1788204635.405687:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204635.405690:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea680 x1875052937872768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.405697:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.405700:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea680 x1875052937872768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.405706:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.405709:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204635.405715:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204635.405719:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204635.405723:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204635.405725:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309613597
00000100:00000001:1.0:1788204635.405728:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309617356
00000100:00000001:1.0:1788204635.405731:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309613597
00000100:00000001:1.0:1788204635.405733:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309617356
00000100:00000001:1.0:1788204635.405735:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204635.405737:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.405740:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204635.405743:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204635/real 1788204635]  req@ffff8c5d3c3ea680 x1875052937872768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204635.405750:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204635.405751:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204635.405752:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000400:00000200:1.0:1788204635.405755:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204635.405756:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204635.405759:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204635.405763:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea680 x1875052937872768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204635.405771:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea680 x1875052937872768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.405782:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204635.405783:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.405785:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.405786:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204635.405789:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea680 x1875052937872768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.405795:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204635.405798:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea680 x1875052937872768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.405805:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204635.405808:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.405809:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.405811:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.405813:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204635.405815:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204635.405817:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204635.405820:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204635.405822:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204635.405825:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea680 x1875052937872768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204635.405830:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937872768:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204635.405833:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204635.405836:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb100 x1875052937872896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.405840:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204635.405841:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.405843:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204635.405844:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204635.405845:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204635.405847:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937872896:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204635.405849:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204635.405850:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204635.405851:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.405852:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204635.405855:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204635.405856:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204635.405858:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204635.405860:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000400:00000010:1.0:1788204635.405862:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204635.405864:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937872896, portal 10
00000100:00000001:1.0:1788204635.405865:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204635.405866:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803429632 : -127142906121984 : ffff8c5d3c3eb100)
00000100:00000040:1.0:1788204635.405870:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb100 x1875052937872896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.405876:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204635.405878:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204635.405880:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
00000100:00000200:1.0:1788204635.405882:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937872896, offset 0
00000400:00000200:1.0:1788204635.405885:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204635.405889:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204635.405892:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204635.405895:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204635.405897:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204635.405899:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204635.405901:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204635.405904:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546769:546769:256:4294967295] 192.168.201.135@tcp LPNI seq info [546735:546735:8:4294967295]
00000400:00000200:1.0:1788204635.405908:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204635.405914:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204635.405919:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204635.405922:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000800:00000200:1.0:1788204635.405926:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204635.405928:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204635.405931:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204635.405932:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204635.405935:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204635.405936:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000400:00000200:1.0:1788204635.405939:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204635.405942:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204635.405944:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000400:00000010:1.0:1788204635.405945:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000100:00000001:1.0:1788204635.405947:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204635.405949:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb100 x1875052937872896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.405954:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.405955:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb100 x1875052937872896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.405959:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.405960:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204635.405962:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204635.405964:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204635.405966:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204635.405967:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309613592
00000100:00000001:1.0:1788204635.405969:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309617356
00000100:00000001:1.0:1788204635.405970:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309613592
00000100:00000001:1.0:1788204635.405971:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309617356
00000100:00000001:1.0:1788204635.405973:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204635.405974:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.405975:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204635.405977:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204635/real 1788204635]  req@ffff8c5d3c3eb100 x1875052937872896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204635.405982:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204635.405983:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204635.405984:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000400:00000200:1.0:1788204635.405985:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204635.405986:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204635.405987:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204635.405990:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb100 x1875052937872896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204635.405998:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb100 x1875052937872896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406003:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204635.406004:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.406006:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.406007:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204635.406010:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb100 x1875052937872896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406017:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204635.406020:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb100 x1875052937872896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406026:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204635.406029:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.406030:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.406031:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.406033:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204635.406034:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204635.406037:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204635.406040:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204635.406042:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204635.406047:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb100 x1875052937872896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204635.406054:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937872896:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204635.406058:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204635.406061:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937873024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406067:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204635.406068:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.406070:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204635.406072:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204635.406074:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204635.406076:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937873024:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204635.406079:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204635.406080:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204635.406082:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.406083:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204635.406086:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204635.406088:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204635.406091:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204635.406094:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000400:00000010:1.0:1788204635.406097:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204635.406099:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937873024, portal 4
00000100:00000001:1.0:1788204635.406101:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204635.406102:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:1.0:1788204635.406108:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937873024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406114:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204635.406115:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204635.406118:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
00000100:00000200:1.0:1788204635.406120:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937873024, offset 0
00000400:00000200:1.0:1788204635.406124:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204635.406127:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204635.406131:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204635.406133:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204635.406135:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204635.406138:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204635.406139:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204635.406141:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546770:546770:256:4294967295] 192.168.201.135@tcp LPNI seq info [546736:546736:8:4294967295]
00000400:00000200:1.0:1788204635.406144:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204635.406148:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204635.406151:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204635.406153:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000800:00000200:1.0:1788204635.406155:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204635.406157:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204635.406159:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204635.406161:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204635.406163:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204635.406164:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000400:00000200:1.0:1788204635.406167:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204635.406169:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204635.406171:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000400:00000010:1.0:1788204635.406172:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000100:00000001:1.0:1788204635.406174:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204635.406176:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937873024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406181:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.406183:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937873024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406189:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.406191:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204635.406193:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204635.406196:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204635.406199:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204635.406201:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309613685
00000100:00000001:1.0:1788204635.406204:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309617356
00000100:00000001:1.0:1788204635.406210:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309613685
00000100:00000001:1.0:1788204635.406213:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309617356
00000100:00000001:1.0:1788204635.406215:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204635.406217:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.406219:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204635.406223:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204635/real 1788204635]  req@ffff8c5d3c3e8380 x1875052937873024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204635.406230:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204635.406231:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204635.406233:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000400:00000200:1.0:1788204635.406235:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204635.406237:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204635.406239:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204635.406241:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937873024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204635.406246:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937873024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406250:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204635.406251:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.406252:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.406252:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204635.406254:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937873024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406258:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204635.406260:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937873024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406264:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204635.406266:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.406267:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.406268:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.406269:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204635.406270:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204635.406271:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204635.406273:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204635.406274:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204635.406276:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937873024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204635.406280:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937873024:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204635.406282:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204635.406284:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937873152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406288:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204635.406289:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.406290:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204635.406291:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204635.406292:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204635.406294:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937873152:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204635.406296:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204635.406297:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204635.406320:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204635.406322:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204635.406326:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204635.406327:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204635.406330:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204635.406333:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000400:00000010:1.0:1788204635.406336:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204635.406338:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937873152, portal 4
00000100:00000001:1.0:1788204635.406340:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204635.406342:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:1.0:1788204635.406348:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937873152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406354:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204635.406357:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204635.406358:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
00000100:00000200:1.0:1788204635.406360:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937873152, offset 0
00000400:00000200:1.0:1788204635.406362:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204635.406364:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204635.406367:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204635.406368:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204635.406370:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204635.406371:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204635.406373:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204635.406375:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546771:546771:256:4294967295] 192.168.201.135@tcp LPNI seq info [546737:546737:8:4294967295]
00000400:00000200:1.0:1788204635.406377:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204635.406381:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204635.406383:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204635.406385:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000800:00000200:1.0:1788204635.406387:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204635.406389:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204635.406391:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204635.406393:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204635.406395:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204635.406397:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000400:00000200:1.0:1788204635.406399:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204635.406401:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204635.406403:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000400:00000010:1.0:1788204635.406404:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000100:00000001:1.0:1788204635.406405:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204635.406407:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937873152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406419:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.406421:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937873152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204660 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406427:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.406428:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204635.406442:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204635.406445:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204635.406448:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204635.406450:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309613703
00000100:00000001:1.0:1788204635.406452:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309617356
00000100:00000001:1.0:1788204635.406454:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309613703
00000100:00000001:1.0:1788204635.406456:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309617356
00000100:00000001:1.0:1788204635.406458:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204635.406459:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.406461:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204635.406465:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204635/real 1788204635]  req@ffff8c5d3c3ead80 x1875052937873152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204635.406471:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204635.406472:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204635.406473:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000400:00000200:1.0:1788204635.406475:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204635.406477:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204635.406479:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204635.406481:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937873152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204635.406488:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937873152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406494:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204635.406496:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.406497:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.406499:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204635.406502:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937873152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406507:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204635.406509:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937873152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406513:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204635.406515:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.406516:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204635.406516:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.406517:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204635.406518:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204635.406519:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204635.406521:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204635.406522:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204635.406524:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937873152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204635.406528:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937873152:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204635.406531:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.406532:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.406534:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea680 x1875052937872768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406538:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204635.406539:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204635.406540:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204635.406542:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204635.406543:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204635.406545:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204635.406546:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204635.406548:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:1.0:1788204635.406550:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204635.406550:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204635.406552:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea680.
00000100:00000001:1.0:1788204635.406553:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204635.406554:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.406555:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.406557:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb100 x1875052937872896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406561:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204635.406561:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204635.406562:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204635.406563:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204635.406564:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204635.406564:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204635.406565:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204635.406566:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:1.0:1788204635.406567:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204635.406568:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204635.406568:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb100.
00000100:00000001:1.0:1788204635.406569:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204635.406570:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.406571:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.406572:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937873024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406576:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204635.406576:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204635.406577:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204635.406578:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204635.406578:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204635.406579:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204635.406580:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204635.406581:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:1.0:1788204635.406582:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204635.406583:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204635.406583:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:1.0:1788204635.406585:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204635.406586:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.406587:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204635.406588:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937873152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204660 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204635.406592:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204635.406592:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204635.406593:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204635.406594:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204635.406594:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204635.406595:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204635.406596:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204635.406597:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:1.0:1788204635.406598:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204635.406598:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204635.406599:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:1.0:1788204635.406600:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204635.406600:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.406602:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204635.406605:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204635.406606:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204635.406607:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204635.406608:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204635.596400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204635.596410:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204635.596412:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204635.596420:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204635.596424:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204635.596438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204635.596442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204635.596446:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204635.596449:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204636.108416:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204636.108432:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204636.108434:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204636.108437:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204636.108442:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204636.108445:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204636.108447:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204636.108449:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204636.108454:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204636.108456:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204636.108457:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204636.108459:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204636.108461:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204636.108463:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204636.108465:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204636.108466:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204636.108520:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204636.108523:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204636.108526:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204636.620404:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204636.620433:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204636.620435:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204636.620440:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204636.620444:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204636.620446:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204636.620449:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204636.620450:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204636.620452:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204637.132496:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204637.132503:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204637.132508:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204637.132509:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204637.132581:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204637.132586:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204637.132589:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204637.644377:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204637.644387:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204637.644389:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204637.644403:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204637.644407:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204637.644410:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204637.644412:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204637.644415:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204637.644417:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204638.156457:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204638.156463:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204638.156469:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204638.156470:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204638.156548:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204638.156554:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204638.156557:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204638.668394:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204638.668402:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204638.668404:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204638.668409:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204638.668414:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204638.668417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204638.668420:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204638.668423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204638.668425:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204639.180479:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204639.180488:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204639.180495:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204639.180496:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204639.180576:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204639.180580:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204639.180584:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204639.244410:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309617356, at 4309617408
00000100:00000010:0.0:1788204639.244431:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749780.
00000100:00000040:1.0:1788204639.244435:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309617356, at 4309617408
00000100:00000010:1.0:1788204639.244450:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749240.
00000100:00000001:0.0:1788204639.692374:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204639.692381:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204639.692383:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204639.692388:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204639.692391:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204639.692395:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204639.692397:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204639.692400:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204639.692402:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204640.204431:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204640.204438:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204640.204444:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204640.204445:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204640.204502:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204640.204505:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204640.204508:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204640.524413:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204640.524421:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204640.524423:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204640.524426:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204640.524429:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204640.524435:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14946
00000400:00000200:1.0:1788204640.524441:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204640.524445:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204640.524448:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204640.524450:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204640.524455:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204640.524457:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204640.524459:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204640.524461:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204640.524463:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204640.524465:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204640.524467:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204640.524468:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204640.524470:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204640.524471:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204640.524472:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204640.524474:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204640.524475:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204640.524477:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204640.524479:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204640.524480:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204640.524482:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204640.524484:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204640.524486:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.524487:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204640.524488:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204640.524496:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdf80.
00000020:00000040:1.0:1788204640.524499:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204640.524501:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204640.524502:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.524504:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204640.524507:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204640.524510:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204640.524515:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000001:1.0:1788204640.524520:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204640.524526:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdf80 x1875052937873280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204640.524533:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204640.524536:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204640.524539:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e021a10] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdf80 x1875052937873280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.524556:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204640.524558:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204640.524560:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204640.524561:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204640.524562:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204640.524564:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204640.524565:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14946
00000400:00000200:1.0:1788204640.524567:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204640.524569:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204640.524570:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204640.524572:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204640.524574:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204640.524576:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204640.524577:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204640.524579:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204640.524580:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204640.524581:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204640.524582:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:2.0:1788204640.524583:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1788204640.524584:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204640.524587:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:2.0:1788204640.524588:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788204640.524590:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204640.524592:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788204640.524594:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204640.524599:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204640.524601:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:2.0:1788204640.524601:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdf80 x1875052937873280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204640.524605:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204640.524610:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204640.524614:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204640.524617:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204640.524617:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204640.524620:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204640.524623:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204640.524624:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204640.524627:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204640.524628:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204640.524630:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204640.524631:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788204640.524635:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788204640.524636:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937873280:192.168.201.135@tcp:250:kworker.0
00000008:00000001:1.0:1788204640.524640:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.524643:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204640.524644:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204640.524648:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecca80.
00000020:00000040:1.0:1788204640.524650:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204640.524650:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204640.524653:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204640.524654:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204640.524655:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.524660:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204640.524661:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788204640.524662:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204640.524665:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204640.524669:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:1.0:1788204640.524673:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204640.524678:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
00000100:00100000:1.0:1788204640.524679:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecca80 x1875052937873408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204640.524683:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204640.524693:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204640.524694:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204640.524697:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204640.524699:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000040:1.0:1788204640.524702:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8322783] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecca80 x1875052937873408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204640.524707:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000001:1.0:1788204640.524715:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204640.524716:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937873280, portal 25
00000100:00080000:1.0:1788204640.524718:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204640.524722:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1788204640.524724:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204640.524724:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462523264 : -127143247028352 : ffff8c5d27ecdf80)
00000100:00000001:1.0:1788204640.524728:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204640.524731:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788204640.524733:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdf80 x1875052937873280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.524736:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204640.524742:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1788204640.524743:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14946
00000100:00000040:2.0:1788204640.524748:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204640.524752:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000400:00000200:1.0:1788204640.524753:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000200:2.0:1788204640.524756:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937873280, offset 0
00000400:00000200:1.0:1788204640.524760:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204640.524763:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204640.524764:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:1.0:1788204640.524769:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204640.524772:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204640.524774:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204640.524776:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204640.524779:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204640.524782:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000001:1.0:1788204640.524783:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204640.524787:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:2.0:1788204640.524789:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1788204640.524790:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204640.524794:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:2.0:1788204640.524796:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000001:1.0:1788204640.524797:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788204640.524801:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1788204640.524803:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788204640.524804:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:1.0:1788204640.524813:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204640.524813:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546772:546772:256:4294967295] 192.168.201.135@tcp LPNI seq info [546738:546738:8:4294967295]
00000100:00000001:1.0:1788204640.524818:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204640.524821:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204640.524824:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204640.524827:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204640.524828:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204640.524831:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204640.524835:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204640.524838:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204640.524842:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204640.524842:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1788204640.524845:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.524849:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204640.524851:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1788204640.524855:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000008:00000001:1.0:1788204640.524856:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.524861:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204640.524865:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecce00.
00000020:00000040:1.0:1788204640.524868:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000010:2.0:1788204640.524869:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
02000000:00000001:1.0:1788204640.524871:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204640.524873:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.524876:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1788204640.524876:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:1.0:1788204640.524879:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1788204640.524881:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1788204640.524883:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204640.524888:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:1.0:1788204640.524891:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000800:00000200:2.1:1788204640.524891:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204640.524897:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204640.524898:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204640.524899:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204640.524905:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1788204640.524907:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecce00 x1875052937873536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204640.524911:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204640.524917:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204640.524920:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:1.0:1788204640.524922:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204640.524924:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204640.524926:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204640.524929:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdf80 x1875052937873280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204640.524935:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5eacb3] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecce00 x1875052937873536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.524938:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204640.524945:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdf80 x1875052937873280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.524953:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.524955:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204640.524957:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204640.524958:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204640.524963:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204640.524964:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204640.524968:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204640.524970:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:1.0:1788204640.524971:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204640.524973:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309622476
00000100:00000001:1.0:1788204640.524977:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:2.0:1788204640.524979:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108507e0.
00000100:00080000:1.0:1788204640.524983:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14946
00000100:00000001:2.0:1788204640.524986:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000400:00000200:1.0:1788204640.524991:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204640.524995:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309622476
00000400:00000200:1.0:1788204640.524996:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000010:2.0:1788204640.524998:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850900.
00000100:00080000:1.0:1788204640.525000:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204640.525002:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204640.525006:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204640.525007:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204640.525009:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.525012:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204640.525012:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1788204640.525018:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00100000:2.0:1788204640.525019:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204640/real 1788204640]  req@ffff8c5d27ecdf80 x1875052937873280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.525023:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204640.525029:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:2.0:1788204640.525031:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1788204640.525032:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000400:00000001:2.0:1788204640.525033:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:1.0:1788204640.525035:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:2.0:1788204640.525036:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000020:00000040:1.0:1788204640.525039:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000200:2.0:1788204640.525039:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204640.525043:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000020:00000001:1.0:1788204640.525044:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:2.0:1788204640.525045:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1788204640.525048:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000200:2.0:1788204640.525050:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdf80 x1875052937873280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204640.525056:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204640.525060:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788204640.525061:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdf80 x1875052937873280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204640.525066:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204640.525070:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204640.525071:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204640.525072:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.525076:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1788204640.525077:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:2.0:1788204640.525079:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204640.525083:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00100000:2.0:1788204640.525084:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdf80 x1875052937873280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.525089:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204640.525093:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204640.525096:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204640.525098:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204640.525101:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdf80 x1875052937873280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204640.525103:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.525108:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204640.525111:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:1.0:1788204640.525112:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204640.525115:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1788204640.525118:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.525118:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204640.525120:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204640.525122:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.525123:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204640.525125:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:1.0:1788204640.525129:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd500.
00000100:00080000:2.0:1788204640.525129:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:1.0:1788204640.525135:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00080000:2.0:1788204640.525135:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204640.525138:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1788204640.525141:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1788204640.525143:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdf80 x1875052937873280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204640.525144:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.525149:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204640.525152:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204640.525155:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204640.525155:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937873280:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204640.525160:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1788204640.525162:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:2.0:1788204640.525163:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204640.525167:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdf80 x1875052937873280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.525169:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.525176:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00100000:1.0:1788204640.525180:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd500 x1875052937873664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204640.525180:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204640.525182:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204640.525186:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204640.525189:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204640.525191:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204640.525195:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:1.0:1788204640.525196:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1788204640.525197:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
00000100:00000001:1.0:1788204640.525201:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204640.525202:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204640.525205:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204640.525206:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdf80.
00000100:00000040:1.0:1788204640.525209:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab37475] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd500 x1875052937873664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525210:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204640.525212:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.525215:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.525223:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204640.525224:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.525225:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204640.525229:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204640.525229:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204640.525231:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204640.525233:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1788204640.525237:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1788204640.525239:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecca80 x1875052937873408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.525240:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204640.525244:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204640.525249:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204640.525251:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204640.525252:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204640.525255:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204640.525257:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1788204640.525258:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14946
02000000:00000001:2.0:1788204640.525259:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204640.525265:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937873408:192.168.201.135@tcp:38:kworker.0
00000400:00000200:1.0:1788204640.525266:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204640.525272:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:1.0:1788204640.525274:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
02000000:00000001:2.0:1788204640.525275:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1788204640.525278:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1788204640.525279:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204640.525284:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1788204640.525285:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000010:2.0:1788204640.525288:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:1.0:1788204640.525289:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204640.525293:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204640.525294:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204640.525320:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204640.525325:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204640.525329:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204640.525332:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937873408, portal 10
00000100:00000001:1.0:1788204640.525334:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204640.525335:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204640.525337:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462517888 : -127143247033728 : ffff8c5d27ecca80)
00000020:00000001:1.0:1788204640.525339:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204640.525354:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204640.525357:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204640.525359:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecca80 x1875052937873408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204640.525360:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204640.525366:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204640.525372:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788204640.525373:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204640.525376:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000040:1.0:1788204640.525379:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:2.0:1788204640.525381:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000001:1.0:1788204640.525385:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788204640.525385:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937873408, offset 0
00000100:00000040:1.0:1788204640.525390:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204640.525392:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204640.525395:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204640.525399:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:1.0:1788204640.525401:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000200:2.0:1788204640.525404:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:1.0:1788204640.525408:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788204640.525408:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204640.525413:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:1.0:1788204640.525415:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204640.525416:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1788204640.525420:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204640.525420:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204640.525425:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546773:546773:256:4294967295] 192.168.201.135@tcp LPNI seq info [546739:546739:8:4294967295]
02000000:00000001:1.0:1788204640.525426:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204640.525429:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788204640.525432:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.525437:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204640.525438:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000008:00100000:1.0:1788204640.525442:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000800:00000200:2.0:1788204640.525443:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000008:00000001:1.0:1788204640.525448:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204640.525450:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204640.525454:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdc00.
00000800:00000010:2.0:1788204640.525455:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000020:00000040:1.0:1788204640.525461:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000800:00000200:2.0:1788204640.525461:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:1.0:1788204640.525467:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1788204640.525467:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1788204640.525470:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204640.525474:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204640.525475:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1788204640.525478:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1788204640.525479:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204640.525482:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788204640.525483:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204640.525486:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204640.525488:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1788204640.525489:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000400:00000200:2.0:1788204640.525492:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788204640.525495:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204640.525495:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204640.525498:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204640.525501:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1788204640.525505:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdc00 x1875052937873792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788204640.525506:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecca80 x1875052937873408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525531:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204640.525533:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788204640.525534:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecca80 x1875052937873408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204640.525537:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.525544:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204640.525547:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c07ad524] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdc00 x1875052937873792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525547:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204640.525550:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204640.525555:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204640.525563:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204640.525565:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309618717
00000100:00000001:1.0:1788204640.525566:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.525567:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309622476
00000100:00000001:2.0:1788204640.525572:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309618717
00000100:00000040:1.0:1788204640.525574:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14956)
00000100:00000001:2.0:1788204640.525574:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309622476
00000100:00000001:2.0:1788204640.525578:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204640.525580:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.525582:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204640.525585:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204640/real 1788204640]  req@ffff8c5d27ecca80 x1875052937873408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204640.525590:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204640.525591:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204640.525593:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204640.525594:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204640.525595:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204640.525597:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204640.525598:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecca80 x1875052937873408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204640.525603:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecca80 x1875052937873408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525607:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204640.525607:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.525608:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204640.525609:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204640.525611:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecca80 x1875052937873408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525614:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204640.525616:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecca80 x1875052937873408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525621:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204640.525622:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.525623:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204640.525624:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.525625:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204640.525626:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204640.525627:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204640.525629:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204640.525630:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204640.525632:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecca80 x1875052937873408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204640.525636:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937873408:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204640.525638:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204640.525641:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecce00 x1875052937873536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525647:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204640.525648:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204640.525650:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204640.525652:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204640.525653:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204640.525656:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937873536:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204640.525659:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204640.525661:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204640.525663:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204640.525664:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204640.525668:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204640.525669:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204640.525673:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204640.525675:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204640.525678:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204640.525681:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937873536, portal 10
00000100:00000001:2.0:1788204640.525683:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204640.525684:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462518784 : -127143247032832 : ffff8c5d27ecce00)
00000100:00000040:2.0:1788204640.525689:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecce00 x1875052937873536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525695:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204640.525697:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204640.525700:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204640.525702:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937873536, offset 0
00000400:00000200:2.0:1788204640.525706:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204640.525710:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204640.525713:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204640.525716:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204640.525719:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204640.525721:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204640.525723:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204640.525726:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546774:546774:256:4294967295] 192.168.201.135@tcp LPNI seq info [546740:546740:8:4294967295]
00000400:00000200:2.0:1788204640.525728:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204640.525732:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204640.525735:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204640.525738:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204640.525740:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204640.525742:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204640.525744:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204640.525745:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204640.525747:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204640.525749:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204640.525750:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204640.525752:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204640.525754:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204640.525756:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204640.525758:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204640.525760:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecce00 x1875052937873536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525765:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204640.525767:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecce00 x1875052937873536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525771:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.525772:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204640.525774:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204640.525776:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204640.525778:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204640.525779:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309618712
00000100:00000001:2.0:1788204640.525781:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309622476
00000100:00000001:2.0:1788204640.525782:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309618712
00000100:00000001:2.0:1788204640.525783:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309622476
00000100:00000001:2.0:1788204640.525784:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204640.525786:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.525787:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204640.525789:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204640/real 1788204640]  req@ffff8c5d27ecce00 x1875052937873536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204640.525793:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204640.525794:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204640.525795:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204640.525797:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204640.525798:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204640.525799:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204640.525801:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecce00 x1875052937873536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204640.525805:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecce00 x1875052937873536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525809:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204640.525810:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.525811:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204640.525812:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204640.525814:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecce00 x1875052937873536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525817:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204640.525819:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecce00 x1875052937873536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525823:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204640.525825:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.525826:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204640.525827:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.525829:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204640.525830:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204640.525832:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204640.525834:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204640.525836:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204640.525839:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecce00 x1875052937873536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204640.525847:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937873536:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204640.525851:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204640.525854:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd500 x1875052937873664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525860:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204640.525862:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204640.525864:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204640.525866:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204640.525867:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204640.525870:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937873664:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204640.525872:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204640.525873:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204640.525874:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204640.525875:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204640.525878:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204640.525879:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204640.525881:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204640.525883:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204640.525885:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204640.525887:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937873664, portal 4
00000100:00000001:2.0:1788204640.525888:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204640.525889:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462520576 : -127143247031040 : ffff8c5d27ecd500)
00000100:00000040:2.0:1788204640.525893:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd500 x1875052937873664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525896:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204640.525898:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204640.525899:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204640.525900:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937873664, offset 0
00000400:00000200:2.0:1788204640.525902:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204640.525904:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204640.525906:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204640.525908:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204640.525909:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204640.525911:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204640.525912:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204640.525914:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546775:546775:256:4294967295] 192.168.201.135@tcp LPNI seq info [546741:546741:8:4294967295]
00000400:00000200:2.0:1788204640.525916:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204640.525920:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204640.525923:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204640.525924:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204640.525927:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204640.525928:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204640.525931:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204640.525932:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204640.525934:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204640.525935:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204640.525937:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204640.525939:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204640.525941:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204640.525942:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204640.525943:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204640.525945:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd500 x1875052937873664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525949:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204640.525951:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd500 x1875052937873664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525955:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.525955:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204640.525957:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204640.525959:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204640.525961:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204640.525962:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309618805
00000100:00000001:2.0:1788204640.525963:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309622476
00000100:00000001:2.0:1788204640.525964:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309618805
00000100:00000001:2.0:1788204640.525965:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309622476
00000100:00000001:2.0:1788204640.525967:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204640.525968:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.525969:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204640.525971:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204640/real 1788204640]  req@ffff8c5d27ecd500 x1875052937873664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204640.525976:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204640.525977:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204640.525978:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204640.525979:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204640.525980:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204640.525981:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204640.525982:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd500 x1875052937873664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204640.525987:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd500 x1875052937873664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525990:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204640.525991:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.525992:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204640.525993:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204640.525995:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd500 x1875052937873664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.525999:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204640.526001:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd500 x1875052937873664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.526004:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204640.526005:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.526006:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204640.526007:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.526008:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204640.526009:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204640.526010:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204640.526011:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204640.526013:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204640.526015:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd500 x1875052937873664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204640.526020:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937873664:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204640.526022:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.526023:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204640.526024:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecca80 x1875052937873408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.526028:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204640.526029:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204640.526030:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204640.526031:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204640.526032:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204640.526033:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204640.526034:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204640.526034:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:2.0:1788204640.526036:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204640.526037:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204640.526038:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecca80.
00000100:00000001:2.0:1788204640.526039:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204640.526040:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.526041:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204640.526043:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecce00 x1875052937873536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.526046:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204640.526047:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204640.526048:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204640.526049:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204640.526050:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204640.526050:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204640.526052:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204640.526052:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:2.0:1788204640.526054:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204640.526055:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204640.526056:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecce00.
00000100:00000001:2.0:1788204640.526057:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204640.526058:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.526058:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204640.526060:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd500 x1875052937873664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.526063:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204640.526064:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204640.526065:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204640.526066:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204640.526066:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204640.526067:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204640.526068:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204640.526068:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:2.0:1788204640.526069:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204640.526070:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204640.526071:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd500.
00000100:00000001:2.0:1788204640.526072:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204640.526072:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.526073:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.526075:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204640.526076:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.526077:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204640.526078:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204640.526079:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204640.526080:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdc00 x1875052937873792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.526084:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204640.526084:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204640.526086:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204640.526087:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204640.526088:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204640.526089:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937873792:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204640.526091:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204640.526092:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204640.526093:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204640.526094:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204640.526096:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204640.526097:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204640.526098:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204640.526100:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204640.526101:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204640.526103:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937873792, portal 4
00000100:00000001:2.0:1788204640.526104:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204640.526105:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462522368 : -127143247029248 : ffff8c5d27ecdc00)
00000100:00000040:2.0:1788204640.526110:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdc00 x1875052937873792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.526116:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204640.526118:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204640.526121:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204640.526123:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937873792, offset 0
00000400:00000200:2.0:1788204640.526126:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204640.526130:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204640.526133:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204640.526136:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204640.526138:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204640.526140:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204640.526142:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204640.526145:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546776:546776:256:4294967295] 192.168.201.135@tcp LPNI seq info [546742:546742:8:4294967295]
00000400:00000200:2.0:1788204640.526149:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204640.526154:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204640.526157:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204640.526159:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204640.526162:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204640.526163:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1788204640.526166:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204640.526167:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1788204640.526170:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204640.526172:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204640.526173:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204640.526175:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204640.526177:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204640.526178:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204640.526180:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204640.526182:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdc00 x1875052937873792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.526187:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204640.526189:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdc00 x1875052937873792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204665 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.526193:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.526193:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204640.526195:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204640.526197:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204640.526199:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204640.526200:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309618822
00000100:00000001:2.0:1788204640.526202:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309622476
00000100:00000001:2.0:1788204640.526203:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309618822
00000100:00000001:2.0:1788204640.526204:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309622476
00000100:00000001:2.0:1788204640.526205:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204640.526206:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.526207:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204640.526209:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204640/real 1788204640]  req@ffff8c5d27ecdc00 x1875052937873792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204640.526213:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204640.526214:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204640.526215:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204640.526216:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204640.526217:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204640.526219:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204640.526221:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdc00 x1875052937873792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204640.526225:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdc00 x1875052937873792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.526229:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204640.526229:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.526230:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204640.526231:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204640.526233:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdc00 x1875052937873792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.526236:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204640.526238:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdc00 x1875052937873792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.526241:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204640.526243:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.526243:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204640.526244:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.526245:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204640.526246:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204640.526247:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204640.526249:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204640.526250:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204640.526252:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdc00 x1875052937873792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204640.526257:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937873792:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204640.526259:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.526260:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204640.526262:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdc00 x1875052937873792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204665 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204640.526266:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204640.526267:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204640.526268:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788204640.526270:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204640.526271:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204640.526273:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204640.526275:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204640.526276:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:2.0:1788204640.526278:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204640.526279:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204640.526280:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdc00.
00000100:00000001:2.0:1788204640.526282:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204640.526284:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.526285:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204640.526288:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204640.526290:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204640.526291:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204640.526293:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204640.716416:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204640.716424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204640.716426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204640.716431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204640.716434:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204640.716438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204640.716440:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204640.716443:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204640.716446:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204641.228455:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204641.228459:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204641.228463:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204641.228464:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204641.228516:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204641.228520:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204641.228523:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204641.740355:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204641.740361:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204641.740363:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204641.740367:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204641.740369:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204641.740371:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204641.740373:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204641.740375:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204641.740376:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204642.252399:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204642.252404:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204642.252409:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204642.252409:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204642.252457:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204642.252460:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204642.252463:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204642.764599:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204642.764607:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204642.764609:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204642.764615:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204642.764619:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204642.764622:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204642.764624:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204642.764627:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204642.764630:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204643.276451:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204643.276457:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204643.276460:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204643.276461:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204643.276513:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204643.276516:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204643.276519:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204643.788398:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204643.788405:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204643.788407:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204643.788412:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204643.788416:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204643.788419:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204643.788422:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204643.788424:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204643.788427:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204644.300408:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204644.300414:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204644.300420:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204644.300421:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204644.300499:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204644.300504:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204644.300507:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204644.364393:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309622476, at 4309622528
00000100:00000010:1.0:1788204644.364409:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850900.
00000100:00000040:0.0:1788204644.364413:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309622476, at 4309622528
00000100:00000010:0.0:1788204644.364428:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108507e0.
00000100:00000001:2.0:1788204644.812400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204644.812408:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204644.812410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204644.812416:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204644.812419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204644.812422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204644.812425:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204644.812428:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204644.812430:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204645.324467:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204645.324475:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204645.324477:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204645.324480:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204645.324485:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204645.324487:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204645.324488:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204645.324490:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204645.324493:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204645.324495:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204645.324496:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204645.324497:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204645.324498:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204645.324499:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204645.324500:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204645.324501:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204645.324563:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204645.324567:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204645.324570:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204645.644396:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204645.644413:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204645.644416:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204645.644422:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204645.644428:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204645.644437:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14951
00000400:00000200:1.0:1788204645.644448:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204645.644455:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204645.644459:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204645.644464:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.644468:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204645.644472:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.644475:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204645.644479:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204645.644481:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204645.644485:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204645.644488:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204645.644490:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204645.644493:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204645.644496:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.644498:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204645.644500:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.644503:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204645.644506:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204645.644510:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204645.644513:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204645.644517:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204645.644521:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204645.644524:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.644527:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204645.644529:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204645.644537:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece680.
00000020:00000040:1.0:1788204645.644540:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204645.644546:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204645.644549:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.644553:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204645.644557:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204645.644562:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204645.644571:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788204645.644579:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204645.644590:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece680 x1875052937873920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204645.644601:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204645.644607:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204645.644613:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb9bc345] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece680 x1875052937873920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.644632:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204645.644636:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204645.644640:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204645.644642:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204645.644643:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204645.644647:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204645.644649:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14951
00000400:00000200:1.0:1788204645.644653:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204645.644657:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204645.644659:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204645.644662:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.644664:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204645.644666:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.644668:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204645.644670:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204645.644671:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204645.644672:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204645.644675:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204645.644676:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204645.644679:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204645.644682:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.644683:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204645.644685:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.644687:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204645.644688:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204645.644690:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204645.644692:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204645.644694:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204645.644700:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204645.644702:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.644704:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204645.644709:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204645.644713:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.644715:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204645.644719:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd180.
00000020:00000040:1.0:1788204645.644721:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204645.644724:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788204645.644725:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1788204645.644726:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.644730:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204645.644732:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788204645.644733:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1788204645.644735:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204645.644737:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000010:1.0:1788204645.644741:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788204645.644746:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204645.644752:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd180 x1875052937874048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204645.644759:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204645.644761:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204645.644765:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d402d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd180 x1875052937874048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.644775:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204645.644778:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204645.644782:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204645.644784:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204645.644785:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204645.644788:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204645.644790:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14951
00000400:00000200:1.0:1788204645.644793:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204645.644796:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204645.644799:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204645.644802:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.644804:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204645.644806:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.644809:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204645.644811:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204645.644812:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204645.644814:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204645.644816:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204645.644818:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204645.644820:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204645.644823:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.644825:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204645.644828:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.644830:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204645.644832:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204645.644835:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204645.644838:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204645.644840:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204645.644843:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204645.644845:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.644847:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204645.644850:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204645.644855:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.644857:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204645.644857:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece680 x1875052937873920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788204645.644863:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecea00.
00000020:00000040:1.0:1788204645.644869:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204645.644874:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788204645.644875:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788204645.644876:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.644880:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788204645.644880:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204645.644884:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204645.644887:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204645.644887:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204645.644892:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1788204645.644894:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:1.0:1788204645.644899:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204645.644905:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecea00 x1875052937874176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204645.644912:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204645.644914:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204645.644918:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0471f4c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecea00 x1875052937874176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.644927:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204645.644930:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1788204645.644932:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204645.644937:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204645.644940:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:3.0:1788204645.644940:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937873920:192.168.201.135@tcp:250:kworker.0
00000100:00080000:1.0:1788204645.644944:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204645.644948:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204645.644950:0:267769:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1788204645.644954:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1788204645.644955:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14951
02000000:00000001:3.0:1788204645.644959:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204645.644963:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204645.644965:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:1.0:1788204645.644969:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
02000000:00000010:3.0:1788204645.644972:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00080000:1.0:1788204645.644973:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
02000000:00000001:3.0:1788204645.644976:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204645.644980:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.644984:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788204645.644985:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204645.644990:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:3.0:1788204645.644991:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000100:00000001:1.0:1788204645.644994:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204645.644999:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:3.0:1788204645.645000:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000020:00000040:1.0:1788204645.645001:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204645.645005:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204645.645008:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000200:3.0:1788204645.645010:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937873920, portal 25
00000020:00000001:1.0:1788204645.645011:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:3.0:1788204645.645014:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1788204645.645015:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:3.0:1788204645.645017:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525056 : -127143247026560 : ffff8c5d27ece680)
00000100:00000040:1.0:1788204645.645022:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.645026:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204645.645028:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece680 x1875052937873920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204645.645032:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.645039:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:3.0:1788204645.645041:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1788204645.645043:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000040:3.0:1788204645.645048:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:1.0:1788204645.645052:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000010:3.0:1788204645.645054:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000001:1.0:1788204645.645057:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204645.645059:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937873920, offset 0
02000000:00000001:1.0:1788204645.645060:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204645.645065:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204645.645070:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204645.645070:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204645.645075:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204645.645078:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1788204645.645082:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00000001:1.0:1788204645.645086:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.645089:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204645.645090:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000010:1.0:1788204645.645097:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc000.
00000400:00000200:3.0:1788204645.645097:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1788204645.645102:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000400:00000200:3.0:1788204645.645102:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:1.0:1788204645.645108:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1788204645.645108:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1788204645.645111:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204645.645112:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.645116:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204645.645120:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788204645.645120:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546777:546777:256:4294967295] 192.168.201.135@tcp LPNI seq info [546743:546743:8:4294967295]
02000000:00000001:1.0:1788204645.645123:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204645.645126:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:1.0:1788204645.645131:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788204645.645137:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204645.645137:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204645.645147:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00100000:1.0:1788204645.645148:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc000 x1875052937874304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204645.645157:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204645.645159:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204645.645164:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78f2b1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc000 x1875052937874304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.645172:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204645.645174:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204645.645177:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204645.645179:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204645.645180:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204645.645183:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204645.645185:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14951
00000400:00000200:1.0:1788204645.645189:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204645.645192:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204645.645194:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204645.645197:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.645199:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204645.645201:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.645203:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204645.645205:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204645.645206:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204645.645207:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204645.645209:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204645.645210:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204645.645212:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204645.645215:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.645217:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204645.645219:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204645.645220:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204645.645223:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204645.645226:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204645.645228:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204645.645229:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204645.645232:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204645.645234:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.645236:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204645.645238:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204645.645240:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.645242:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204645.645245:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd880.
00000020:00000040:1.0:1788204645.645248:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204645.645250:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204645.645251:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204645.645267:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204645.645269:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204645.645271:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204645.645275:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788204645.645278:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204645.645283:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd880 x1875052937874432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204645.645290:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204645.645292:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204645.645296:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6204fb] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd880 x1875052937874432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204645.645323:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204645.645328:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14961)
00000800:00000010:3.0:1788204645.646364:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204645.646380:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204645.646383:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204645.646387:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204645.646390:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788204645.646393:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204645.646395:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204645.646409:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204645.646415:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204645.646421:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204645.646422:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204645.646427:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204645.646433:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece680 x1875052937873920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.646444:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204645.646446:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece680 x1875052937873920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.646451:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204645.646452:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204645.646459:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204645.646463:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204645.646466:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309627598
00000100:00000010:3.0:1788204645.646472:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d54e0.
00000100:00000001:3.0:1788204645.646477:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204645.646484:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309627598
00000100:00000010:3.0:1788204645.646487:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5000.
00000100:00000001:3.0:1788204645.646490:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204645.646494:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204645.646497:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204645.646500:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204645.646505:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204645/real 1788204645]  req@ffff8c5d27ece680 x1875052937873920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204645.646515:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204645.646517:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204645.646520:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204645.646523:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204645.646525:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204645.646527:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204645.646530:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece680 x1875052937873920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204645.646539:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece680 x1875052937873920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.646545:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204645.646547:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.646549:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204645.646551:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204645.646555:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece680 x1875052937873920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.646561:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204645.646566:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece680 x1875052937873920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.646574:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204645.646577:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.646578:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204645.646579:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.646582:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204645.646584:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204645.646586:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204645.646589:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204645.646591:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204645.646595:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece680 x1875052937873920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204645.646604:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937873920:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204645.646608:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.646611:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204645.646614:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece680 x1875052937873920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.646625:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204645.646628:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204645.646632:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204645.646636:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204645.646638:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204645.646640:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788204645.646642:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204645.646644:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:3.0:1788204645.646648:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204645.646650:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204645.646652:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece680.
00000100:00000001:3.0:1788204645.646655:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204645.646657:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.646659:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.646666:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204645.646668:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204645.646670:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204645.646672:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204645.646674:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204645.646678:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd180 x1875052937874048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.646686:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204645.646688:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204645.646691:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204645.646694:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204645.646697:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204645.646700:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937874048:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204645.646704:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204645.646708:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204645.646710:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204645.646713:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204645.646717:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204645.646719:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204645.646724:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204645.646728:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204645.646733:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204645.646738:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937874048, portal 10
00000100:00000001:3.0:1788204645.646741:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204645.646742:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462519680 : -127143247031936 : ffff8c5d27ecd180)
00000100:00000040:3.0:1788204645.646749:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd180 x1875052937874048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.646756:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204645.646758:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204645.646760:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204645.646764:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937874048, offset 0
00000400:00000200:3.0:1788204645.646769:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204645.646776:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204645.646782:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204645.646787:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204645.646791:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204645.646795:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204645.646798:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204645.646801:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546778:546778:256:4294967295] 192.168.201.135@tcp LPNI seq info [546744:546744:8:4294967295]
00000400:00000200:3.0:1788204645.646806:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204645.646813:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204645.646818:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204645.646822:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204645.646826:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204645.646829:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204645.646834:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204645.646836:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788204645.646840:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204645.646842:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204645.646846:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204645.646851:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204645.646855:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204645.646858:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204645.646863:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204645.646867:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd180 x1875052937874048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.646875:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204645.646880:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd180 x1875052937874048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.646887:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204645.646888:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204645.646892:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204645.646895:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788204645.646899:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204645.646901:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309623838
00000100:00000001:3.0:1788204645.646904:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309627598
00000100:00000001:3.0:1788204645.646906:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309623838
00000100:00000001:3.0:1788204645.646908:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309627598
00000100:00000001:3.0:1788204645.646910:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204645.646912:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204645.646914:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204645.646918:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204645/real 1788204645]  req@ffff8c5d27ecd180 x1875052937874048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204645.646927:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204645.646928:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204645.646930:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204645.646932:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204645.646934:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204645.646936:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204645.646939:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd180 x1875052937874048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204645.646948:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd180 x1875052937874048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.646960:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204645.646962:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.646964:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204645.646965:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204645.646969:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd180 x1875052937874048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.646974:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204645.646978:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd180 x1875052937874048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.646984:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204645.646987:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.646989:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204645.646990:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.646992:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204645.646994:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204645.646997:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204645.647000:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204645.647002:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204645.647006:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd180 x1875052937874048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204645.647014:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937874048:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204645.647018:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204645.647022:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecea00 x1875052937874176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647028:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204645.647030:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204645.647032:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204645.647034:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204645.647036:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204645.647039:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937874176:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204645.647042:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204645.647044:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204645.647046:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204645.647047:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204645.647050:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204645.647052:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204645.647056:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204645.647058:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204645.647061:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204645.647064:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937874176, portal 10
00000100:00000001:3.0:1788204645.647066:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204645.647067:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525952 : -127143247025664 : ffff8c5d27ecea00)
00000100:00000040:3.0:1788204645.647072:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecea00 x1875052937874176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647078:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204645.647080:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204645.647082:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204645.647084:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937874176, offset 0
00000400:00000200:3.0:1788204645.647088:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204645.647092:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204645.647096:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204645.647099:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204645.647101:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204645.647104:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204645.647106:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204645.647109:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546779:546779:256:4294967295] 192.168.201.135@tcp LPNI seq info [546745:546745:8:4294967295]
00000400:00000200:3.0:1788204645.647112:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204645.647118:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204645.647123:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204645.647126:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204645.647130:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204645.647133:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204645.647137:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204645.647139:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788204645.647143:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204645.647144:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204645.647147:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204645.647150:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204645.647153:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204645.647155:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204645.647158:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204645.647161:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecea00 x1875052937874176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647168:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204645.647171:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecea00 x1875052937874176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647177:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204645.647179:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204645.647181:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204645.647184:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788204645.647187:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204645.647188:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309623833
00000100:00000001:3.0:1788204645.647191:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309627598
00000100:00000001:3.0:1788204645.647193:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309623833
00000100:00000001:3.0:1788204645.647195:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309627598
00000100:00000001:3.0:1788204645.647197:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204645.647199:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204645.647201:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204645.647204:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204645/real 1788204645]  req@ffff8c5d27ecea00 x1875052937874176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204645.647212:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204645.647213:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204645.647215:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204645.647217:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204645.647218:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204645.647220:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204645.647223:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecea00 x1875052937874176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204645.647231:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecea00 x1875052937874176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647237:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204645.647238:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.647240:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204645.647241:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204645.647244:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecea00 x1875052937874176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647251:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204645.647267:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecea00 x1875052937874176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647274:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204645.647277:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.647278:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204645.647280:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.647281:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204645.647283:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204645.647285:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204645.647289:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204645.647291:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204645.647295:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecea00 x1875052937874176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204645.647323:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937874176:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204645.647327:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204645.647333:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc000 x1875052937874304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647339:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204645.647341:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204645.647343:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204645.647345:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204645.647347:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204645.647350:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937874304:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204645.647353:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204645.647355:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204645.647356:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204645.647358:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204645.647361:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204645.647363:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204645.647367:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204645.647369:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204645.647372:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204645.647375:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937874304, portal 4
00000100:00000001:3.0:1788204645.647377:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204645.647379:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462515200 : -127143247036416 : ffff8c5d27ecc000)
00000100:00000040:3.0:1788204645.647384:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc000 x1875052937874304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647390:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204645.647392:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204645.647394:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204645.647396:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937874304, offset 0
00000400:00000200:3.0:1788204645.647401:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204645.647404:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204645.647407:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204645.647410:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204645.647413:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204645.647415:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204645.647418:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204645.647420:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546780:546780:256:4294967295] 192.168.201.135@tcp LPNI seq info [546746:546746:8:4294967295]
00000400:00000200:3.0:1788204645.647424:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204645.647431:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204645.647436:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204645.647438:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204645.647442:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204645.647444:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204645.647448:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204645.647451:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788204645.647454:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204645.647456:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204645.647459:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204645.647462:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204645.647465:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204645.647466:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204645.647469:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204645.647472:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc000 x1875052937874304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647480:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204645.647482:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc000 x1875052937874304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647489:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204645.647490:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204645.647493:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204645.647496:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788204645.647499:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204645.647502:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309623927
00000100:00000001:3.0:1788204645.647504:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309627598
00000100:00000001:3.0:1788204645.647506:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309623927
00000100:00000001:3.0:1788204645.647508:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309627598
00000100:00000001:3.0:1788204645.647510:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204645.647512:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204645.647514:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204645.647518:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204645/real 1788204645]  req@ffff8c5d27ecc000 x1875052937874304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204645.647526:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204645.647527:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204645.647528:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204645.647531:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204645.647532:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204645.647535:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204645.647538:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc000 x1875052937874304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204645.647546:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc000 x1875052937874304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647552:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204645.647554:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.647556:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204645.647557:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204645.647560:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc000 x1875052937874304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647566:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204645.647570:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc000 x1875052937874304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647576:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204645.647578:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.647580:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204645.647581:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.647583:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204645.647584:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204645.647586:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204645.647589:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204645.647591:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204645.647594:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc000 x1875052937874304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204645.647602:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937874304:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204645.647606:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204645.647609:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd880 x1875052937874432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647616:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204645.647617:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204645.647619:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204645.647621:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204645.647623:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204645.647626:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937874432:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204645.647629:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204645.647631:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204645.647632:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204645.647634:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204645.647637:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204645.647639:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204645.647642:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204645.647644:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204645.647647:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204645.647650:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937874432, portal 4
00000100:00000001:3.0:1788204645.647651:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204645.647652:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462521472 : -127143247030144 : ffff8c5d27ecd880)
00000100:00000040:3.0:1788204645.647657:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd880 x1875052937874432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647661:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204645.647662:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204645.647664:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204645.647665:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937874432, offset 0
00000400:00000200:3.0:1788204645.647667:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204645.647670:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204645.647672:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204645.647674:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204645.647675:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204645.647677:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204645.647678:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204645.647680:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546781:546781:256:4294967295] 192.168.201.135@tcp LPNI seq info [546747:546747:8:4294967295]
00000400:00000200:3.0:1788204645.647682:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204645.647686:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204645.647688:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204645.647690:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204645.647692:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204645.647694:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788204645.647696:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204645.647698:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788204645.647700:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204645.647701:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204645.647703:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204645.647705:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204645.647707:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204645.647708:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204645.647709:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204645.647711:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd880 x1875052937874432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647720:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204645.647721:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd880 x1875052937874432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204670 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647725:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204645.647726:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204645.647728:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204645.647730:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788204645.647731:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204645.647733:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309623944
00000100:00000001:3.0:1788204645.647734:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309627598
00000100:00000001:3.0:1788204645.647735:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309623944
00000100:00000001:3.0:1788204645.647737:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309627598
00000100:00000001:3.0:1788204645.647738:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204645.647739:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204645.647740:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204645.647742:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204645/real 1788204645]  req@ffff8c5d27ecd880 x1875052937874432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204645.647746:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204645.647746:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204645.647747:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204645.647749:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204645.647750:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204645.647751:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204645.647753:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd880 x1875052937874432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204645.647757:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd880 x1875052937874432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647760:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204645.647762:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.647763:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204645.647764:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204645.647766:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd880 x1875052937874432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647769:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204645.647771:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd880 x1875052937874432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647775:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204645.647776:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.647777:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204645.647777:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.647778:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204645.647779:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204645.647780:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204645.647782:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204645.647783:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204645.647785:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd880 x1875052937874432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204645.647789:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937874432:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204645.647791:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.647792:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204645.647794:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd180 x1875052937874048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647798:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204645.647799:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204645.647800:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204645.647802:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204645.647803:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204645.647804:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204645.647805:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204645.647807:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:3.0:1788204645.647808:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204645.647809:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204645.647810:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd180.
00000100:00000001:3.0:1788204645.647811:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204645.647812:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.647813:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204645.647815:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecea00 x1875052937874176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647819:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204645.647819:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204645.647820:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204645.647821:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204645.647822:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204645.647822:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204645.647823:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204645.647824:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:3.0:1788204645.647825:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204645.647825:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204645.647826:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecea00.
00000100:00000001:3.0:1788204645.647827:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204645.647828:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.647829:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204645.647830:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc000 x1875052937874304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647833:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204645.647834:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204645.647835:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204645.647836:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204645.647836:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204645.647837:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204645.647838:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204645.647838:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:3.0:1788204645.647839:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204645.647840:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204645.647841:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc000.
00000100:00000001:3.0:1788204645.647842:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204645.647843:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.647844:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204645.647846:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd880 x1875052937874432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204670 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204645.647849:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204645.647849:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204645.647850:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204645.647851:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204645.647852:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204645.647852:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204645.647853:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204645.647854:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:3.0:1788204645.647855:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204645.647855:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204645.647856:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd880.
00000100:00000001:3.0:1788204645.647857:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204645.647858:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.647858:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204645.647861:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204645.647861:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204645.647862:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204645.647863:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204645.836378:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204645.836385:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204645.836387:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204645.836392:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204645.836395:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204645.836399:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204645.836401:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204645.836403:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204645.836405:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204646.348436:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204646.348442:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204646.348448:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204646.348448:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204646.348502:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204646.348506:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204646.348509:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204646.860446:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204646.860453:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204646.860455:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204646.860461:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204646.860468:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204646.860472:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204646.860475:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204646.860477:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204646.860480:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204647.372459:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204647.372464:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204647.372469:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204647.372470:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204647.372542:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204647.372546:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204647.372550:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204647.884365:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204647.884371:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204647.884372:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204647.884376:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204647.884378:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204647.884380:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204647.884381:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204647.884384:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204647.884385:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204648.396398:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204648.396405:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204648.396411:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204648.396411:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204648.396501:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204648.396508:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204648.396512:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204648.908417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204648.908425:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204648.908428:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204648.908434:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204648.908437:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204648.908440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204648.908443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204648.908446:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204648.908448:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204649.420473:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204649.420479:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204649.420485:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204649.420486:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204649.420569:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204649.420576:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204649.420580:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204649.484432:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309627598, at 4309627648
00000100:00000040:1.0:1788204649.484432:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309627598, at 4309627648
00000100:00000010:0.0:1788204649.484451:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d54e0.
00000100:00000010:1.0:1788204649.484454:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5000.
00000100:00000001:2.0:1788204649.932393:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204649.932399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204649.932401:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204649.932405:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204649.932407:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204649.932410:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204649.932412:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204649.932414:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204649.932415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204650.444362:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204650.444368:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204650.444373:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204650.444374:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204650.444445:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204650.444450:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204650.444453:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204650.764430:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204650.764439:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204650.764442:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204650.764445:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204650.764450:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204650.764458:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14956
00000400:00000200:2.0:1788204650.764469:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204650.764477:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204650.764481:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204650.764484:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.764488:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204650.764491:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.764494:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204650.764499:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204650.764501:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204650.764503:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204650.764507:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204650.764509:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204650.764510:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204650.764513:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.764514:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204650.764515:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.764517:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204650.764519:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204650.764521:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204650.764523:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204650.764525:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204650.764528:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204650.764531:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204650.764533:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204650.764534:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204650.764542:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788204650.764546:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204650.764549:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204650.764550:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204650.764553:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204650.764555:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204650.764558:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204650.764564:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:2.0:1788204650.764570:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204650.764576:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937874560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204650.764584:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204650.764587:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204650.764591:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937874560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204650.764608:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204650.764610:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204650.764613:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204650.764614:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204650.764615:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204650.764617:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204650.764619:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14956
00000400:00000200:2.0:1788204650.764622:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204650.764624:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204650.764626:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204650.764628:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.764629:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204650.764631:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.764632:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204650.764634:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204650.764635:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204650.764636:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204650.764637:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204650.764639:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204650.764641:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204650.764643:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.764644:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204650.764646:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.764649:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204650.764652:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204650.764672:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204650.764676:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204650.764678:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204650.764681:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1788204650.764684:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204650.764690:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.764691:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204650.764694:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204650.764696:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1788204650.764701:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204650.764709:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204650.764713:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937874560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204650.764714:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204650.764721:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000020:00000040:2.0:1788204650.764728:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204650.764739:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204650.764742:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204650.764752:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788204650.764755:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1788204650.764756:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788204650.764760:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204650.764762:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204650.764770:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:2.0:1788204650.764771:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:3.0:1788204650.764776:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204650.764779:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204650.764783:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204650.764794:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937874560:192.168.201.135@tcp:250:kworker.0
00000100:00100000:2.0:1788204650.764810:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937874688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204650.764814:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204650.764823:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204650.764824:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204650.764828:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204650.764829:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204650.764835:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937874688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204650.764836:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788204650.764847:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204650.764849:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:3.0:1788204650.764849:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00080000:2.0:1788204650.764857:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:3.0:1788204650.764857:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204650.764861:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204650.764867:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204650.764870:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204650.764872:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14956
00000400:00000200:3.0:1788204650.764879:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204650.764881:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204650.764890:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000010:3.0:1788204650.764890:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000100:00080000:2.0:1788204650.764892:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204650.764900:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.764903:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1788204650.764904:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000040:2.0:1788204650.764906:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.764912:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204650.764916:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:3.0:1788204650.764917:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937874560, portal 25
00000020:00000040:2.0:1788204650.764919:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000100:00000001:3.0:1788204650.764923:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1788204650.764925:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788204650.764928:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
00000020:00000040:2.0:1788204650.764930:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204650.764938:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204650.764944:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204650.764946:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937874560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204650.764952:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.764959:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204650.764965:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.764975:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204650.764985:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00000001:3.0:1788204650.764987:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788204650.764992:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204650.765002:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204650.765003:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000001:2.0:1788204650.765004:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204650.765010:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204650.765013:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204650.765015:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204650.765017:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204650.765019:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204650.765020:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204650.765020:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000010:2.0:1788204650.765024:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000020:00000040:2.0:1788204650.765028:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204650.765029:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:3.0:1788204650.765031:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937874560, offset 0
02000000:00000001:2.0:1788204650.765032:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204650.765039:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204650.765041:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204650.765042:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204650.765047:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000400:00000200:3.0:1788204650.765051:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204650.765053:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204650.765063:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937874816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204650.765071:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204650.765086:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788204650.765091:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204650.765093:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204650.765103:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1788204650.765104:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937874816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204650.765113:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204650.765124:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788204650.765131:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204650.765132:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204650.765140:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546782:546782:256:4294967295] 192.168.201.135@tcp LPNI seq info [546748:546748:8:4294967295]
00000100:00080000:2.0:1788204650.765145:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204650.765154:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1788204650.765154:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204650.765161:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204650.765164:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204650.765180:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204650.765189:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14956
00000400:00000200:2.0:1788204650.765200:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204650.765207:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:3.0:1788204650.765207:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1788204650.765217:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204650.765224:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.765227:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204650.765230:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.765235:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:3.0:1788204650.765237:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000001:2.0:1788204650.765238:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204650.765240:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204650.765244:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204650.765246:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204650.765247:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204650.765251:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000010:3.0:1788204650.765251:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000100:00000040:2.0:1788204650.765264:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.765266:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204650.765273:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.765279:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:3.0:1788204650.765279:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:2.0:1788204650.765287:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204650.765291:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000200:3.0:1788204650.765293:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00000001:2.0:1788204650.765294:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204650.765295:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204650.765337:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204650.765339:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204650.765341:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204650.765343:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204650.765345:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204650.765347:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204650.765350:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000020:00000040:2.0:1788204650.765353:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204650.765359:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204650.765363:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204650.765369:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204650.765370:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204650.765373:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204650.765376:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788204650.765380:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
02000000:00000010:2.0:1788204650.765381:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204650.765387:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204650.765396:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937874944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1788204650.765397:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204650.765406:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000100:00000001:2.0:1788204650.765408:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204650.765413:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204650.765419:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937874944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204650.765420:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788204650.765434:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204650.765439:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1788204650.765441:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204650.765448:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204650.765449:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788204650.765451:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000100:00080000:2.0:1788204650.765452:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1788204650.765459:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:2.0:1788204650.765460:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204650.765467:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14956
00000100:00000001:3.0:1788204650.765470:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:2.0:1788204650.765476:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000200:3.0:1788204650.765481:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8e00 x1875052937874560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204650.765486:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204650.765495:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204650.765510:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.765515:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204650.765518:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204650.765518:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204650.765525:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:3.0:1788204650.765529:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937874560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204650.765530:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204650.765534:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204650.765539:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204650.765544:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204650.765552:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:3.0:1788204650.765557:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204650.765559:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:3.0:1788204650.765562:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1788204650.765568:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204650.765571:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204650.765574:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204650.765574:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204650.765585:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204650.765591:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000200:3.0:1788204650.765591:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204650.765601:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309632717
00000100:00080000:2.0:1788204650.765604:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204650.765610:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204650.765613:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:3.0:1788204650.765613:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5600.
02000000:00000001:2.0:1788204650.765619:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204650.765623:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204650.765626:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204650.765626:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000008:00100000:2.0:1788204650.765632:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204650.765637:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.765637:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309632717
00000100:00000001:2.0:1788204650.765644:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204650.765645:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5300.
00000100:00000010:2.0:1788204650.765650:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000100:00000001:3.0:1788204650.765653:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000020:00000040:2.0:1788204650.765656:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:3.0:1788204650.765660:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204650.765662:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788204650.765670:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204650.765671:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204650.765681:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204650.765685:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788204650.765685:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1788204650.765693:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204650.765697:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00100000:3.0:1788204650.765699:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204650/real 1788204650]  req@ffff8c5d3c3e8e00 x1875052937874560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204650.765702:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204650.765718:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937875072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:3.0:1788204650.765737:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788204650.765738:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:3.0:1788204650.765744:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1788204650.765745:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204650.765751:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000100:00000040:2.0:1788204650.765753:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937875072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204650.765757:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204650.765762:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204650.765770:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788204650.765778:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204650.765779:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937874560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204650.765792:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14966)
00000100:00000200:3.0:1788204650.765801:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937874560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.765811:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204650.765815:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.765818:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204650.765821:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204650.765826:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937874560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.765835:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204650.765841:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937874560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.765849:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204650.765853:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.765855:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204650.765856:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.765860:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204650.765862:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204650.765866:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204650.765870:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204650.765873:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204650.765879:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937874560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204650.765889:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937874560:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204650.765898:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.765901:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204650.765904:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937874560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.765913:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204650.765916:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204650.765920:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204650.765923:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204650.765926:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204650.765929:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788204650.765931:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204650.765934:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:3.0:1788204650.765939:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204650.765941:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204650.765943:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000001:3.0:1788204650.765947:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204650.765949:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.765952:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.765961:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204650.765964:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.765967:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204650.765969:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204650.765971:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204650.765975:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937874688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.765983:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204650.765985:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204650.765988:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204650.765991:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204650.765994:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204650.765997:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937874688:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204650.766000:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204650.766003:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204650.766005:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204650.766007:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204650.766011:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204650.766013:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204650.766017:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204650.766020:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204650.766024:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204650.766028:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937874688, portal 10
00000100:00000001:3.0:1788204650.766030:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204650.766032:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000040:3.0:1788204650.766039:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937874688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766046:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204650.766048:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204650.766051:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204650.766053:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937874688, offset 0
00000400:00000200:3.0:1788204650.766058:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204650.766062:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204650.766067:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204650.766070:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204650.766073:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204650.766076:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204650.766079:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204650.766082:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546783:546783:256:4294967295] 192.168.201.135@tcp LPNI seq info [546749:546749:8:4294967295]
00000400:00000200:3.0:1788204650.766087:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204650.766095:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204650.766100:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204650.766104:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204650.766108:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204650.766111:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788204650.766117:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204650.766121:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788204650.766126:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204650.766128:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204650.766132:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204650.766136:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204650.766139:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204650.766141:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204650.766144:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204650.766148:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937874688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766157:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204650.766160:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937874688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766185:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.766187:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204650.766192:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204650.766197:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788204650.766201:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204650.766214:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309628957
00000100:00000001:3.0:1788204650.766217:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309632717
00000100:00000001:3.0:1788204650.766219:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309628957
00000100:00000001:3.0:1788204650.766222:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309632717
00000100:00000001:3.0:1788204650.766224:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204650.766227:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.766229:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204650.766233:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204650/real 1788204650]  req@ffff8c5d3c3eb800 x1875052937874688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204650.766242:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204650.766244:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204650.766246:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204650.766249:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204650.766251:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204650.766253:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204650.766258:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937874688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204650.766267:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937874688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766275:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204650.766276:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.766278:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204650.766280:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204650.766284:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937874688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766291:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204650.766296:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937874688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766335:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204650.766338:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.766340:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204650.766341:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.766343:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204650.766345:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204650.766348:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204650.766353:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204650.766355:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204650.766360:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937874688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204650.766370:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937874688:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204650.766375:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204650.766379:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937874816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766393:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204650.766395:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204650.766397:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204650.766399:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204650.766402:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204650.766405:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937874816:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204650.766408:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204650.766411:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204650.766413:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204650.766414:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204650.766418:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204650.766420:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204650.766424:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204650.766427:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204650.766430:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204650.766433:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937874816, portal 10
00000100:00000001:3.0:1788204650.766435:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204650.766437:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000040:3.0:1788204650.766444:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937874816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766451:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204650.766454:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204650.766456:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204650.766459:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937874816, offset 0
00000400:00000200:3.0:1788204650.766463:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204650.766467:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204650.766471:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204650.766474:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204650.766477:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204650.766479:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204650.766482:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204650.766487:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546784:546784:256:4294967295] 192.168.201.135@tcp LPNI seq info [546750:546750:8:4294967295]
00000400:00000200:3.0:1788204650.766492:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204650.766499:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204650.766504:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204650.766507:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204650.766512:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204650.766515:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788204650.766520:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204650.766523:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788204650.766527:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204650.766529:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204650.766532:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204650.766536:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204650.766539:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204650.766541:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204650.766544:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204650.766548:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937874816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766557:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204650.766561:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937874816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766569:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.766570:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204650.766574:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204650.766577:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788204650.766580:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204650.766583:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309628953
00000100:00000001:3.0:1788204650.766586:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309632717
00000100:00000001:3.0:1788204650.766588:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309628953
00000100:00000001:3.0:1788204650.766590:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309632717
00000100:00000001:3.0:1788204650.766593:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204650.766596:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.766598:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204650.766602:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204650/real 1788204650]  req@ffff8c5d3c3e9c00 x1875052937874816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204650.766611:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204650.766613:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204650.766615:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204650.766617:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204650.766619:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204650.766621:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204650.766624:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937874816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204650.766634:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937874816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766641:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204650.766642:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.766644:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204650.766646:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204650.766650:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937874816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766658:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204650.766662:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937874816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766670:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204650.766673:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.766675:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204650.766676:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.766678:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204650.766680:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204650.766682:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204650.766687:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204650.766689:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204650.766694:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937874816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204650.766703:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937874816:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204650.766707:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204650.766711:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937874944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766718:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204650.766720:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204650.766723:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204650.766724:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204650.766727:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204650.766730:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937874944:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204650.766733:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204650.766736:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204650.766738:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204650.766740:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204650.766743:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204650.766746:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204650.766750:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204650.766752:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204650.766756:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204650.766759:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937874944, portal 4
00000100:00000001:3.0:1788204650.766761:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204650.766763:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
00000100:00000040:3.0:1788204650.766769:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937874944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766776:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204650.766779:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204650.766782:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204650.766784:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937874944, offset 0
00000400:00000200:3.0:1788204650.766789:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204650.766793:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204650.766797:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204650.766800:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204650.766802:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204650.766805:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204650.766808:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204650.766811:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546785:546785:256:4294967295] 192.168.201.135@tcp LPNI seq info [546751:546751:8:4294967295]
00000400:00000200:3.0:1788204650.766815:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204650.766822:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204650.766827:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204650.766830:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204650.766835:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204650.766838:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788204650.766842:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204650.766845:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788204650.766850:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204650.766852:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204650.766855:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204650.766859:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204650.766862:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204650.766864:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204650.766866:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204650.766870:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb480 x1875052937874944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766879:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204650.766882:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937874944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766890:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.766892:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204650.766895:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204650.766899:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788204650.766902:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204650.766904:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309629046
00000100:00000001:3.0:1788204650.766907:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309632717
00000100:00000001:3.0:1788204650.766910:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309629046
00000100:00000001:3.0:1788204650.766912:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309632717
00000100:00000001:3.0:1788204650.766915:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204650.766917:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.766919:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204650.766922:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204650/real 1788204650]  req@ffff8c5d3c3eb480 x1875052937874944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204650.766930:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204650.766932:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204650.766934:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204650.766936:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204650.766938:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204650.766941:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204650.766944:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937874944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204650.766954:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937874944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766961:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204650.766963:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.766965:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204650.766966:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204650.766970:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937874944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766978:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204650.766982:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937874944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.766991:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204650.766994:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.766996:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204650.766997:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.766999:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204650.767001:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204650.767004:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204650.767007:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204650.767009:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204650.767014:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937874944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204650.767023:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937874944:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204650.767027:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204650.767031:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937875072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.767039:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204650.767041:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204650.767043:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204650.767045:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204650.767047:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204650.767050:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937875072:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204650.767054:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204650.767056:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204650.767058:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204650.767060:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204650.767063:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204650.767066:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204650.767069:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204650.767073:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204650.767076:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204650.767079:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937875072, portal 4
00000100:00000001:3.0:1788204650.767081:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204650.767082:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
00000100:00000040:3.0:1788204650.767089:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937875072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.767096:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204650.767099:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204650.767101:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204650.767104:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937875072, offset 0
00000400:00000200:3.0:1788204650.767108:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204650.767112:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204650.767115:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204650.767118:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204650.767121:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204650.767124:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204650.767126:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204650.767130:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546786:546786:256:4294967295] 192.168.201.135@tcp LPNI seq info [546752:546752:8:4294967295]
00000400:00000200:3.0:1788204650.767134:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204650.767140:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204650.767146:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204650.767149:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204650.767153:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204650.767156:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:3.1:1788204650.767161:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204650.767164:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:3.0:1788204650.767184:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204650.767186:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204650.767190:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204650.767193:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204650.767197:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204650.767199:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204650.767202:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204650.767206:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ebb80 x1875052937875072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.767226:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204650.767229:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937875072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204675 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.767235:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.767237:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204650.767241:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204650.767244:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788204650.767248:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204650.767250:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309629063
00000100:00000001:3.0:1788204650.767253:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309632717
00000100:00000001:3.0:1788204650.767256:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309629063
00000100:00000001:3.0:1788204650.767258:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309632717
00000100:00000001:3.0:1788204650.767260:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204650.767263:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.767265:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204650.767269:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204650/real 1788204650]  req@ffff8c5d3c3ebb80 x1875052937875072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204650.767277:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204650.767279:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204650.767281:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204650.767283:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204650.767285:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204650.767287:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204650.767291:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937875072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204650.767329:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937875072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.767343:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204650.767346:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.767348:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204650.767349:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204650.767353:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937875072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.767361:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204650.767365:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937875072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.767373:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204650.767376:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.767378:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204650.767379:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.767382:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204650.767383:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204650.767386:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204650.767390:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204650.767393:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204650.767397:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937875072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204650.767406:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937875072:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204650.767411:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.767413:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204650.767416:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937874688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.767423:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204650.767425:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204650.767428:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204650.767431:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204650.767433:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204650.767435:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204650.767437:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204650.767439:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:3.0:1788204650.767442:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204650.767444:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204650.767445:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:3.0:1788204650.767448:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204650.767450:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.767452:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204650.767455:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937874816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.767463:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204650.767465:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204650.767466:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204650.767469:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204650.767470:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204650.767471:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204650.767473:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204650.767475:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:3.0:1788204650.767478:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204650.767479:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204650.767480:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:3.0:1788204650.767483:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204650.767484:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.767486:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204650.767490:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937874944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.767497:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204650.767498:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204650.767500:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204650.767503:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204650.767504:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204650.767505:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204650.767508:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204650.767510:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:3.0:1788204650.767512:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204650.767513:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204650.767515:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:3.0:1788204650.767517:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204650.767518:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.767520:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204650.767524:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937875072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204675 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204650.767531:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204650.767532:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204650.767534:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204650.767536:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204650.767537:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204650.767539:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204650.767541:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204650.767542:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:3.0:1788204650.767544:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204650.767546:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204650.767548:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:3.0:1788204650.767550:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204650.767552:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.767554:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204650.767558:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204650.767559:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204650.767561:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204650.767564:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204650.956628:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204650.956638:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204650.956640:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204650.956647:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204650.956651:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204650.956666:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204650.956670:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204650.956674:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204650.956677:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204651.468427:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204651.468435:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204651.468442:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204651.468443:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204651.468570:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204651.468578:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204651.468585:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204651.980404:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204651.980411:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204651.980413:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204651.980417:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204651.980420:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204651.980423:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204651.980425:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204651.980428:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204651.980430:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204652.492452:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204652.492460:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204652.492467:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204652.492468:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204652.492541:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204652.492546:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204652.492550:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204653.004469:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204653.004480:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204653.004483:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204653.004491:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204653.004496:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204653.004501:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204653.004504:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204653.004506:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204653.004508:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204653.516446:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204653.516454:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204653.516458:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204653.516460:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204653.516519:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204653.516523:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204653.516526:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204654.028470:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204654.028481:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204654.028483:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204654.028491:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204654.028498:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204654.028503:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204654.028507:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204654.028510:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204654.028513:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204654.540450:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204654.540458:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204654.540464:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204654.540465:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204654.540544:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204654.540550:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204654.540554:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204654.604442:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309632717, at 4309632768
00000100:00000040:1.0:1788204654.604442:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309632717, at 4309632768
00000100:00000010:0.0:1788204654.604460:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5600.
00000100:00000010:1.0:1788204654.604464:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5300.
00000100:00000001:2.0:1788204655.052415:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204655.052428:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204655.052431:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204655.052439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204655.052445:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204655.052450:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204655.052454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204655.052459:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204655.052463:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204655.564467:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204655.564480:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204655.564484:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204655.564488:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204655.564493:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204655.564496:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204655.564497:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204655.564499:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204655.564504:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204655.564506:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204655.564507:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204655.564508:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204655.564510:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204655.564511:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204655.564512:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204655.564513:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204655.564608:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204655.564612:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204655.564615:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204655.884391:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204655.884403:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204655.884406:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204655.884412:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204655.884418:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204655.884428:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14961
00000400:00000200:2.0:1788204655.884446:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204655.884459:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204655.884463:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204655.884467:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204655.884471:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204655.884474:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204655.884477:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204655.884482:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204655.884486:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204655.884490:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204655.884494:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204655.884497:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204655.884500:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204655.884503:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204655.884505:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204655.884506:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204655.884508:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204655.884511:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204655.884513:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204655.884515:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204655.884518:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204655.884522:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204655.884524:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204655.884526:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204655.884528:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204655.884538:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788204655.884542:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204655.884547:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204655.884548:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204655.884551:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204655.884554:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204655.884559:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204655.884567:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00000001:2.0:1788204655.884575:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204655.884585:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937875200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204655.884594:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204655.884599:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204655.884604:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937875200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204655.884631:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204655.884635:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204655.884638:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204655.884639:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204655.884641:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204655.884644:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204655.884647:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14961
00000400:00000200:2.0:1788204655.884652:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204655.884655:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204655.884657:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1788204655.884658:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204655.884664:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204655.884666:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204655.884666:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204655.884670:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204655.884672:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204655.884673:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204655.884677:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204655.884678:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204655.884680:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204655.884682:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204655.884684:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204655.884685:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788204655.884686:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9880 x1875052937875200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204655.884689:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204655.884693:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204655.884697:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204655.884701:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204655.884705:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204655.884712:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204655.884713:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204655.884716:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204655.884718:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204655.884722:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204655.884723:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204655.884726:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204655.884730:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204655.884732:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788204655.884734:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937875200:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788204655.884740:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.884741:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204655.884745:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204655.884748:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204655.884751:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1788204655.884752:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788204655.884755:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1788204655.884760:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204655.884762:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6800.
00000100:00000001:2.0:1788204655.884763:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204655.884768:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204655.884771:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000020:00000040:2.0:1788204655.884774:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000400:00000200:0.0:1788204655.884776:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204655.884778:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204655.884781:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204655.884782:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:2.0:1788204655.884783:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204655.884786:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204655.884788:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204655.884790:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
02000000:00000010:2.0:1788204655.884793:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204655.884798:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204655.884800:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937875200, portal 25
00000100:00000001:0.0:1788204655.884804:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1788204655.884805:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937875328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204655.884807:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803423360 : -127142906128256 : ffff8c5d3c3e9880)
00000100:00000001:2.0:1788204655.884816:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1788204655.884817:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9880 x1875052937875200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204655.884820:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204655.884828:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937875328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.884831:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204655.884839:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204655.884844:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000001:2.0:1788204655.884845:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204655.884848:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937875200, offset 0
00000100:00080000:2.0:1788204655.884849:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204655.884854:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204655.884855:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204655.884859:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204655.884859:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204655.884866:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204655.884869:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14961
00000400:00000200:0.0:1788204655.884872:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204655.884874:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204655.884878:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204655.884882:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204655.884883:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:2.0:1788204655.884888:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204655.884891:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204655.884892:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1788204655.884894:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204655.884898:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204655.884900:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1788204655.884902:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:2.0:1788204655.884903:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204655.884906:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788204655.884908:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1788204655.884909:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:0.0:1788204655.884913:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000020:00000001:2.0:1788204655.884914:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204655.884917:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788204655.884921:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546787:546787:256:4294967295] 192.168.201.135@tcp LPNI seq info [546753:546753:8:4294967295]
00000400:00000200:0.0:1788204655.884926:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204655.884931:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204655.884937:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204655.884939:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1788204655.884943:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204655.884946:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204655.884948:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000800:00000200:0.0:1788204655.884951:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204655.884954:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204655.884957:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204655.884958:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
02000000:00000001:2.0:1788204655.884960:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204655.884964:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204655.884965:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204655.884969:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204655.884970:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204655.884974:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1788204655.884976:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000008:00000001:2.0:1788204655.884977:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204655.884983:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204655.884987:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000010:2.0:1788204655.884989:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000800:00000200:0.1:1788204655.884991:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000020:00000040:2.0:1788204655.884993:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000100:0.0:1788204655.884998:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
02000000:00000001:2.0:1788204655.884999:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204655.885002:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204655.885004:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000100:00000001:2.0:1788204655.885005:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204655.885008:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204655.885011:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204655.885012:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1788204655.885016:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000400:00000200:0.0:1788204655.885020:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788204655.885021:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204655.885027:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000100:00100000:2.0:1788204655.885028:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937875456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1788204655.885032:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:2.0:1788204655.885040:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204655.885042:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204655.885042:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204655.885048:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9880 x1875052937875200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204655.885049:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937875456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204655.885091:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.885094:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788204655.885096:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204655.885100:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000040:0.0:1788204655.885102:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9880 x1875052937875200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204680 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204655.885103:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204655.885106:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204655.885111:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204655.885116:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14961
00000100:00000001:0.0:1788204655.885121:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204655.885122:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204655.885127:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204655.885128:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1788204655.885130:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204655.885133:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204655.885135:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204655.885138:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204655.885139:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204655.885140:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204655.885144:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204655.885146:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204655.885149:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788204655.885150:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:2.0:1788204655.885151:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204655.885156:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204655.885157:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309637836
00000020:00000001:2.0:1788204655.885158:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204655.885164:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000010:0.0:1788204655.885165:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204655.885167:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204655.885170:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204655.885172:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204655.885173:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:0.0:1788204655.885175:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1788204655.885176:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204655.885180:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204655.885182:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204655.885184:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309637836
02000000:00000001:2.0:1788204655.885185:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204655.885188:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204655.885191:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:0.0:1788204655.885193:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c0747e0.
00000008:00100000:2.0:1788204655.885194:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204655.885200:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204655.885201:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.885202:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000010:2.0:1788204655.885205:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000020:00000040:2.0:1788204655.885208:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204655.885209:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204655.885210:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204655.885213:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.885216:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204655.885218:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204655.885222:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204655.885223:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1788204655.885225:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204655.885232:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00100000:0.0:1788204655.885233:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204655/real 1788204655]  req@ffff8c5d3c3e9880 x1875052937875200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204655.885240:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204655.885245:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204655.885249:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:2.0:1788204655.885250:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937875584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1788204655.885252:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204655.885256:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204655.885260:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204655.885264:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204655.885270:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9880 x1875052937875200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204655.885271:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204655.885275:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204655.885283:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937875584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204655.885288:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9880 x1875052937875200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204655.885295:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.885326:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204655.885329:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.885332:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1788204655.885336:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204655.885337:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204655.885344:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1788204655.885346:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9880 x1875052937875200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204655.885348:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204655.885353:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204655.885359:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204655.885364:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14961
00000100:00000001:0.0:1788204655.885366:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788204655.885371:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204655.885375:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000040:0.0:1788204655.885379:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9880 x1875052937875200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204655.885379:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204655.885383:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204655.885388:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204655.885394:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204655.885397:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204655.885398:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204655.885405:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204655.885405:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204655.885408:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:2.0:1788204655.885410:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:0.0:1788204655.885411:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204655.885414:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204655.885416:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:2.0:1788204655.885419:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:0.0:1788204655.885420:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204655.885424:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:2.0:1788204655.885426:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00080000:0.0:1788204655.885431:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000020:00000001:2.0:1788204655.885433:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788204655.885437:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204655.885441:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204655.885448:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204655.885449:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9880 x1875052937875200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204655.885452:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204655.885457:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204655.885462:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204655.885468:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204655.885472:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204655.885475:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204655.885479:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788204655.885480:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937875200:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788204655.885483:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204655.885487:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204655.885490:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788204655.885492:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1788204655.885493:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204655.885498:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.885499:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:2.0:1788204655.885502:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000100:00000040:0.0:1788204655.885507:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937875200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204655.885507:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204655.885512:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204655.885514:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.885523:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1788204655.885523:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204655.885527:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204655.885529:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1788204655.885529:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204655.885534:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6800.
02000000:00000010:2.0:1788204655.885538:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:0.0:1788204655.885541:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1788204655.885543:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204655.885544:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204655.885547:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204655.885552:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00100000:2.0:1788204655.885552:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937875712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1788204655.885556:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:0.0:1788204655.885562:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1788204655.885564:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788204655.885565:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1788204655.885568:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204655.885569:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00000001:0.0:1788204655.885574:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000040:2.0:1788204655.885574:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937875712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.885577:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.885582:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204655.885589:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.885593:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1788204655.885593:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14971)
00000100:00000001:0.0:1788204655.885596:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.885598:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204655.885600:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204655.885601:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204655.885607:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8700 x1875052937875328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.885617:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204655.885619:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204655.885620:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204655.885622:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204655.885623:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204655.885625:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937875328:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204655.885627:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204655.885629:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204655.885630:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204655.885632:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204655.885634:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788204655.885635:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204655.885639:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204655.885641:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204655.885644:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204655.885646:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937875328, portal 10
00000100:00000001:0.0:1788204655.885647:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204655.885649:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803418880 : -127142906132736 : ffff8c5d3c3e8700)
00000100:00000040:0.0:1788204655.885654:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8700 x1875052937875328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.885659:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204655.885661:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204655.885663:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204655.885666:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937875328, offset 0
00000400:00000200:0.0:1788204655.885670:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204655.885675:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204655.885679:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204655.885682:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204655.885685:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204655.885688:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204655.885691:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204655.885695:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546788:546788:256:4294967295] 192.168.201.135@tcp LPNI seq info [546754:546754:8:4294967295]
00000400:00000200:0.0:1788204655.885708:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204655.885715:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204655.885720:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204655.885724:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204655.885727:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204655.885730:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788204655.885733:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204655.885734:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1788204655.885737:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204655.885738:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204655.885741:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204655.885743:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204655.885746:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204655.885747:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204655.885749:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204655.885752:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8700 x1875052937875328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.885758:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204655.885760:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8700 x1875052937875328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204680 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.885766:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.885777:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204655.885779:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204655.885783:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204655.885785:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204655.885787:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309634077
00000100:00000001:0.0:1788204655.885789:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309637836
00000100:00000001:0.0:1788204655.885790:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309634077
00000100:00000001:0.0:1788204655.885792:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309637836
00000100:00000001:0.0:1788204655.885793:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204655.885795:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.885797:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204655.885799:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204655/real 1788204655]  req@ffff8c5d3c3e8700 x1875052937875328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204655.885805:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204655.885806:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204655.885807:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204655.885808:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204655.885810:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204655.885811:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204655.885813:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8700 x1875052937875328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204655.885819:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8700 x1875052937875328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.885823:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204655.885824:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.885825:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204655.885826:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204655.885828:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8700 x1875052937875328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.885832:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204655.885834:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8700 x1875052937875328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.885839:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204655.885841:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.885842:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204655.885843:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.885844:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204655.885846:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204655.885848:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204655.885851:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204655.885853:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204655.885856:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8700 x1875052937875328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204655.885861:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937875328:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204655.885863:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204655.885865:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea300 x1875052937875456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.885869:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204655.885870:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204655.885871:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204655.885872:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204655.885874:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204655.885876:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937875456:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204655.885877:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204655.885879:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204655.885880:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204655.885881:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204655.885884:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6000.
02000000:00000001:0.0:1788204655.885885:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204655.885887:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204655.885889:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204655.885891:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204655.885893:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937875456, portal 10
00000100:00000001:0.0:1788204655.885894:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204655.885895:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426048 : -127142906125568 : ffff8c5d3c3ea300)
00000100:00000040:0.0:1788204655.885900:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea300 x1875052937875456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.885915:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204655.885920:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204655.885922:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204655.885923:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937875456, offset 0
00000400:00000200:0.0:1788204655.885926:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204655.885929:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204655.885932:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204655.885934:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204655.885936:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204655.885937:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204655.885939:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204655.885942:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546789:546789:256:4294967295] 192.168.201.135@tcp LPNI seq info [546755:546755:8:4294967295]
00000400:00000200:0.0:1788204655.885944:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204655.885949:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204655.885951:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204655.885953:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204655.885956:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204655.885958:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788204655.885960:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204655.885962:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1788204655.885965:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204655.885966:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204655.885968:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204655.885971:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204655.885973:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204655.885974:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204655.885976:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204655.885978:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea300 x1875052937875456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.885984:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204655.885986:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea300 x1875052937875456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204680 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.885990:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.885992:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204655.885994:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204655.885996:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204655.885998:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204655.885999:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309634072
00000100:00000001:0.0:1788204655.886001:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309637836
00000100:00000001:0.0:1788204655.886003:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309634072
00000100:00000001:0.0:1788204655.886004:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309637836
00000100:00000001:0.0:1788204655.886005:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204655.886007:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.886008:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204655.886010:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204655/real 1788204655]  req@ffff8c5d3c3ea300 x1875052937875456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204655.886014:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204655.886015:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204655.886016:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204655.886018:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204655.886019:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204655.886020:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204655.886023:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea300 x1875052937875456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204655.886028:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea300 x1875052937875456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886032:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204655.886033:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.886034:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204655.886034:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204655.886037:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea300 x1875052937875456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886041:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204655.886043:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea300 x1875052937875456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886048:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204655.886050:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.886051:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204655.886052:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.886053:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204655.886054:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204655.886056:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204655.886057:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204655.886059:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204655.886061:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea300 x1875052937875456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204655.886066:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937875456:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204655.886068:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204655.886070:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9500 x1875052937875584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886074:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204655.886075:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204655.886090:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204655.886091:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204655.886093:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204655.886095:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937875584:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204655.886097:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204655.886099:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204655.886100:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204655.886101:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204655.886104:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5000.
02000000:00000001:0.0:1788204655.886106:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204655.886111:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204655.886114:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204655.886117:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204655.886120:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937875584, portal 4
00000100:00000001:0.0:1788204655.886123:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204655.886124:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803422464 : -127142906129152 : ffff8c5d3c3e9500)
00000100:00000040:0.0:1788204655.886131:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9500 x1875052937875584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886138:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204655.886141:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204655.886143:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204655.886146:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937875584, offset 0
00000400:00000200:0.0:1788204655.886151:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204655.886155:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204655.886159:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204655.886162:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204655.886164:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204655.886165:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204655.886167:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204655.886169:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546790:546790:256:4294967295] 192.168.201.135@tcp LPNI seq info [546756:546756:8:4294967295]
00000400:00000200:0.0:1788204655.886172:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204655.886177:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204655.886182:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204655.886186:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204655.886190:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204655.886193:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788204655.886197:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204655.886200:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1788204655.886204:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204655.886206:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204655.886210:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204655.886214:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204655.886217:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204655.886220:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204655.886223:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204655.886227:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9500 x1875052937875584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886234:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204655.886236:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9500 x1875052937875584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204680 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886241:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.886242:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204655.886245:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204655.886247:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204655.886249:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204655.886251:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309634165
00000100:00000001:0.0:1788204655.886253:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309637836
00000100:00000001:0.0:1788204655.886254:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309634165
00000100:00000001:0.0:1788204655.886255:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309637836
00000100:00000001:0.0:1788204655.886257:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204655.886258:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.886259:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204655.886261:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204655/real 1788204655]  req@ffff8c5d3c3e9500 x1875052937875584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204655.886266:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204655.886267:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204655.886268:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204655.886270:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204655.886271:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204655.886273:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204655.886275:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9500 x1875052937875584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204655.886280:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9500 x1875052937875584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886287:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204655.886288:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.886291:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204655.886292:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204655.886296:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9500 x1875052937875584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886323:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204655.886328:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9500 x1875052937875584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886336:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204655.886338:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.886339:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204655.886341:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.886343:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204655.886345:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204655.886347:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204655.886350:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204655.886353:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204655.886357:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9500 x1875052937875584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204655.886366:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937875584:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204655.886371:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204655.886375:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9f80 x1875052937875712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886382:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204655.886384:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204655.886387:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204655.886388:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204655.886390:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204655.886392:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937875712:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204655.886395:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204655.886396:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204655.886397:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204655.886398:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204655.886401:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4400.
02000000:00000001:0.0:1788204655.886403:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204655.886406:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204655.886407:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204655.886410:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204655.886412:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937875712, portal 4
00000100:00000001:0.0:1788204655.886414:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204655.886415:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803425152 : -127142906126464 : ffff8c5d3c3e9f80)
00000100:00000040:0.0:1788204655.886420:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9f80 x1875052937875712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886424:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204655.886426:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204655.886427:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204655.886429:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937875712, offset 0
00000400:00000200:0.0:1788204655.886432:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204655.886434:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204655.886437:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204655.886439:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204655.886440:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204655.886442:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204655.886444:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204655.886446:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546791:546791:256:4294967295] 192.168.201.135@tcp LPNI seq info [546757:546757:8:4294967295]
00000400:00000200:0.0:1788204655.886449:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204655.886453:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204655.886457:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204655.886459:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204655.886462:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204655.886464:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788204655.886466:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204655.886469:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1788204655.886472:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204655.886473:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204655.886475:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204655.886478:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204655.886479:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204655.886481:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204655.886483:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204655.886485:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9f80 x1875052937875712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886491:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204655.886493:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9f80 x1875052937875712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204680 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886497:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.886499:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204655.886500:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204655.886503:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204655.886504:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204655.886506:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309634183
00000100:00000001:0.0:1788204655.886507:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309637836
00000100:00000001:0.0:1788204655.886509:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309634183
00000100:00000001:0.0:1788204655.886511:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309637836
00000100:00000001:0.0:1788204655.886512:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204655.886513:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.886514:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204655.886517:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204655/real 1788204655]  req@ffff8c5d3c3e9f80 x1875052937875712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204655.886523:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204655.886524:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204655.886525:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204655.886526:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204655.886527:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204655.886529:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204655.886531:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9f80 x1875052937875712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204655.886535:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9f80 x1875052937875712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886540:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204655.886541:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.886542:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204655.886543:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204655.886545:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9f80 x1875052937875712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886549:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204655.886551:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9f80 x1875052937875712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886555:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204655.886557:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.886558:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204655.886558:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.886560:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204655.886561:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204655.886562:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204655.886564:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204655.886565:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204655.886568:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9f80 x1875052937875712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204655.886574:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937875712:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204655.886576:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.886577:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204655.886579:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8700 x1875052937875328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886583:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204655.886584:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204655.886585:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788204655.886587:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204655.886588:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204655.886589:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204655.886590:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204655.886592:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:0.0:1788204655.886593:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204655.886594:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204655.886596:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8700.
00000100:00000001:0.0:1788204655.886597:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204655.886598:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.886599:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204655.886601:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937875456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886606:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204655.886607:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204655.886608:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:0.0:1788204655.886609:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204655.886609:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204655.886610:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204655.886611:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204655.886612:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:0.0:1788204655.886613:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204655.886614:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204655.886615:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:0.0:1788204655.886617:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204655.886618:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.886619:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204655.886621:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9500 x1875052937875584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886625:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204655.886626:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204655.886627:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:0.0:1788204655.886628:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204655.886628:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204655.886629:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204655.886630:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204655.886631:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:0.0:1788204655.886632:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204655.886633:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204655.886634:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9500.
00000100:00000001:0.0:1788204655.886635:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204655.886636:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.886636:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204655.886638:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9f80 x1875052937875712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204680 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204655.886642:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204655.886643:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204655.886643:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4400.
02000000:00000001:0.0:1788204655.886645:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204655.886645:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204655.886646:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204655.886647:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204655.886648:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:0.0:1788204655.886649:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204655.886650:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204655.886651:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9f80.
00000100:00000001:0.0:1788204655.886652:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204655.886653:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.886654:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204655.886657:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204655.886658:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204655.886660:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204655.886662:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204656.076431:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204656.076440:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204656.076442:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204656.076448:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204656.076451:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204656.076455:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204656.076458:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204656.076460:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204656.076463:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204656.588472:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204656.588482:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204656.588491:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204656.588493:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204656.588572:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204656.588576:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204656.588579:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204657.100438:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204657.100450:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204657.100453:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204657.100461:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204657.100466:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204657.100471:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204657.100475:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204657.100478:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204657.100482:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204657.612537:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204657.612544:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204657.612549:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204657.612551:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204657.612620:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204657.612624:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204657.612627:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204658.124375:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204658.124384:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204658.124387:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204658.124401:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204658.124406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204658.124410:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204658.124414:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204658.124416:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204658.124420:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204658.636465:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204658.636473:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204658.636479:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204658.636480:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204658.636551:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204658.636557:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204658.636561:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204659.148384:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204659.148394:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204659.148397:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204659.148406:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204659.148410:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204659.148416:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204659.148419:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204659.148424:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204659.148427:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204659.660446:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204659.660453:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204659.660459:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204659.660460:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204659.660540:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204659.660548:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204659.660553:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204659.724415:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309637836, at 4309637888
00000100:00000040:0.0:1788204659.724417:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309637836, at 4309637888
00000100:00000010:1.0:1788204659.724432:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0747e0.
00000100:00000010:0.0:1788204659.724434:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000800:00000200:1.0:1788204659.916362:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788204659.916370:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788204659.916374:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788204659.916533:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000200:0.0:1788204659.916544:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1788204659.916548:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788204659.916553:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204659.916556:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204660.172493:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204660.172505:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204660.172508:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204660.172516:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204660.172521:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204660.172526:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204660.172529:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204660.172533:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204660.172537:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204660.684439:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204660.684448:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204660.684454:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204660.684455:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204660.684532:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204660.684539:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204660.684543:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204661.004478:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204661.004489:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204661.004491:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204661.004495:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204661.004500:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204661.004507:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14966
00000400:00000200:0.0:1788204661.004516:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204661.004522:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204661.004526:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204661.004530:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204661.004533:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204661.004536:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204661.004538:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204661.004543:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204661.004545:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788204661.004548:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204661.004551:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788204661.004553:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788204661.004556:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788204661.004559:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204661.004562:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204661.004564:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204661.004566:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204661.004569:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788204661.004572:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204661.004575:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204661.004578:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204661.004582:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204661.004584:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204661.004587:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204661.004589:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204661.004598:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8a80.
00000020:00000040:0.0:1788204661.004601:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788204661.004605:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204661.004607:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204661.004610:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204661.004613:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204661.004617:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204661.004625:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6000.
00000100:00000001:0.0:1788204661.004630:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204661.004639:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8a80 x1875052937875840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204661.004650:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204661.004655:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204661.004660:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afd37ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8a80 x1875052937875840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204661.004688:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204661.004691:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204661.004695:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204661.004696:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204661.004698:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204661.004701:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204661.004705:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14966
00000400:00000200:0.0:1788204661.004709:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204661.004712:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204661.004715:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204661.004719:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204661.004722:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204661.004722:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204661.004728:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788204661.004729:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204661.004732:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788204661.004733:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204661.004737:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204661.004740:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000040:3.0:1788204661.004741:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8a80 x1875052937875840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204661.004743:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204661.004746:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788204661.004752:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:3.0:1788204661.004757:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1788204661.004758:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:3.0:1788204661.004761:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204661.004765:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:3.0:1788204661.004768:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204661.004769:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204661.004774:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:3.0:1788204661.004774:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204661.004780:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:3.0:1788204661.004781:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204661.004784:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00100000:3.0:1788204661.004790:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937875840:192.168.201.135@tcp:250:kworker.0
00000100:00080000:0.0:1788204661.004791:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204661.004797:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.004800:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204661.004801:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204661.004807:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204661.004808:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204661.004811:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204661.004813:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204661.004817:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788204661.004818:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1788204661.004822:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1788204661.004824:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
00000008:00000001:0.0:1788204661.004827:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.004828:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204661.004832:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204661.004837:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:0.0:1788204661.004838:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9c00.
00000400:00000010:3.0:1788204661.004842:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000020:00000040:0.0:1788204661.004843:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204661.004848:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204661.004851:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204661.004851:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000001:0.0:1788204661.004856:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204661.004858:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204661.004859:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204661.004860:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937875840, portal 25
00000100:00000001:3.0:1788204661.004864:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1788204661.004865:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6800.
00000100:00000001:3.0:1788204661.004865:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871301248 : -127143838250368 : ffff8c5d04af8a80)
00000100:00000001:0.0:1788204661.004873:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204661.004874:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8a80 x1875052937875840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.004884:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204661.004886:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204661.004889:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204661.004891:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937875840, offset 0
00000100:00100000:0.0:1788204661.004898:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9c00 x1875052937875968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204661.004899:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204661.004909:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204661.004913:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788204661.004918:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:0.0:1788204661.004919:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204661.004924:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788204661.004929:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e508162b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9c00 x1875052937875968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204661.004930:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204661.004936:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204661.004942:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204661.004949:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546792:546792:256:4294967295] 192.168.201.135@tcp LPNI seq info [546758:546758:8:4294967295]
00000100:00000001:0.0:1788204661.004951:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204661.004955:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:0.0:1788204661.004958:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204661.004963:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204661.004967:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204661.004971:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788204661.004972:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204661.004977:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204661.004982:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14966
00000800:00000200:3.0:1788204661.005001:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204661.005003:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204661.005011:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000010:3.0:1788204661.005012:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000100:00080000:0.0:1788204661.005014:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204661.005019:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204661.005022:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1788204661.005025:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:0.0:1788204661.005028:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:3.0:1788204661.005031:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000100:00000001:0.0:1788204661.005032:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204661.005038:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:3.1:1788204661.005040:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:0.0:1788204661.005041:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788204661.005046:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:3.1:1788204661.005047:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000020:00000040:0.0:1788204661.005050:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000100:3.0:1788204661.005054:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000001:0.0:1788204661.005056:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000010:3.0:1788204661.005057:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000020:00000001:0.0:1788204661.005061:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:3.0:1788204661.005065:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1788204661.005066:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204661.005071:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788204661.005072:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1788204661.005076:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204661.005081:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:3.0:1788204661.005081:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000020:00000040:0.0:1788204661.005087:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000010:3.0:1788204661.005087:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00080000:0.0:1788204661.005094:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204661.005097:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.005097:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:0.0:1788204661.005101:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204661.005104:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204661.005107:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204661.005109:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204661.005111:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000200:3.0:1788204661.005115:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8a80 x1875052937875840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1788204661.005116:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204661.005118:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204661.005122:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afa300.
00000020:00000040:0.0:1788204661.005128:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204661.005134:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204661.005137:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.005138:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204661.005143:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1788204661.005144:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8a80 x1875052937875840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204661.005145:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204661.005150:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204661.005156:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5400.
00000100:00000001:3.0:1788204661.005157:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.005162:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204661.005163:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.005168:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204661.005172:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afa300 x1875052937876096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204661.005176:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204661.005181:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309642956
00000100:00000010:3.0:1788204661.005188:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5cc0.
00000100:00000001:0.0:1788204661.005190:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204661.005194:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.005195:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1788204661.005201:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003df1ecd1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afa300 x1875052937876096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.005204:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309642956
00000100:00000010:3.0:1788204661.005210:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5420.
00000100:00000001:3.0:1788204661.005214:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204661.005219:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204661.005221:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.005222:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204661.005225:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788204661.005226:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1788204661.005232:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1788204661.005233:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204661/real 1788204661]  req@ffff8c5d04af8a80 x1875052937875840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204661.005234:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204661.005238:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204661.005245:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204661.005250:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14966
00000400:00000200:0.0:1788204661.005259:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000001:3.0:1788204661.005269:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:0.0:1788204661.005270:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000001:3.0:1788204661.005271:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1788204661.005275:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1788204661.005277:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000100:00000040:0.0:1788204661.005282:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:3.0:1788204661.005283:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000100:00000001:0.0:1788204661.005287:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1788204661.005288:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000040:0.0:1788204661.005292:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204661.005295:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788204661.005296:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204661.005341:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204661.005343:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788204661.005346:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204661.005351:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000200:3.0:1788204661.005352:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8a80 x1875052937875840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204661.005356:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:0.0:1788204661.005362:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788204661.005370:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204661.005374:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:3.0:1788204661.005378:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8a80 x1875052937875840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204661.005379:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204661.005385:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204661.005391:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:0.0:1788204661.005398:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204661.005398:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204661.005402:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204661.005403:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.005405:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1788204661.005407:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204661.005410:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204661.005412:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204661.005416:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204661.005418:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8a80 x1875052937875840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204661.005420:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204661.005424:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204661.005431:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204661.005435:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.005440:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1788204661.005442:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb100.
00000020:00000040:0.0:1788204661.005446:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000040:3.0:1788204661.005448:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8a80 x1875052937875840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204661.005450:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204661.005453:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204661.005458:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204661.005461:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788204661.005463:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1788204661.005465:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.005469:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1788204661.005472:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7000.
00000100:00000001:3.0:1788204661.005472:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.005474:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.005478:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204661.005479:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.005481:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204661.005485:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1788204661.005489:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb100 x1875052937876224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1788204661.005491:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204661.005496:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204661.005503:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8a80 x1875052937875840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204661.005507:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204661.005512:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204661.005520:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937875840:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204661.005525:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.005526:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.005529:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8a80 x1875052937875840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204661.005533:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c389169] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb100 x1875052937876224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.005535:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204661.005538:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204661.005541:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204661.005546:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204661.005549:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204661.005552:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788204661.005556:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:0.0:1788204661.005557:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204661.005559:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6000.
00000100:00080000:0.0:1788204661.005561:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1788204661.005564:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:0.0:1788204661.005567:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:3.0:1788204661.005567:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204661.005570:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8a80.
00000100:00000001:0.0:1788204661.005572:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204661.005576:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204661.005576:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204661.005579:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204661.005580:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788204661.005585:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14966
00000100:00000001:3.0:1788204661.005586:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788204661.005592:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204661.005596:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:3.0:1788204661.005597:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:0.0:1788204661.005600:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788204661.005601:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204661.005605:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204661.005608:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204661.005609:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204661.005614:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204661.005616:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204661.005618:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204661.005620:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:0.0:1788204661.005621:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788204661.005622:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1788204661.005624:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:3.0:1788204661.005626:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788204661.005628:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788204661.005633:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204661.005633:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9c00 x1875052937875968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204661.005642:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204661.005647:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204661.005648:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204661.005649:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204661.005653:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:3.0:1788204661.005653:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204661.005655:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204661.005659:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:3.0:1788204661.005659:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204661.005666:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00100000:3.0:1788204661.005666:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937875968:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204661.005672:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1788204661.005676:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:3.0:1788204661.005676:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204661.005679:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204661.005681:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.005682:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788204661.005687:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1788204661.005687:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:0.0:1788204661.005691:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204661.005691:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204661.005698:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204661.005701:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204661.005703:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:3.0:1788204661.005705:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000008:00100000:0.0:1788204661.005707:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000010:3.0:1788204661.005709:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000008:00000001:0.0:1788204661.005711:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204661.005714:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937875968, portal 10
00000100:00000001:0.0:1788204661.005715:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.005718:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204661.005721:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871305728 : -127143838245888 : ffff8c5d04af9c00)
00000100:00000010:0.0:1788204661.005722:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9f80.
00000020:00000040:0.0:1788204661.005728:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000040:3.0:1788204661.005729:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9c00 x1875052937875968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204661.005735:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204661.005739:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.005743:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788204661.005745:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:3.0:1788204661.005748:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000001:0.0:1788204661.005749:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1788204661.005752:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
02000000:00000001:0.0:1788204661.005753:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204661.005757:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937875968, offset 0
02000000:00000010:0.0:1788204661.005761:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7800.
00000400:00000200:3.0:1788204661.005763:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788204661.005767:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204661.005773:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:0.0:1788204661.005778:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9f80 x1875052937876352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204661.005782:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204661.005791:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204661.005796:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788204661.005799:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:0.0:1788204661.005800:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204661.005804:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1788204661.005808:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096d998d0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9f80 x1875052937876352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204661.005812:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204661.005820:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546793:546793:256:4294967295] 192.168.201.135@tcp LPNI seq info [546759:546759:8:4294967295]
00000400:00000200:3.0:1788204661.005831:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204661.005832:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204661.005838:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14976)
00000400:00000200:3.0:1788204661.005839:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204661.005846:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204661.005850:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204661.005854:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204661.005857:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788204661.005861:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204661.005863:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1788204661.005867:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204661.005869:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204661.005871:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204661.005875:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204661.005877:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204661.005878:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204661.005880:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204661.005883:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9c00 x1875052937875968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.005889:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.005891:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9c00 x1875052937875968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.005896:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.005897:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204661.005899:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204661.005901:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788204661.005904:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204661.005905:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309639197
00000100:00000001:3.0:1788204661.005907:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309642956
00000100:00000001:3.0:1788204661.005909:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309639197
00000100:00000001:3.0:1788204661.005910:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309642956
00000100:00000001:3.0:1788204661.005912:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204661.005913:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.005914:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204661.005917:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204661/real 1788204661]  req@ffff8c5d04af9c00 x1875052937875968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204661.005922:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204661.005922:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204661.005924:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204661.005926:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204661.005927:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204661.005928:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204661.005930:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9c00 x1875052937875968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204661.005936:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9c00 x1875052937875968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.005940:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204661.005940:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.005941:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.005942:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204661.005944:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9c00 x1875052937875968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.005949:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204661.005951:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9c00 x1875052937875968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.005956:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204661.005958:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.005959:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.005960:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.005961:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204661.005963:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204661.005966:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204661.005968:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204661.005970:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204661.005974:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9c00 x1875052937875968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204661.005983:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937875968:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204661.006000:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204661.006004:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afa300 x1875052937876096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006012:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204661.006013:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.006016:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204661.006018:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204661.006020:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204661.006024:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937876096:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204661.006027:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204661.006029:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204661.006030:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.006031:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204661.006034:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204661.006036:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204661.006038:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204661.006040:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204661.006042:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204661.006045:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937876096, portal 10
00000100:00000001:3.0:1788204661.006046:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204661.006047:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871307520 : -127143838244096 : ffff8c5d04afa300)
00000100:00000040:3.0:1788204661.006051:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afa300 x1875052937876096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006056:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204661.006057:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204661.006058:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204661.006060:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937876096, offset 0
00000400:00000200:3.0:1788204661.006063:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204661.006065:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204661.006068:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204661.006070:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204661.006072:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204661.006075:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204661.006077:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204661.006081:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546794:546794:256:4294967295] 192.168.201.135@tcp LPNI seq info [546760:546760:8:4294967295]
00000400:00000200:3.0:1788204661.006085:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204661.006092:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204661.006097:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204661.006101:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204661.006105:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204661.006108:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788204661.006113:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204661.006116:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1788204661.006120:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204661.006122:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204661.006125:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204661.006129:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204661.006131:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204661.006132:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204661.006134:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204661.006137:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afa300 x1875052937876096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006143:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.006145:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afa300 x1875052937876096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006149:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.006150:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204661.006153:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204661.006155:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788204661.006157:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204661.006158:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309639192
00000100:00000001:3.0:1788204661.006160:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309642956
00000100:00000001:3.0:1788204661.006162:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309639192
00000100:00000001:3.0:1788204661.006164:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309642956
00000100:00000001:3.0:1788204661.006165:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204661.006167:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.006168:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204661.006172:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204661/real 1788204661]  req@ffff8c5d04afa300 x1875052937876096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204661.006180:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204661.006181:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204661.006183:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204661.006185:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204661.006187:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204661.006189:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204661.006192:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afa300 x1875052937876096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204661.006202:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afa300 x1875052937876096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006210:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204661.006211:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006213:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.006215:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204661.006219:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afa300 x1875052937876096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006225:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204661.006228:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afa300 x1875052937876096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006232:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204661.006234:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006235:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.006235:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006237:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204661.006239:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204661.006241:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204661.006243:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204661.006245:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204661.006247:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afa300 x1875052937876096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204661.006255:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937876096:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204661.006260:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204661.006263:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb100 x1875052937876224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006271:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204661.006272:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.006275:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204661.006277:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204661.006279:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204661.006283:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937876224:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204661.006287:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204661.006289:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204661.006290:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.006292:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204661.006296:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204661.006315:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204661.006318:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204661.006321:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204661.006323:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204661.006326:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937876224, portal 4
00000100:00000001:3.0:1788204661.006327:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204661.006328:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871311104 : -127143838240512 : ffff8c5d04afb100)
00000100:00000040:3.0:1788204661.006333:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb100 x1875052937876224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006338:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204661.006340:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204661.006342:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204661.006345:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937876224, offset 0
00000400:00000200:3.0:1788204661.006349:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204661.006353:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204661.006357:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204661.006360:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204661.006363:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204661.006365:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204661.006368:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204661.006371:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546795:546795:256:4294967295] 192.168.201.135@tcp LPNI seq info [546761:546761:8:4294967295]
00000400:00000200:3.0:1788204661.006376:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204661.006383:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204661.006388:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204661.006392:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204661.006395:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204661.006397:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788204661.006400:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204661.006402:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1788204661.006405:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204661.006407:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204661.006410:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204661.006414:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204661.006417:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204661.006419:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204661.006422:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204661.006426:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb100 x1875052937876224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006434:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.006437:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb100 x1875052937876224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006452:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.006454:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204661.006458:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204661.006460:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788204661.006463:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204661.006464:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309639286
00000100:00000001:3.0:1788204661.006466:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309642956
00000100:00000001:3.0:1788204661.006468:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309639286
00000100:00000001:3.0:1788204661.006469:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309642956
00000100:00000001:3.0:1788204661.006471:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204661.006472:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.006473:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204661.006476:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204661/real 1788204661]  req@ffff8c5d04afb100 x1875052937876224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204661.006482:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204661.006483:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204661.006484:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204661.006485:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204661.006487:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204661.006488:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204661.006490:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb100 x1875052937876224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204661.006496:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb100 x1875052937876224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006500:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204661.006501:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006502:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.006503:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204661.006505:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb100 x1875052937876224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006510:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204661.006513:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb100 x1875052937876224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006517:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204661.006518:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006519:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.006520:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006521:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204661.006522:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204661.006524:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204661.006526:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204661.006527:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204661.006530:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb100 x1875052937876224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204661.006534:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937876224:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204661.006536:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006538:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.006540:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9c00 x1875052937875968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006544:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204661.006546:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204661.006547:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204661.006549:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204661.006550:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204661.006551:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204661.006552:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204661.006553:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:3.0:1788204661.006555:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204661.006557:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204661.006558:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9c00.
00000100:00000001:3.0:1788204661.006560:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204661.006561:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006562:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.006564:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afa300 x1875052937876096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006568:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204661.006569:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204661.006570:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204661.006571:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204661.006572:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204661.006572:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204661.006574:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204661.006575:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:3.0:1788204661.006577:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204661.006578:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204661.006580:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afa300.
00000100:00000001:3.0:1788204661.006582:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204661.006583:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006584:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.006587:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb100 x1875052937876224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006594:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204661.006595:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204661.006597:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204661.006599:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204661.006600:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204661.006602:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204661.006604:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204661.006605:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:3.0:1788204661.006607:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204661.006609:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204661.006610:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb100.
00000100:00000001:3.0:1788204661.006615:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204661.006617:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006619:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006623:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204661.006624:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.006627:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204661.006628:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204661.006629:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204661.006632:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9f80 x1875052937876352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006637:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204661.006638:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.006639:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204661.006641:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204661.006642:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204661.006644:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937876352:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204661.006646:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204661.006648:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204661.006649:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204661.006650:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204661.006652:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204661.006653:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204661.006656:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204661.006658:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204661.006660:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204661.006662:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937876352, portal 4
00000100:00000001:3.0:1788204661.006663:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204661.006664:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871306624 : -127143838244992 : ffff8c5d04af9f80)
00000100:00000040:3.0:1788204661.006669:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9f80 x1875052937876352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006673:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204661.006675:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204661.006676:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204661.006678:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937876352, offset 0
00000400:00000200:3.0:1788204661.006680:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204661.006683:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204661.006686:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204661.006688:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204661.006690:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204661.006691:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204661.006693:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204661.006695:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546796:546796:256:4294967295] 192.168.201.135@tcp LPNI seq info [546762:546762:8:4294967295]
00000400:00000200:3.0:1788204661.006698:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204661.006702:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204661.006705:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204661.006707:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204661.006710:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204661.006712:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:3.1:1788204661.006715:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204661.006717:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:3.0:1788204661.006719:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204661.006721:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204661.006723:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204661.006725:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204661.006727:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204661.006728:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204661.006730:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204661.006733:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9f80 x1875052937876352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006738:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.006740:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9f80 x1875052937876352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006744:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.006745:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204661.006747:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204661.006749:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788204661.006751:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204661.006754:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309639303
00000100:00000001:3.0:1788204661.006755:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309642956
00000100:00000001:3.0:1788204661.006757:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309639303
00000100:00000001:3.0:1788204661.006758:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309642956
00000100:00000001:3.0:1788204661.006759:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204661.006760:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.006762:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204661.006765:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204661/real 1788204661]  req@ffff8c5d04af9f80 x1875052937876352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204661.006772:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204661.006773:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204661.006774:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204661.006776:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204661.006778:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204661.006780:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204661.006784:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9f80 x1875052937876352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204661.006793:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9f80 x1875052937876352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006801:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204661.006802:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006805:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.006806:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204661.006810:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9f80 x1875052937876352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006817:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204661.006821:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9f80 x1875052937876352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006826:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204661.006828:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006829:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204661.006830:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006831:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204661.006832:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204661.006834:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204661.006836:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204661.006838:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204661.006840:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9f80 x1875052937876352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204661.006845:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937876352:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204661.006848:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006849:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204661.006851:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9f80 x1875052937876352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204661.006855:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204661.006856:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204661.006857:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204661.006859:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204661.006860:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204661.006860:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204661.006862:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204661.006863:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:3.0:1788204661.006864:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204661.006865:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204661.006867:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9f80.
00000100:00000001:3.0:1788204661.006868:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204661.006869:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006871:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204661.006873:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204661.006874:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204661.006875:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204661.006877:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204661.196417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204661.196428:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204661.196431:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204661.196438:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204661.196443:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204661.196448:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204661.196452:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204661.196456:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204661.196459:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204661.708472:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204661.708479:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204661.708485:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204661.708487:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204661.708577:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204661.708585:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204661.708589:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204662.220407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204662.220414:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204662.220415:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204662.220419:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204662.220422:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204662.220425:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204662.220427:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204662.220429:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204662.220431:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204662.732410:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204662.732415:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204662.732419:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204662.732420:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204662.732471:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204662.732475:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204662.732478:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204663.244409:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204663.244416:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204663.244417:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204663.244422:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204663.244425:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204663.244427:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204663.244429:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204663.244432:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204663.244433:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204663.756433:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204663.756439:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204663.756443:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204663.756444:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204663.756496:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204663.756499:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204663.756502:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204664.268397:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204664.268404:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204664.268407:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204664.268414:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204664.268419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204664.268422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204664.268426:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204664.268429:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204664.268432:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204664.780437:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204664.780444:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204664.780450:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204664.780451:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204664.780515:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204664.780518:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204664.780521:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204664.844400:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309642956, at 4309643008
00000100:00000040:1.0:1788204664.844400:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309642956, at 4309643008
00000100:00000010:0.0:1788204664.844414:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5cc0.
00000100:00000010:1.0:1788204664.844418:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5420.
00000100:00000001:2.0:1788204665.292459:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204665.292466:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204665.292468:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204665.292474:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204665.292478:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204665.292482:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204665.292484:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204665.292487:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204665.292490:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204665.804408:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204665.804415:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204665.804417:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204665.804420:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204665.804424:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204665.804425:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204665.804427:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204665.804428:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204665.804431:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204665.804433:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204665.804433:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204665.804434:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204665.804436:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204665.804437:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204665.804438:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204665.804439:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204665.804494:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204665.804497:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204665.804499:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204666.124417:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204666.124425:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204666.124428:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204666.124432:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204666.124436:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204666.124442:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14971
00000400:00000200:0.0:1788204666.124449:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204666.124454:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204666.124457:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204666.124460:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204666.124463:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204666.124467:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204666.124470:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204666.124474:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204666.124476:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788204666.124479:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204666.124482:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788204666.124484:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788204666.124487:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788204666.124490:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204666.124492:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204666.124494:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204666.124497:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204666.124500:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788204666.124503:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204666.124507:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204666.124510:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204666.124513:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204666.124516:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204666.124518:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204666.124520:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204666.124529:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afaa00.
00000020:00000040:0.0:1788204666.124532:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788204666.124535:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204666.124536:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204666.124539:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204666.124542:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204666.124545:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204666.124551:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5800.
00000100:00000001:0.0:1788204666.124557:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204666.124564:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afaa00 x1875052937876480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204666.124572:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204666.124576:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204666.124580:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0848cb4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afaa00 x1875052937876480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204666.124599:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204666.124602:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204666.124604:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204666.124605:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204666.124606:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204666.124609:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204666.124611:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14971
00000400:00000200:0.0:1788204666.124613:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204666.124615:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204666.124617:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204666.124619:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204666.124620:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204666.124622:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204666.124623:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204666.124625:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204666.124625:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788204666.124627:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204666.124628:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788204666.124630:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788204666.124631:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788204666.124640:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204666.124642:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204666.124644:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204666.124645:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204666.124648:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:0.0:1788204666.124650:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204666.124652:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204666.124653:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204666.124657:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204666.124659:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1788204666.124662:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204666.124663:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1788204666.124666:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204666.124669:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204666.124673:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1788204666.124675:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afaa00 x1875052937876480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1788204666.124676:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204666.124680:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204666.124684:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afbb80.
00000020:00000040:0.0:1788204666.124689:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204666.124693:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204666.124695:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.124697:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204666.124698:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204666.124702:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204666.124703:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.124703:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204666.124709:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:3.0:1788204666.124711:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204666.124712:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204666.124716:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788204666.124719:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afbb80 x1875052937876608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788204666.124723:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204666.124730:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204666.124734:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204666.124734:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937876480:192.168.201.135@tcp:250:kworker.0
00000100:00000040:0.0:1788204666.124740:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005baa2078] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afbb80 x1875052937876608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.124744:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204666.124751:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204666.124751:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1788204666.124753:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:3.0:1788204666.124756:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204666.124757:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204666.124760:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204666.124763:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:3.0:1788204666.124763:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204666.124765:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204666.124768:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14971
00000400:00000200:0.0:1788204666.124771:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:3.0:1788204666.124772:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d6400.
00000400:00000200:0.0:1788204666.124774:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204666.124776:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204666.124778:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:3.0:1788204666.124785:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204666.124786:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204666.124792:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204666.124793:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204666.124795:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204666.124796:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788204666.124797:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204666.124800:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:3.0:1788204666.124801:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:0.0:1788204666.124802:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788204666.124805:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000010:3.0:1788204666.124807:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000100:00000040:0.0:1788204666.124808:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204666.124814:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204666.124816:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204666.124818:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:3.0:1788204666.124819:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000020:00000040:0.0:1788204666.124820:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:0.0:1788204666.124825:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204666.124827:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204666.124828:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1788204666.124829:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937876480, portal 25
02000000:00000001:0.0:1788204666.124831:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204666.124835:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.124837:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204666.124838:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204666.124841:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788204666.124843:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871309312 : -127143838242304 : ffff8c5d04afaa00)
00000008:00000001:0.0:1788204666.124845:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204666.124849:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204666.124852:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8e00.
00000020:00000040:0.0:1788204666.124855:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000040:3.0:1788204666.124857:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afaa00 x1875052937876480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204666.124858:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204666.124860:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204666.124863:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204666.124865:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204666.124867:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204666.124873:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7c00.
00000100:00000001:0.0:1788204666.124878:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.124879:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1788204666.124883:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8e00 x1875052937876736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788204666.124887:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788204666.124895:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1788204666.124895:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000001:0.0:1788204666.124898:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204666.124918:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ded5d6d5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8e00 x1875052937876736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204666.124920:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937876480, offset 0
00000100:00000001:0.0:1788204666.124933:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204666.124934:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:0.0:1788204666.124938:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204666.124945:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1788204666.124945:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204666.124949:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204666.124953:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788204666.124956:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:0.0:1788204666.124959:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788204666.124963:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1788204666.124967:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14971
00000400:00000200:3.0:1788204666.124973:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204666.124975:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204666.124980:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204666.124983:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204666.124987:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788204666.124990:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:0.0:1788204666.124992:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204666.124995:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204666.125001:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:3.0:1788204666.125001:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546797:546797:256:4294967295] 192.168.201.135@tcp LPNI seq info [546763:546763:8:4294967295]
00000100:00000001:0.0:1788204666.125004:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204666.125011:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204666.125015:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000400:00000200:3.0:1788204666.125015:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:0.0:1788204666.125021:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204666.125031:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000200:3.0:1788204666.125031:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1788204666.125038:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:0.0:1788204666.125045:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000200:3.0:1788204666.125045:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:0.0:1788204666.125054:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000010:3.0:1788204666.125056:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000100:00000001:0.0:1788204666.125057:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204666.125062:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204666.125064:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204666.125067:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000800:00000200:3.0:1788204666.125069:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:0.0:1788204666.125071:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204666.125075:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204666.125076:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
02000000:00000001:0.0:1788204666.125077:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204666.125081:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204666.125085:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204666.125088:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.1:1788204666.125088:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000008:00100000:0.0:1788204666.125092:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000800:00000200:3.1:1788204666.125094:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000008:00000001:0.0:1788204666.125096:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204666.125102:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788204666.125105:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000010:0.0:1788204666.125106:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afad80.
00000800:00000010:3.0:1788204666.125109:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000020:00000040:0.0:1788204666.125110:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788204666.125115:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204666.125116:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204666.125118:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1788204666.125118:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1788204666.125122:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204666.125127:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204666.125127:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204666.125134:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
02000000:00000010:0.0:1788204666.125136:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7400.
00000400:00000010:3.0:1788204666.125138:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:0.0:1788204666.125142:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.125145:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1788204666.125151:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afad80 x1875052937876864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788204666.125154:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afaa00 x1875052937876480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204666.125175:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204666.125179:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.125182:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204666.125185:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d214ad8] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afad80 x1875052937876864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204666.125192:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afaa00 x1875052937876480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204666.125195:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204666.125200:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204666.125207:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204666.125209:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204666.125211:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204666.125216:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204666.125216:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204666.125220:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14971
00000100:00000001:3.0:1788204666.125221:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:0.0:1788204666.125226:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204666.125229:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204666.125230:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204666.125233:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204666.125236:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204666.125236:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204666.125240:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204666.125246:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:3.0:1788204666.125246:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:0.0:1788204666.125252:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788204666.125252:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309648076
00000020:00000040:0.0:1788204666.125257:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:0.0:1788204666.125260:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:3.0:1788204666.125260:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5d20.
00000020:00000040:0.0:1788204666.125266:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:3.0:1788204666.125269:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1788204666.125270:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788204666.125276:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:3.0:1788204666.125278:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309648076
00000100:00000040:0.0:1788204666.125282:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000010:3.0:1788204666.125284:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5f60.
00000100:00000001:0.0:1788204666.125287:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204666.125291:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204666.125291:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204666.125315:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204666.125317:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:0.0:1788204666.125319:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204666.125322:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204666.125324:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204666.125328:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204666.125331:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204666.125333:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204666.125335:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204666.125339:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.125340:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204666.125342:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.125346:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204666.125350:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9f80.
00000100:00000001:3.0:1788204666.125351:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1788204666.125357:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00100000:3.0:1788204666.125362:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204666/real 1788204666]  req@ffff8c5d04afaa00 x1875052937876480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204666.125363:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204666.125366:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204666.125370:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204666.125374:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204666.125377:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:3.0:1788204666.125385:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000010:0.0:1788204666.125386:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4c00.
00000400:00000001:3.0:1788204666.125390:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1788204666.125391:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204666.125395:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000100:00100000:0.0:1788204666.125399:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9f80 x1875052937876992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204666.125402:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204666.125408:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:0.0:1788204666.125411:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204666.125413:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788204666.125415:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204666.125424:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096d998d0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9f80 x1875052937876992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204666.125425:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afaa00 x1875052937876480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204666.125442:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204666.125448:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14981)
00000100:00000200:3.0:1788204666.125454:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afaa00 x1875052937876480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.125464:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204666.125466:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.125468:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204666.125471:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204666.125475:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afaa00 x1875052937876480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.125483:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204666.125488:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afaa00 x1875052937876480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.125496:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204666.125499:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.125501:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204666.125502:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.125505:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204666.125507:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204666.125510:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204666.125515:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204666.125517:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204666.125522:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afaa00 x1875052937876480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204666.125532:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937876480:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204666.125537:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.125540:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204666.125543:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afaa00 x1875052937876480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.125551:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204666.125554:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204666.125556:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204666.125560:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204666.125562:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204666.125564:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788204666.125567:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204666.125569:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:3.0:1788204666.125573:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204666.125575:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204666.125577:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afaa00.
00000100:00000001:3.0:1788204666.125581:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204666.125582:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.125584:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.125592:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204666.125594:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.125597:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204666.125598:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204666.125600:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204666.125604:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afbb80 x1875052937876608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.125620:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204666.125622:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204666.125624:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204666.125626:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204666.125629:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204666.125632:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937876608:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204666.125635:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204666.125638:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204666.125639:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204666.125641:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204666.125644:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204666.125647:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204666.125651:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204666.125654:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204666.125658:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204666.125661:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937876608, portal 10
00000100:00000001:3.0:1788204666.125663:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204666.125665:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871313792 : -127143838237824 : ffff8c5d04afbb80)
00000100:00000040:3.0:1788204666.125671:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afbb80 x1875052937876608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.125678:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204666.125681:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204666.125683:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204666.125686:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937876608, offset 0
00000400:00000200:3.0:1788204666.125691:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204666.125696:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204666.125700:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204666.125704:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204666.125706:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204666.125709:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204666.125711:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204666.125715:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546798:546798:256:4294967295] 192.168.201.135@tcp LPNI seq info [546764:546764:8:4294967295]
00000400:00000200:3.0:1788204666.125720:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204666.125727:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204666.125731:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204666.125735:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204666.125740:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204666.125743:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788204666.125747:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204666.125750:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1788204666.125755:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204666.125757:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204666.125760:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204666.125764:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204666.125768:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204666.125770:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204666.125773:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204666.125777:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afbb80 x1875052937876608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.125786:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204666.125789:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afbb80 x1875052937876608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.125796:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.125798:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204666.125802:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204666.125806:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788204666.125809:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204666.125811:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309644317
00000100:00000001:3.0:1788204666.125814:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309648076
00000100:00000001:3.0:1788204666.125816:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309644317
00000100:00000001:3.0:1788204666.125819:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309648076
00000100:00000001:3.0:1788204666.125821:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204666.125824:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.125827:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204666.125831:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204666/real 1788204666]  req@ffff8c5d04afbb80 x1875052937876608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204666.125838:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204666.125839:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204666.125840:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204666.125842:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204666.125844:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204666.125846:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204666.125850:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afbb80 x1875052937876608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204666.125860:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afbb80 x1875052937876608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.125868:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204666.125870:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.125871:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204666.125873:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204666.125875:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afbb80 x1875052937876608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.125880:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204666.125883:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afbb80 x1875052937876608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.125888:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204666.125889:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.125890:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204666.125891:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.125892:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204666.125893:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204666.125895:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204666.125898:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204666.125912:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204666.125918:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afbb80 x1875052937876608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204666.125926:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937876608:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204666.125931:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204666.125935:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8e00 x1875052937876736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.125941:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204666.125943:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204666.125946:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204666.125948:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204666.125950:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204666.125953:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937876736:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204666.125956:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204666.125958:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204666.125960:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204666.125962:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204666.125966:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204666.125968:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204666.125972:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204666.125974:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204666.125978:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204666.125982:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937876736, portal 10
00000100:00000001:3.0:1788204666.125984:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204666.125985:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871302144 : -127143838249472 : ffff8c5d04af8e00)
00000100:00000040:3.0:1788204666.125993:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8e00 x1875052937876736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126000:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204666.126003:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204666.126006:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204666.126009:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937876736, offset 0
00000400:00000200:3.0:1788204666.126013:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204666.126018:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204666.126023:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204666.126026:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204666.126028:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204666.126031:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204666.126033:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204666.126037:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546799:546799:256:4294967295] 192.168.201.135@tcp LPNI seq info [546765:546765:8:4294967295]
00000400:00000200:3.0:1788204666.126041:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204666.126048:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204666.126054:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204666.126058:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204666.126062:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204666.126065:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788204666.126069:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204666.126072:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1788204666.126075:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204666.126078:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204666.126081:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204666.126084:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204666.126088:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204666.126090:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204666.126093:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204666.126097:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8e00 x1875052937876736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126105:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204666.126109:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8e00 x1875052937876736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126116:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.126118:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204666.126121:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204666.126124:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788204666.126128:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204666.126130:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309644312
00000100:00000001:3.0:1788204666.126133:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309648076
00000100:00000001:3.0:1788204666.126135:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309644312
00000100:00000001:3.0:1788204666.126138:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309648076
00000100:00000001:3.0:1788204666.126140:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204666.126143:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.126145:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204666.126149:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204666/real 1788204666]  req@ffff8c5d04af8e00 x1875052937876736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204666.126157:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204666.126159:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204666.126161:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204666.126164:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204666.126165:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204666.126168:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204666.126171:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8e00 x1875052937876736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204666.126181:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8e00 x1875052937876736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126188:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204666.126189:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.126191:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204666.126192:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204666.126196:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8e00 x1875052937876736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126203:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204666.126207:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8e00 x1875052937876736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126215:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204666.126217:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.126219:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204666.126221:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.126223:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204666.126224:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204666.126227:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204666.126231:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204666.126233:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204666.126237:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8e00 x1875052937876736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204666.126246:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937876736:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204666.126250:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204666.126253:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afad80 x1875052937876864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126261:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204666.126263:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204666.126265:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204666.126267:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204666.126269:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204666.126272:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937876864:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204666.126275:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204666.126278:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204666.126279:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204666.126281:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204666.126285:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204666.126287:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204666.126292:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204666.126295:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204666.126318:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204666.126322:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937876864, portal 4
00000100:00000001:3.0:1788204666.126324:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204666.126325:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871310208 : -127143838241408 : ffff8c5d04afad80)
00000100:00000040:3.0:1788204666.126332:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afad80 x1875052937876864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126339:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204666.126342:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204666.126344:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204666.126347:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937876864, offset 0
00000400:00000200:3.0:1788204666.126351:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204666.126355:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204666.126359:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204666.126362:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204666.126365:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204666.126367:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204666.126370:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204666.126374:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546800:546800:256:4294967295] 192.168.201.135@tcp LPNI seq info [546766:546766:8:4294967295]
00000400:00000200:3.0:1788204666.126378:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204666.126386:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204666.126390:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204666.126393:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204666.126397:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204666.126400:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788204666.126405:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204666.126408:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1788204666.126412:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204666.126414:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204666.126417:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204666.126421:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204666.126424:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204666.126426:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204666.126429:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204666.126432:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afad80 x1875052937876864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126440:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204666.126444:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afad80 x1875052937876864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126451:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.126453:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204666.126456:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204666.126459:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788204666.126463:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204666.126465:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309644406
00000100:00000001:3.0:1788204666.126467:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309648076
00000100:00000001:3.0:1788204666.126470:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309644406
00000100:00000001:3.0:1788204666.126472:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309648076
00000100:00000001:3.0:1788204666.126474:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204666.126476:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.126478:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204666.126481:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204666/real 1788204666]  req@ffff8c5d04afad80 x1875052937876864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204666.126489:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204666.126490:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204666.126492:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204666.126494:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204666.126496:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204666.126497:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204666.126499:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afad80 x1875052937876864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204666.126505:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afad80 x1875052937876864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126510:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204666.126511:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.126513:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204666.126514:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204666.126516:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afad80 x1875052937876864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126520:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204666.126522:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afad80 x1875052937876864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126527:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204666.126529:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.126530:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204666.126531:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.126532:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204666.126533:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204666.126534:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204666.126536:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204666.126537:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204666.126540:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afad80 x1875052937876864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204666.126544:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937876864:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204666.126546:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204666.126549:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9f80 x1875052937876992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126552:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204666.126553:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204666.126556:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204666.126558:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204666.126560:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204666.126563:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937876992:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204666.126566:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204666.126568:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204666.126570:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204666.126572:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204666.126575:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204666.126577:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204666.126581:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204666.126583:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204666.126586:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204666.126589:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937876992, portal 4
00000100:00000001:3.0:1788204666.126591:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204666.126593:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871306624 : -127143838244992 : ffff8c5d04af9f80)
00000100:00000040:3.0:1788204666.126600:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9f80 x1875052937876992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126607:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204666.126609:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204666.126612:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204666.126615:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937876992, offset 0
00000400:00000200:3.0:1788204666.126620:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204666.126624:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204666.126629:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204666.126631:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204666.126634:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204666.126637:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204666.126640:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204666.126643:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546801:546801:256:4294967295] 192.168.201.135@tcp LPNI seq info [546767:546767:8:4294967295]
00000400:00000200:3.0:1788204666.126648:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204666.126655:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204666.126660:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204666.126664:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204666.126668:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204666.126671:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:3.1:1788204666.126676:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204666.126679:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:3.0:1788204666.126683:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204666.126685:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204666.126688:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204666.126691:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204666.126694:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204666.126695:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204666.126698:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204666.126701:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9f80 x1875052937876992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126709:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204666.126713:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9f80 x1875052937876992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126720:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.126722:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204666.126725:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204666.126728:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788204666.126731:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204666.126734:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309644423
00000100:00000001:3.0:1788204666.126736:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309648076
00000100:00000001:3.0:1788204666.126738:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309644423
00000100:00000001:3.0:1788204666.126741:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309648076
00000100:00000001:3.0:1788204666.126743:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204666.126745:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.126747:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204666.126751:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204666/real 1788204666]  req@ffff8c5d04af9f80 x1875052937876992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204666.126760:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204666.126761:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204666.126763:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204666.126766:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204666.126768:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204666.126770:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204666.126773:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9f80 x1875052937876992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204666.126783:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9f80 x1875052937876992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126790:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204666.126791:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.126793:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204666.126795:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204666.126798:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9f80 x1875052937876992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126805:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204666.126809:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9f80 x1875052937876992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126817:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204666.126820:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.126821:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204666.126823:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.126824:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204666.126825:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204666.126827:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204666.126829:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204666.126831:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204666.126834:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9f80 x1875052937876992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204666.126842:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937876992:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204666.126846:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.126848:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204666.126851:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afbb80 x1875052937876608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126858:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204666.126860:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204666.126861:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204666.126865:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204666.126866:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204666.126868:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204666.126870:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204666.126872:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:3.0:1788204666.126874:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204666.126876:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204666.126878:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afbb80.
00000100:00000001:3.0:1788204666.126883:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204666.126885:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.126886:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204666.126890:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8e00 x1875052937876736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126898:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204666.126912:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204666.126915:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204666.126917:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204666.126919:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204666.126920:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204666.126922:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204666.126924:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:3.0:1788204666.126927:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204666.126928:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204666.126930:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8e00.
00000100:00000001:3.0:1788204666.126933:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204666.126934:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.126936:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204666.126940:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afad80 x1875052937876864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126947:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204666.126948:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204666.126950:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204666.126952:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204666.126953:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204666.126955:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204666.126956:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204666.126958:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:3.0:1788204666.126960:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204666.126961:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204666.126962:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afad80.
00000100:00000001:3.0:1788204666.126965:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204666.126966:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.126968:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204666.126971:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9f80 x1875052937876992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204666.126978:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204666.126979:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204666.126981:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204666.126983:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204666.126984:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204666.126985:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204666.126987:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204666.126989:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:3.0:1788204666.126991:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204666.126992:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204666.126994:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9f80.
00000100:00000001:3.0:1788204666.126996:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204666.126998:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.127000:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204666.127004:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204666.127006:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204666.127008:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204666.127009:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204666.316430:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204666.316436:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204666.316437:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204666.316442:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204666.316445:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204666.316448:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204666.316450:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204666.316452:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204666.316454:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204666.828416:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204666.828422:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204666.828427:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204666.828427:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204666.828478:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204666.828482:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204666.828485:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204667.340401:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204667.340409:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204667.340411:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204667.340416:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204667.340418:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204667.340421:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204667.340423:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204667.340425:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204667.340427:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204667.852380:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204667.852386:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204667.852389:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204667.852390:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204667.852442:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204667.852446:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204667.852449:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204668.364399:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204668.364410:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204668.364412:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204668.364416:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204668.364420:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204668.364423:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204668.364426:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204668.364428:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204668.364431:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204668.876398:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204668.876402:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204668.876406:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204668.876407:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204668.876458:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204668.876462:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204668.876465:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204669.388396:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204669.388402:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204669.388404:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204669.388408:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204669.388410:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204669.388413:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204669.388415:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204669.388416:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204669.388418:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204669.900383:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204669.900387:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204669.900391:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204669.900393:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204669.900504:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204669.900507:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204669.900509:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204669.964415:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309648076, at 4309648128
00000100:00000040:0.0:1788204669.964419:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309648076, at 4309648128
00000100:00000010:1.0:1788204669.964429:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5f60.
00000100:00000010:0.0:1788204669.964432:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5d20.
00000100:00000001:2.0:1788204670.412408:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204670.412415:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204670.412417:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204670.412422:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204670.412425:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204670.412428:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204670.412431:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204670.412434:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204670.412436:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204670.924434:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204670.924444:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204670.924452:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204670.924453:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204670.924509:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204670.924514:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204670.924518:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204671.244462:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204671.244473:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204671.244475:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204671.244479:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204671.244483:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204671.244490:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14976
00000400:00000200:2.0:1788204671.244498:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204671.244504:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204671.244506:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204671.244509:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.244512:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204671.244513:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.244515:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204671.244519:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204671.244520:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204671.244523:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204671.244525:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204671.244527:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204671.244528:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204671.244530:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.244531:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204671.244533:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.244534:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204671.244537:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204671.244539:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204671.244541:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204671.244543:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204671.244546:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204671.244549:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204671.244551:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204671.244552:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204671.244563:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eaa00.
00000020:00000040:2.0:1788204671.244565:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204671.244569:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204671.244570:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204671.244573:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204671.244576:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204671.244581:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204671.244588:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788204671.244594:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204671.244602:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eaa00 x1875052937877120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204671.244610:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204671.244614:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204671.244618:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84ad27f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eaa00 x1875052937877120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204671.244638:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204671.244641:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204671.244644:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204671.244645:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204671.244646:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204671.244648:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204671.244650:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14976
00000400:00000200:2.0:1788204671.244653:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204671.244654:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204671.244656:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204671.244658:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.244660:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204671.244661:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.244663:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204671.244666:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204671.244667:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204671.244668:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204671.244669:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204671.244671:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:3.0:1788204671.244672:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1788204671.244673:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204671.244676:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.244678:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204671.244678:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1788204671.244680:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.244682:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:3.0:1788204671.244682:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1788204671.244686:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204671.244690:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204671.244692:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204671.244692:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eaa00 x1875052937877120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204671.244695:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204671.244702:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204671.244706:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204671.244709:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204671.244709:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204671.244713:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1788204671.244715:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788204671.244717:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1788204671.244719:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204671.244721:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204671.244722:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204671.244725:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204671.244726:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8000.
00000020:00000040:2.0:1788204671.244730:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00100000:3.0:1788204671.244730:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937877120:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788204671.244734:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204671.244736:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.244736:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204671.244739:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204671.244740:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204671.244742:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204671.244742:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204671.244745:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204671.244746:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:3.0:1788204671.244748:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788204671.244751:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204671.244754:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00100000:2.0:1788204671.244756:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8000 x1875052937877248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788204671.244757:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204671.244764:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788204671.244765:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204671.244769:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204671.244771:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000100:00000040:2.0:1788204671.244773:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073353726] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8000 x1875052937877248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788204671.244778:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000001:2.0:1788204671.244779:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204671.244782:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204671.244784:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204671.244785:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1788204671.244786:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937877120, portal 25
00000100:00080000:2.0:1788204671.244787:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204671.244791:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204671.244792:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204671.244795:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14976
00000100:00000001:3.0:1788204671.244795:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803427840 : -127142906123776 : ffff8c5d3c3eaa00)
00000400:00000200:2.0:1788204671.244801:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204671.244803:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204671.244805:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204671.244807:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eaa00 x1875052937877120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204671.244808:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.244824:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204671.244828:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.244831:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204671.244834:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788204671.244834:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1788204671.244838:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204671.244840:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:3.0:1788204671.244842:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000040:2.0:1788204671.244843:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204671.244847:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000010:3.0:1788204671.244847:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000020:00000001:2.0:1788204671.244851:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000200:3.0:1788204671.244854:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937877120, offset 0
00000100:00000040:2.0:1788204671.244858:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.244861:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788204671.244865:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204671.244867:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.244871:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204671.244873:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:3.0:1788204671.244876:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204671.244880:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204671.244883:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204671.244885:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788204671.244885:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000001:2.0:1788204671.244890:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204671.244892:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1788204671.244893:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204671.244896:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204671.244898:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788204671.244899:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000008:00000001:2.0:1788204671.244902:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204671.244904:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204671.244905:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1788204671.244908:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8a80.
00000400:00000200:3.0:1788204671.244909:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000020:00000040:2.0:1788204671.244913:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:3.0:1788204671.244916:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546802:546802:256:4294967295] 192.168.201.135@tcp LPNI seq info [546768:546768:8:4294967295]
02000000:00000001:2.0:1788204671.244917:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204671.244920:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204671.244923:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204671.244925:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788204671.244925:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204671.244928:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204671.244931:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:2.0:1788204671.244936:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204671.244937:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1788204671.244942:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8a80 x1875052937877376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1788204671.244946:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204671.244953:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1788204671.244954:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000100:00000001:2.0:1788204671.244955:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204671.244960:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e60b9ed0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8a80 x1875052937877376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788204671.244964:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204671.244970:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1788204671.244971:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204671.244976:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.1:1788204671.244979:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:2.0:1788204671.244981:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204671.244985:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:3.1:1788204671.244985:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1788204671.244987:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204671.244991:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:3.0:1788204671.244993:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204671.244996:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14976
00000800:00000010:3.0:1788204671.244997:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:2.0:1788204671.245000:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204671.245004:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:3.0:1788204671.245004:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1788204671.245009:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788204671.245013:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1788204671.245015:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.245018:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204671.245020:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:3.0:1788204671.245020:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000100:00000001:2.0:1788204671.245024:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:3.0:1788204671.245024:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000020:00000001:2.0:1788204671.245028:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204671.245029:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204671.245030:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788204671.245031:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1788204671.245032:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204671.245037:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000200:3.0:1788204671.245037:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eaa00 x1875052937877120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204671.245043:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204671.245051:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204671.245051:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204671.245056:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eaa00 x1875052937877120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204671.245057:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204671.245063:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.245068:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:3.0:1788204671.245068:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.245071:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1788204671.245074:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204671.245078:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204671.245078:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204671.245082:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204671.245086:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788204671.245086:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204671.245090:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204671.245090:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309653196
02000000:00000001:2.0:1788204671.245093:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204671.245096:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204671.245098:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000010:3.0:1788204671.245098:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5d20.
00000008:00000001:2.0:1788204671.245102:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204671.245104:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.245106:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000010:2.0:1788204671.245107:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000020:00000040:2.0:1788204671.245111:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204671.245113:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204671.245114:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204671.245116:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788204671.245116:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309653196
02000000:00000001:2.0:1788204671.245119:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204671.245122:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204671.245122:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5f60.
00000100:00000001:3.0:1788204671.245126:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000010:2.0:1788204671.245127:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:3.0:1788204671.245129:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204671.245131:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.245132:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.245135:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204671.245137:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937877504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1788204671.245141:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204671/real 1788204671]  req@ffff8c5d3c3eaa00 x1875052937877120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204671.245157:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204671.245158:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204671.245160:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204671.245161:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000100:00000001:2.0:1788204671.245162:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1788204671.245163:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:2.0:1788204671.245166:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.245167:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1788204671.245173:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937877504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204671.245173:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eaa00 x1875052937877120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204671.245197:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204671.245200:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eaa00 x1875052937877120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204671.245201:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204671.245207:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204671.245209:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204671.245211:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204671.245214:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204671.245215:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204671.245216:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204671.245219:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14976
00000100:00000001:3.0:1788204671.245221:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:2.0:1788204671.245224:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204671.245224:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788204671.245230:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00100000:3.0:1788204671.245231:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eaa00 x1875052937877120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204671.245233:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204671.245238:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.245241:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204671.245244:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204671.245244:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204671.245247:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204671.245251:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1788204671.245251:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eaa00 x1875052937877120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204671.245252:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:3.0:1788204671.245258:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1788204671.245259:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204671.245262:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:3.0:1788204671.245263:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.245265:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204671.245266:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204671.245269:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:3.0:1788204671.245270:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000001:2.0:1788204671.245272:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:3.0:1788204671.245273:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204671.245277:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1788204671.245279:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.245283:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:3.0:1788204671.245283:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204671.245287:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204671.245288:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204671.245290:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:3.0:1788204671.245292:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eaa00 x1875052937877120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204671.245293:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204671.245326:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204671.245331:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204671.245334:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204671.245338:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1788204671.245338:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937877120:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788204671.245342:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204671.245345:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204671.245345:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1788204671.245346:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1788204671.245348:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1788204671.245352:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204671.245354:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204671.245354:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eaa00 x1875052937877120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204671.245359:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000100:00000001:3.0:1788204671.245363:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:2.0:1788204671.245364:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204671.245367:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204671.245367:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1788204671.245370:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204671.245370:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5800.
00000100:00000001:2.0:1788204671.245371:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204671.245374:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204671.245375:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204671.245375:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204671.245377:0:2392:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000010:2.0:1788204671.245380:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000020:00000040:3.0:1788204671.245380:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:2.0:1788204671.245385:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204671.245385:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00100000:2.0:1788204671.245390:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937877632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1788204671.245393:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788204671.245396:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204671.245399:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204671.245401:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:2.0:1788204671.245403:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937877632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204671.245403:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204671.245406:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eaa00.
00000100:00000001:3.0:1788204671.245411:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204671.245413:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.245413:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.245416:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204671.245419:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14987)
00000100:00000001:3.0:1788204671.245423:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204671.245426:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.245428:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204671.245430:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204671.245431:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204671.245434:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8000 x1875052937877248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245439:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204671.245440:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204671.245441:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204671.245443:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204671.245444:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204671.245446:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937877248:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204671.245448:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204671.245449:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204671.245450:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204671.245451:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204671.245454:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204671.245455:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204671.245457:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204671.245459:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204671.245461:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204671.245463:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937877248, portal 10
00000100:00000001:3.0:1788204671.245465:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204671.245465:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417088 : -127142906134528 : ffff8c5d3c3e8000)
00000100:00000040:3.0:1788204671.245470:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8000 x1875052937877248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245474:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204671.245476:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204671.245477:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204671.245478:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937877248, offset 0
00000400:00000200:3.0:1788204671.245481:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204671.245483:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204671.245485:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204671.245487:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204671.245488:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204671.245490:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204671.245492:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204671.245494:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546803:546803:256:4294967295] 192.168.201.135@tcp LPNI seq info [546769:546769:8:4294967295]
00000400:00000200:3.0:1788204671.245496:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204671.245500:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204671.245503:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204671.245504:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204671.245507:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204671.245508:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204671.245511:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204671.245513:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788204671.245515:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204671.245516:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204671.245518:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204671.245520:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204671.245522:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204671.245523:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204671.245525:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204671.245526:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8000 x1875052937877248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245531:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204671.245533:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8000 x1875052937877248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245537:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.245538:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204671.245540:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204671.245543:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788204671.245545:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204671.245546:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309649437
00000100:00000001:3.0:1788204671.245548:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309653196
00000100:00000001:3.0:1788204671.245550:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309649437
00000100:00000001:3.0:1788204671.245552:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309653196
00000100:00000001:3.0:1788204671.245553:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204671.245554:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.245556:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204671.245558:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204671/real 1788204671]  req@ffff8c5d3c3e8000 x1875052937877248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204671.245562:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204671.245562:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204671.245563:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204671.245564:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204671.245565:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204671.245566:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204671.245568:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8000 x1875052937877248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204671.245572:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8000 x1875052937877248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245576:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204671.245577:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.245578:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204671.245579:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204671.245581:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8000 x1875052937877248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245584:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204671.245586:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8000 x1875052937877248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245589:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204671.245591:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.245592:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204671.245592:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.245594:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204671.245596:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204671.245597:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204671.245599:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204671.245601:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204671.245603:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8000 x1875052937877248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204671.245607:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937877248:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204671.245609:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204671.245610:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8a80 x1875052937877376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245614:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204671.245614:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204671.245616:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204671.245617:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204671.245618:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204671.245620:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937877376:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204671.245622:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204671.245622:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204671.245623:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204671.245624:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204671.245626:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204671.245627:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204671.245629:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204671.245630:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204671.245632:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204671.245634:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937877376, portal 10
00000100:00000001:3.0:1788204671.245635:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204671.245636:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803419776 : -127142906131840 : ffff8c5d3c3e8a80)
00000100:00000040:3.0:1788204671.245640:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8a80 x1875052937877376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245644:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204671.245646:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204671.245647:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204671.245648:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937877376, offset 0
00000400:00000200:3.0:1788204671.245650:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204671.245652:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204671.245653:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204671.245655:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204671.245656:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204671.245657:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204671.245659:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204671.245661:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546804:546804:256:4294967295] 192.168.201.135@tcp LPNI seq info [546770:546770:8:4294967295]
00000400:00000200:3.0:1788204671.245663:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204671.245667:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204671.245669:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204671.245671:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204671.245673:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204671.245674:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204671.245677:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204671.245678:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788204671.245680:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204671.245682:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204671.245683:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204671.245685:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204671.245687:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204671.245688:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204671.245689:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204671.245691:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8a80 x1875052937877376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245695:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204671.245696:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8a80 x1875052937877376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245704:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.245705:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204671.245706:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204671.245708:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788204671.245710:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204671.245711:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309649432
00000100:00000001:3.0:1788204671.245713:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309653196
00000100:00000001:3.0:1788204671.245714:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309649432
00000100:00000001:3.0:1788204671.245715:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309653196
00000100:00000001:3.0:1788204671.245716:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204671.245717:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.245718:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204671.245720:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204671/real 1788204671]  req@ffff8c5d3c3e8a80 x1875052937877376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204671.245724:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204671.245724:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204671.245725:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204671.245726:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204671.245727:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204671.245728:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204671.245730:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8a80 x1875052937877376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204671.245735:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8a80 x1875052937877376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245738:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204671.245739:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.245740:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204671.245741:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204671.245742:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8a80 x1875052937877376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245747:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204671.245749:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8a80 x1875052937877376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245753:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204671.245754:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.245755:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204671.245756:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.245757:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204671.245757:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204671.245759:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204671.245760:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204671.245761:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204671.245763:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8a80 x1875052937877376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204671.245767:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937877376:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204671.245769:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204671.245771:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9f80 x1875052937877504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245774:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204671.245775:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204671.245776:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204671.245777:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204671.245778:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204671.245779:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937877504:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204671.245781:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204671.245782:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204671.245783:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204671.245784:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204671.245786:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204671.245787:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204671.245789:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204671.245790:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204671.245792:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204671.245794:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937877504, portal 4
00000100:00000001:3.0:1788204671.245795:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204671.245796:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803425152 : -127142906126464 : ffff8c5d3c3e9f80)
00000100:00000040:3.0:1788204671.245801:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9f80 x1875052937877504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245807:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204671.245809:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204671.245820:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204671.245823:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937877504, offset 0
00000400:00000200:3.0:1788204671.245827:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204671.245831:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204671.245834:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204671.245837:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204671.245839:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204671.245841:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204671.245844:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204671.245846:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546805:546805:256:4294967295] 192.168.201.135@tcp LPNI seq info [546771:546771:8:4294967295]
00000400:00000200:3.0:1788204671.245850:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204671.245856:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204671.245859:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204671.245861:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204671.245863:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204671.245865:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204671.245867:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204671.245870:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788204671.245872:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204671.245874:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204671.245876:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204671.245878:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204671.245880:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204671.245881:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204671.245882:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204671.245885:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9f80 x1875052937877504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245890:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204671.245891:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9f80 x1875052937877504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245896:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.245897:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204671.245898:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204671.245900:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788204671.245902:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204671.245903:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309649525
00000100:00000001:3.0:1788204671.245905:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309653196
00000100:00000001:3.0:1788204671.245906:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309649525
00000100:00000001:3.0:1788204671.245908:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309653196
00000100:00000001:3.0:1788204671.245909:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204671.245910:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.245911:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204671.245913:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204671/real 1788204671]  req@ffff8c5d3c3e9f80 x1875052937877504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204671.245917:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204671.245918:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204671.245919:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204671.245921:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204671.245922:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204671.245923:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204671.245925:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9f80 x1875052937877504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204671.245930:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9f80 x1875052937877504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245933:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204671.245934:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.245935:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204671.245935:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204671.245937:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9f80 x1875052937877504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245940:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204671.245942:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9f80 x1875052937877504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245946:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204671.245947:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.245948:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204671.245948:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.245949:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204671.245950:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204671.245952:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204671.245953:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204671.245954:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204671.245957:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9f80 x1875052937877504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204671.245962:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937877504:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204671.245964:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204671.245965:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9500 x1875052937877632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245969:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204671.245970:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204671.245971:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204671.245972:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204671.245973:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204671.245975:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937877632:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204671.245976:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204671.245977:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204671.245978:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204671.245979:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204671.245981:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204671.245982:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204671.245983:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204671.245985:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204671.245986:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204671.245988:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937877632, portal 4
00000100:00000001:3.0:1788204671.245989:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204671.245990:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803422464 : -127142906129152 : ffff8c5d3c3e9500)
00000100:00000040:3.0:1788204671.245993:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9500 x1875052937877632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.245997:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204671.245998:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204671.245999:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204671.246000:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937877632, offset 0
00000400:00000200:3.0:1788204671.246002:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204671.246004:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204671.246006:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204671.246007:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204671.246008:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204671.246010:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204671.246011:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204671.246013:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546806:546806:256:4294967295] 192.168.201.135@tcp LPNI seq info [546772:546772:8:4294967295]
00000400:00000200:3.0:1788204671.246016:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204671.246020:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204671.246022:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204671.246024:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204671.246026:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204671.246027:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:3.1:1788204671.246030:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204671.246031:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:3.0:1788204671.246034:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204671.246035:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204671.246037:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204671.246039:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204671.246040:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204671.246041:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204671.246042:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204671.246044:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9500 x1875052937877632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.246049:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204671.246050:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9500 x1875052937877632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.246054:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.246055:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204671.246056:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204671.246058:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788204671.246060:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204671.246061:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309649542
00000100:00000001:3.0:1788204671.246063:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309653196
00000100:00000001:3.0:1788204671.246064:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309649542
00000100:00000001:3.0:1788204671.246065:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309653196
00000100:00000001:3.0:1788204671.246066:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204671.246068:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.246069:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204671.246071:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204671/real 1788204671]  req@ffff8c5d3c3e9500 x1875052937877632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204671.246075:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204671.246076:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204671.246076:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204671.246077:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204671.246078:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204671.246080:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204671.246081:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9500 x1875052937877632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204671.246086:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9500 x1875052937877632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.246089:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204671.246090:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.246091:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204671.246092:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204671.246093:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9500 x1875052937877632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.246097:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204671.246099:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9500 x1875052937877632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.246102:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204671.246103:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.246104:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204671.246105:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.246106:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204671.246106:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204671.246108:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204671.246110:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204671.246111:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204671.246114:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9500 x1875052937877632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204671.246118:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937877632:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204671.246119:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.246121:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204671.246122:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8000 x1875052937877248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.246125:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204671.246126:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204671.246127:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204671.246128:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204671.246129:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204671.246130:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204671.246131:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204671.246132:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:3.0:1788204671.246133:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204671.246134:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204671.246135:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8000.
00000100:00000001:3.0:1788204671.246136:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204671.246137:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.246138:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204671.246140:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8a80 x1875052937877376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.246144:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204671.246144:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204671.246145:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204671.246146:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204671.246147:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204671.246148:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204671.246149:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204671.246150:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:3.0:1788204671.246151:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204671.246151:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204671.246152:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8a80.
00000100:00000001:3.0:1788204671.246153:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204671.246154:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.246155:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204671.246157:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9f80 x1875052937877504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.246160:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204671.246160:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204671.246161:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204671.246162:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204671.246163:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204671.246163:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204671.246164:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204671.246165:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:3.0:1788204671.246166:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204671.246167:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204671.246167:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9f80.
00000100:00000001:3.0:1788204671.246169:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204671.246169:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.246170:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204671.246171:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9500 x1875052937877632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204671.246175:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204671.246175:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204671.246176:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204671.246177:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204671.246178:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204671.246178:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204671.246179:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204671.246180:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:3.0:1788204671.246181:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204671.246181:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204671.246182:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9500.
00000100:00000001:3.0:1788204671.246184:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204671.246185:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.246186:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204671.246188:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204671.246189:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204671.246190:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204671.246191:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204671.436361:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204671.436370:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204671.436372:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204671.436377:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204671.436380:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204671.436383:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204671.436384:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204671.436386:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204671.436389:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204671.948488:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204671.948496:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204671.948501:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204671.948502:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204671.948578:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204671.948583:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204671.948587:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204672.460434:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204672.460444:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204672.460446:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204672.460453:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204672.460463:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204672.460467:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204672.460470:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204672.460473:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204672.460476:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204672.972413:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204672.972419:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204672.972425:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204672.972426:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204672.972493:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204672.972498:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204672.972502:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204673.484445:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204673.484454:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204673.484456:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204673.484461:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204673.484464:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204673.484473:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204673.484476:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204673.484479:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204673.484481:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204673.996511:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204673.996521:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204673.996528:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204673.996530:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204673.996593:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204673.996597:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204673.996600:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204674.508416:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204674.508424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204674.508426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204674.508431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204674.508434:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204674.508438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204674.508441:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204674.508443:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204674.508445:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204675.020396:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204675.020403:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204675.020408:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204675.020409:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204675.020471:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204675.020475:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204675.020478:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204675.084449:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309653196, at 4309653248
00000100:00000040:1.0:1788204675.084449:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309653196, at 4309653248
00000100:00000010:1.0:1788204675.084468:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5f60.
00000100:00000010:0.0:1788204675.084471:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5d20.
00000100:00000001:2.0:1788204675.532479:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204675.532491:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204675.532494:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204675.532501:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204675.532506:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204675.532510:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204675.532513:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204675.532517:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204675.532520:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204676.044495:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204676.044507:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204676.044509:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204676.044513:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204676.044519:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204676.044522:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204676.044524:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204676.044526:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204676.044531:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204676.044532:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204676.044533:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204676.044535:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204676.044538:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204676.044539:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204676.044540:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204676.044542:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204676.044595:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204676.044600:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204676.044603:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204676.364445:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204676.364459:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204676.364461:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204676.364467:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204676.364472:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204676.364482:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14982
00000400:00000200:1.0:1788204676.364494:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204676.364502:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204676.364506:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204676.364510:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.364513:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204676.364516:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.364519:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204676.364524:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204676.364526:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204676.364529:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204676.364532:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204676.364535:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204676.364537:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204676.364540:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.364542:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204676.364544:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.364545:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204676.364548:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204676.364551:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204676.364554:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204676.364557:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204676.364561:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204676.364564:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.364566:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204676.364569:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204676.364581:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc380.
00000020:00000040:1.0:1788204676.364585:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204676.364589:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204676.364591:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.364595:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204676.364598:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204676.364602:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204676.364610:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788204676.364618:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204676.364627:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc380 x1875052937877760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204676.364638:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204676.364644:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204676.364648:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d497cf7b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc380 x1875052937877760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.364671:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204676.364674:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204676.364677:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204676.364679:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204676.364680:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204676.364683:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204676.364685:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14982
00000400:00000200:1.0:1788204676.364688:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204676.364692:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204676.364694:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204676.364698:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.364699:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204676.364701:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.364702:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204676.364704:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788204676.364705:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1788204676.364706:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204676.364710:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204676.364711:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:3.0:1788204676.364711:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788204676.364713:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204676.364715:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:3.0:1788204676.364716:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204676.364718:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.364720:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204676.364734:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc380 x1875052937877760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204676.364735:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.364738:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204676.364743:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:3.0:1788204676.364750:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1788204676.364753:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204676.364754:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.364756:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204676.364759:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204676.364762:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204676.364764:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204676.364766:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204676.364767:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.364769:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788204676.364771:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788204676.364774:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204676.364779:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204676.364779:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937877760:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204676.364781:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204676.364787:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd880.
00000100:00000001:3.0:1788204676.364787:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1788204676.364789:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204676.364792:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204676.364792:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204676.364793:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788204676.364794:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204676.364797:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204676.364799:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204676.364799:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204676.364803:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
02000000:00000001:3.0:1788204676.364805:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204676.364810:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204676.364813:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00100000:1.0:1788204676.364816:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd880 x1875052937877888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788204676.364818:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.364825:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204676.364828:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204676.364829:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204676.364833:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6204fb] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd880 x1875052937877888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788204676.364837:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000100:00000001:1.0:1788204676.364839:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204676.364842:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204676.364844:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204676.364845:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204676.364847:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:3.0:1788204676.364847:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000001:1.0:1788204676.364852:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204676.364854:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14982
00000400:00000200:1.0:1788204676.364856:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204676.364859:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:3.0:1788204676.364859:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937877760, portal 25
00000100:00080000:1.0:1788204676.364862:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788204676.364865:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1788204676.364866:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.364869:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204676.364870:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516096 : -127143247035520 : ffff8c5d27ecc380)
00000100:00000040:1.0:1788204676.364871:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.364876:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204676.364877:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204676.364878:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204676.364880:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204676.364882:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204676.364883:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204676.364883:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc380 x1875052937877760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204676.364886:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204676.364891:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.364894:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204676.364897:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.364900:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204676.364903:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204676.364907:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204676.364908:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204676.364909:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204676.364911:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204676.364912:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1788204676.364913:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.364915:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204676.364917:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1788204676.364919:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000008:00000001:1.0:1788204676.364920:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.364924:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204676.364926:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000010:1.0:1788204676.364927:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc000.
00000020:00000040:1.0:1788204676.364930:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204676.364932:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204676.364933:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.364934:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204676.364935:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1788204676.364935:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937877760, offset 0
02000000:00000001:1.0:1788204676.364937:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204676.364942:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:1.0:1788204676.364944:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204676.364948:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc000 x1875052937878016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204676.364948:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204676.364955:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204676.364956:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204676.364959:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78f2b1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc000 x1875052937878016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204676.364961:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204676.364968:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204676.364970:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204676.364973:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:3.0:1788204676.364973:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:1.0:1788204676.364976:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204676.364979:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204676.364981:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204676.364983:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14982
00000400:00000200:1.0:1788204676.364986:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204676.364987:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204676.364989:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788204676.364990:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1788204676.364992:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.364995:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204676.364999:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:3.0:1788204676.364999:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:1.0:1788204676.365003:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204676.365005:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204676.365006:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204676.365007:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:3.0:1788204676.365008:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1788204676.365009:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204676.365013:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204676.365015:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:3.0:1788204676.365015:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:1.0:1788204676.365018:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.365020:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204676.365023:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.365026:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:3.0:1788204676.365026:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546807:546807:256:4294967295] 192.168.201.135@tcp LPNI seq info [546773:546773:8:4294967295]
00000020:00000040:1.0:1788204676.365029:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204676.365034:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:3.0:1788204676.365037:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204676.365040:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204676.365043:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204676.365044:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204676.365046:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.365047:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204676.365050:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204676.365053:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.365055:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204676.365057:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1788204676.365058:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecea00.
00000020:00000040:1.0:1788204676.365061:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204676.365064:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204676.365065:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.365067:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204676.365068:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204676.365070:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204676.365072:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788204676.365074:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204676.365075:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00100000:1.0:1788204676.365078:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecea00 x1875052937878144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204676.365084:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:3.0:1788204676.365084:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000100:00000001:1.0:1788204676.365087:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204676.365090:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0471f4c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecea00 x1875052937878144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.365098:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204676.365098:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:1.0:1788204676.365102:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204676.365105:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:3.0:1788204676.365105:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00000001:1.0:1788204676.365107:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204676.365108:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204676.365112:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204676.365115:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14982
00000800:00000200:3.1:1788204676.365116:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000400:00000200:1.0:1788204676.365118:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204676.365123:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204676.365124:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:3.1:1788204676.365124:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1788204676.365128:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.365131:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204676.365135:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000100:3.0:1788204676.365136:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204676.365137:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204676.365140:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204676.365141:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000800:00000010:3.0:1788204676.365141:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000020:00000001:1.0:1788204676.365143:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204676.365146:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204676.365147:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204676.365148:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204676.365151:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:3.0:1788204676.365152:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788204676.365153:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204676.365155:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204676.365158:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204676.365160:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204676.365161:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204676.365162:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204676.365163:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204676.365164:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204676.365165:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204676.365166:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204676.365167:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204676.365170:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204676.365171:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788204676.365172:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204676.365176:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd180.
00000020:00000040:1.0:1788204676.365179:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000200:3.0:1788204676.365181:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
02000000:00000001:1.0:1788204676.365182:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204676.365185:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204676.365186:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:1.0:1788204676.365188:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204676.365191:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204676.365192:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.365195:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:1.0:1788204676.365196:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788204676.365201:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204676.365203:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc380 x1875052937877760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204676.365210:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd180 x1875052937878272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204676.365221:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204676.365224:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204676.365228:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204676.365229:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc380 x1875052937877760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204676.365233:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d402d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd180 x1875052937878272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204676.365251:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.365252:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204676.365254:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14992)
00000100:00000001:3.0:1788204676.365255:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204676.365264:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204676.365270:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204676.365273:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309658316
00000100:00000010:3.0:1788204676.365279:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5420.
00000100:00000001:3.0:1788204676.365286:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204676.365293:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309658316
00000100:00000010:3.0:1788204676.365295:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5cc0.
00000100:00000001:3.0:1788204676.365323:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204676.365327:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204676.365330:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.365333:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204676.365338:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204676/real 1788204676]  req@ffff8c5d27ecc380 x1875052937877760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204676.365349:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204676.365351:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204676.365353:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204676.365356:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204676.365358:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204676.365360:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204676.365363:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc380 x1875052937877760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204676.365368:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc380 x1875052937877760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.365373:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204676.365374:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.365376:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204676.365378:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204676.365380:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc380 x1875052937877760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.365385:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204676.365388:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc380 x1875052937877760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.365396:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204676.365399:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.365400:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204676.365401:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.365404:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204676.365406:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204676.365409:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204676.365413:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204676.365416:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204676.365421:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc380 x1875052937877760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204676.365428:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937877760:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204676.365434:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.365436:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204676.365440:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc380 x1875052937877760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.365447:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204676.365450:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204676.365453:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204676.365456:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204676.365458:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204676.365460:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788204676.365462:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204676.365465:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:3.0:1788204676.365469:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204676.365470:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204676.365472:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc380.
00000100:00000001:3.0:1788204676.365475:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204676.365476:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.365479:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.365488:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204676.365490:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.365492:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204676.365493:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204676.365495:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204676.365498:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd880 x1875052937877888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.365506:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204676.365507:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204676.365509:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204676.365511:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204676.365513:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204676.365516:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937877888:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204676.365519:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204676.365521:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204676.365522:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204676.365524:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204676.365527:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204676.365528:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204676.365531:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204676.365533:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204676.365535:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204676.365537:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937877888, portal 10
00000100:00000001:3.0:1788204676.365539:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204676.365541:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462521472 : -127143247030144 : ffff8c5d27ecd880)
00000100:00000040:3.0:1788204676.365547:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd880 x1875052937877888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.365554:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204676.365556:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204676.365558:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204676.365561:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937877888, offset 0
00000400:00000200:3.0:1788204676.365566:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204676.365570:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204676.365574:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204676.365577:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204676.365579:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204676.365582:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204676.365584:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204676.365587:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546808:546808:256:4294967295] 192.168.201.135@tcp LPNI seq info [546774:546774:8:4294967295]
00000400:00000200:3.0:1788204676.365591:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204676.365596:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204676.365599:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204676.365601:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204676.365604:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204676.365605:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204676.365608:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204676.365610:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788204676.365613:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204676.365614:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204676.365616:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204676.365618:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204676.365620:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204676.365621:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204676.365623:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204676.365626:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd880 x1875052937877888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.365631:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204676.365632:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd880 x1875052937877888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.365637:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.365637:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204676.365639:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204676.365643:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788204676.365644:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204676.365646:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309654557
00000100:00000001:3.0:1788204676.365648:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309658316
00000100:00000001:3.0:1788204676.365651:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309654557
00000100:00000001:3.0:1788204676.365652:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309658316
00000100:00000001:3.0:1788204676.365655:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204676.365657:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.365658:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204676.365662:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204676/real 1788204676]  req@ffff8c5d27ecd880 x1875052937877888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204676.365670:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204676.365671:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204676.365672:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204676.365674:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204676.365676:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204676.365678:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204676.365681:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd880 x1875052937877888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204676.365690:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd880 x1875052937877888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.365695:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204676.365696:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.365698:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204676.365699:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204676.365703:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd880 x1875052937877888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.365709:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204676.365712:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd880 x1875052937877888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.365719:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204676.365731:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.365734:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204676.365736:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.365737:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204676.365739:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204676.365742:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204676.365745:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204676.365748:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204676.365752:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd880 x1875052937877888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204676.365760:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937877888:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204676.365764:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204676.365767:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc000 x1875052937878016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.365773:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204676.365775:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204676.365777:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204676.365779:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204676.365781:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204676.365783:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937878016:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204676.365786:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204676.365788:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204676.365790:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204676.365792:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204676.365796:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204676.365798:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204676.365801:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204676.365803:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204676.365806:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204676.365809:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937878016, portal 10
00000100:00000001:3.0:1788204676.365811:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204676.365814:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462515200 : -127143247036416 : ffff8c5d27ecc000)
00000100:00000040:3.0:1788204676.365819:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc000 x1875052937878016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.365826:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204676.365828:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204676.365830:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204676.365832:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937878016, offset 0
00000400:00000200:3.0:1788204676.365836:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204676.365839:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204676.365842:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204676.365845:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204676.365847:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204676.365849:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204676.365850:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204676.365852:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546809:546809:256:4294967295] 192.168.201.135@tcp LPNI seq info [546775:546775:8:4294967295]
00000400:00000200:3.0:1788204676.365855:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204676.365859:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204676.365862:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204676.365864:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204676.365867:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204676.365869:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204676.365871:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204676.365873:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788204676.365876:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204676.365878:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204676.365881:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204676.365884:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204676.365886:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204676.365888:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204676.365890:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204676.365894:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc000 x1875052937878016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.365906:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204676.365909:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc000 x1875052937878016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.365914:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.365916:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204676.365919:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204676.365921:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788204676.365924:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204676.365926:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309654552
00000100:00000001:3.0:1788204676.365929:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309658316
00000100:00000001:3.0:1788204676.365930:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309654552
00000100:00000001:3.0:1788204676.365933:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309658316
00000100:00000001:3.0:1788204676.365935:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204676.365937:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.365938:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204676.365942:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204676/real 1788204676]  req@ffff8c5d27ecc000 x1875052937878016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204676.365961:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204676.365963:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204676.365968:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204676.365971:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204676.365972:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204676.365975:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204676.365978:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc000 x1875052937878016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204676.365987:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc000 x1875052937878016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.365994:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204676.365996:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.365997:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204676.365999:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204676.366002:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc000 x1875052937878016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366009:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204676.366012:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc000 x1875052937878016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366019:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204676.366022:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.366023:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204676.366024:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.366026:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204676.366027:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204676.366029:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204676.366031:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204676.366032:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204676.366036:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc000 x1875052937878016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204676.366044:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937878016:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204676.366048:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204676.366051:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecea00 x1875052937878144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366058:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204676.366059:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204676.366061:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204676.366063:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204676.366065:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204676.366069:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937878144:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204676.366072:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204676.366074:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204676.366075:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204676.366077:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204676.366081:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204676.366083:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204676.366086:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204676.366088:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204676.366090:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204676.366093:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937878144, portal 4
00000100:00000001:3.0:1788204676.366094:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204676.366095:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525952 : -127143247025664 : ffff8c5d27ecea00)
00000100:00000040:3.0:1788204676.366100:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecea00 x1875052937878144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366106:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204676.366108:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204676.366111:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204676.366113:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937878144, offset 0
00000400:00000200:3.0:1788204676.366117:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204676.366121:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204676.366124:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204676.366127:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204676.366129:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204676.366131:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204676.366134:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204676.366137:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546810:546810:256:4294967295] 192.168.201.135@tcp LPNI seq info [546776:546776:8:4294967295]
00000400:00000200:3.0:1788204676.366140:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204676.366146:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204676.366150:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204676.366154:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204676.366158:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204676.366161:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204676.366165:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204676.366168:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788204676.366172:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204676.366174:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204676.366176:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204676.366180:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204676.366182:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204676.366184:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204676.366187:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204676.366190:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecea00 x1875052937878144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366198:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204676.366201:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecea00 x1875052937878144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366207:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.366209:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204676.366211:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204676.366214:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788204676.366217:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204676.366219:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309654645
00000100:00000001:3.0:1788204676.366222:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309658316
00000100:00000001:3.0:1788204676.366224:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309654645
00000100:00000001:3.0:1788204676.366226:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309658316
00000100:00000001:3.0:1788204676.366228:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204676.366230:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.366232:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204676.366235:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204676/real 1788204676]  req@ffff8c5d27ecea00 x1875052937878144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204676.366243:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204676.366245:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204676.366247:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204676.366249:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204676.366251:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204676.366253:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204676.366256:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecea00 x1875052937878144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204676.366264:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecea00 x1875052937878144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366271:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204676.366272:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.366274:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204676.366276:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204676.366279:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecea00 x1875052937878144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366286:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204676.366290:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecea00 x1875052937878144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366296:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204676.366326:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.366327:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204676.366329:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.366330:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204676.366332:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204676.366335:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204676.366339:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204676.366341:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204676.366344:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecea00 x1875052937878144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204676.366356:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937878144:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204676.366360:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204676.366363:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd180 x1875052937878272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366368:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204676.366369:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204676.366371:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204676.366373:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204676.366375:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204676.366377:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937878272:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204676.366380:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204676.366382:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204676.366383:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204676.366384:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204676.366388:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204676.366390:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204676.366393:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204676.366395:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204676.366398:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204676.366401:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937878272, portal 4
00000100:00000001:3.0:1788204676.366404:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204676.366405:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462519680 : -127143247031936 : ffff8c5d27ecd180)
00000100:00000040:3.0:1788204676.366410:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd180 x1875052937878272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366416:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204676.366418:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204676.366420:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204676.366422:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937878272, offset 0
00000400:00000200:3.0:1788204676.366426:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204676.366430:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204676.366433:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204676.366435:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204676.366437:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204676.366439:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204676.366442:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204676.366444:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546811:546811:256:4294967295] 192.168.201.135@tcp LPNI seq info [546777:546777:8:4294967295]
00000400:00000200:3.0:1788204676.366448:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204676.366454:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204676.366458:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204676.366461:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204676.366464:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204676.366467:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788204676.366471:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204676.366474:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788204676.366477:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204676.366479:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204676.366482:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204676.366485:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204676.366488:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204676.366490:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204676.366492:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204676.366496:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd180 x1875052937878272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366503:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204676.366506:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd180 x1875052937878272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366512:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.366513:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204676.366516:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204676.366519:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788204676.366522:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204676.366524:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309654663
00000100:00000001:3.0:1788204676.366527:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309658316
00000100:00000001:3.0:1788204676.366529:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309654663
00000100:00000001:3.0:1788204676.366531:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309658316
00000100:00000001:3.0:1788204676.366533:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204676.366535:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.366536:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204676.366540:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204676/real 1788204676]  req@ffff8c5d27ecd180 x1875052937878272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204676.366548:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204676.366550:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204676.366551:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204676.366553:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204676.366555:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204676.366557:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204676.366560:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd180 x1875052937878272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204676.366568:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd180 x1875052937878272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366575:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204676.366577:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.366578:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204676.366580:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204676.366583:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd180 x1875052937878272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366590:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204676.366594:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd180 x1875052937878272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366601:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204676.366604:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.366606:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204676.366607:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.366609:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204676.366610:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204676.366613:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204676.366617:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204676.366619:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204676.366622:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd180 x1875052937878272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204676.366631:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937878272:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204676.366635:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.366637:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204676.366640:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd880 x1875052937877888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366647:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204676.366649:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204676.366651:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204676.366654:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204676.366655:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204676.366657:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204676.366659:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204676.366661:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:3.0:1788204676.366665:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204676.366666:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204676.366668:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd880.
00000100:00000001:3.0:1788204676.366671:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204676.366672:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.366674:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204676.366677:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc000 x1875052937878016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366690:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204676.366691:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204676.366693:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204676.366695:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204676.366697:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204676.366698:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204676.366700:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204676.366702:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:3.0:1788204676.366704:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204676.366705:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204676.366706:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc000.
00000100:00000001:3.0:1788204676.366709:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204676.366710:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.366712:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204676.366715:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecea00 x1875052937878144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366721:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204676.366734:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204676.366736:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204676.366738:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204676.366739:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204676.366741:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204676.366742:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204676.366744:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:3.0:1788204676.366746:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204676.366747:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204676.366748:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecea00.
00000100:00000001:3.0:1788204676.366749:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204676.366750:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.366752:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204676.366754:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd180 x1875052937878272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204676.366759:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204676.366759:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204676.366761:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204676.366762:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204676.366763:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204676.366764:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204676.366765:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204676.366766:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:3.0:1788204676.366767:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204676.366768:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204676.366768:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd180.
00000100:00000001:3.0:1788204676.366769:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204676.366770:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.366771:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204676.366776:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204676.366777:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204676.366778:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204676.366780:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204676.556380:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204676.556387:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204676.556389:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204676.556394:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204676.556398:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204676.556401:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204676.556403:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204676.556405:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204676.556407:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204677.068427:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204677.068434:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204677.068439:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204677.068440:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204677.068492:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204677.068496:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204677.068500:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204677.580400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204677.580409:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204677.580410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204677.580415:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204677.580418:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204677.580421:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204677.580423:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204677.580427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204677.580430:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204678.092484:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204678.092492:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204678.092497:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204678.092498:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204678.092549:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204678.092553:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204678.092557:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204678.604393:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204678.604403:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204678.604406:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204678.604413:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204678.604417:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204678.604421:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204678.604424:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204678.604427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204678.604430:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204679.116463:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204679.116472:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204679.116479:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204679.116480:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204679.116553:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204679.116558:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204679.116563:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204679.628432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204679.628442:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204679.628444:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204679.628452:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204679.628456:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204679.628461:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204679.628464:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204679.628468:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204679.628471:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204680.140488:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204680.140496:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204680.140501:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204680.140502:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204680.140568:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204680.140573:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204680.140576:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204680.204377:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309658316, at 4309658368
00000100:00000040:1.0:1788204680.204377:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309658316, at 4309658368
00000100:00000010:1.0:1788204680.204394:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5cc0.
00000100:00000010:0.0:1788204680.204404:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5420.
00000100:00000001:2.0:1788204680.652452:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204680.652462:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204680.652464:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204680.652471:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204680.652475:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204680.652480:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204680.652483:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204680.652486:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204680.652490:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204681.164454:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204681.164460:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204681.164466:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204681.164467:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204681.164540:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204681.164543:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204681.164546:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204681.484549:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204681.484557:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204681.484560:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204681.484565:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204681.484569:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204681.484577:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14987
00000400:00000200:2.0:1788204681.484587:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204681.484592:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204681.484595:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204681.484597:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484600:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204681.484602:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484606:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204681.484611:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204681.484614:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204681.484617:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204681.484621:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204681.484624:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204681.484626:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204681.484630:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484632:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204681.484660:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484663:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204681.484666:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204681.484669:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484671:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204681.484674:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204681.484677:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204681.484680:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204681.484682:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204681.484685:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204681.484691:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000020:00000040:2.0:1788204681.484694:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204681.484699:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204681.484700:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204681.484703:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204681.484706:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204681.484710:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204681.484717:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788204681.484723:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204681.484733:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937878400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204681.484741:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204681.484745:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204681.484749:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937878400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204681.484764:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204681.484766:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204681.484769:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204681.484769:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204681.484770:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204681.484773:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204681.484775:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14987
00000400:00000200:2.0:1788204681.484779:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204681.484782:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204681.484783:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204681.484786:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484787:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204681.484788:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484790:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204681.484791:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204681.484793:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204681.484794:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204681.484795:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204681.484797:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204681.484798:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204681.484801:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484802:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204681.484804:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484805:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204681.484806:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204681.484808:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484809:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204681.484811:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204681.484816:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204681.484817:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204681.484818:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204681.484823:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204681.484825:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204681.484826:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204681.484829:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000020:00000040:2.0:1788204681.484830:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204681.484832:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204681.484833:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204681.484834:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204681.484835:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204681.484837:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204681.484839:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788204681.484841:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204681.484844:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937878528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204681.484849:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204681.484850:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204681.484853:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937878528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204681.484858:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204681.484861:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204681.484863:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204681.484864:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788204681.484865:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1788204681.484866:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204681.484869:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204681.484871:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14987
00000100:00000001:3.0:1788204681.484873:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1788204681.484874:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204681.484878:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:3.0:1788204681.484879:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1788204681.484880:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204681.484884:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484885:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204681.484888:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484890:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204681.484892:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1788204681.484892:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea300 x1875052937878400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204681.484894:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204681.484896:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204681.484898:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204681.484900:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204681.484901:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204681.484903:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484903:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204681.484904:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484905:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204681.484907:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204681.484908:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484909:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204681.484910:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204681.484912:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204681.484913:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204681.484914:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204681.484915:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204681.484916:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204681.484917:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204681.484919:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788204681.484920:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204681.484921:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204681.484922:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204681.484922:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204681.484923:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204681.484924:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204681.484926:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204681.484927:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204681.484930:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937878656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204681.484933:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204681.484934:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204681.484937:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937878656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204681.484942:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204681.484944:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204681.484946:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204681.484947:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204681.484948:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204681.484950:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204681.484951:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14987
00000400:00000200:2.0:1788204681.484953:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204681.484955:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204681.484957:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204681.484958:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484960:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204681.484961:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484962:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204681.484963:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204681.484964:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204681.484965:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204681.484966:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204681.484967:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204681.484968:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204681.484970:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484971:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204681.484972:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484973:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204681.484974:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204681.484975:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204681.484977:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204681.484978:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204681.484979:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204681.484980:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204681.484981:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204681.484983:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204681.484984:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204681.484985:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204681.484987:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000020:00000040:2.0:1788204681.484989:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204681.484991:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204681.484992:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204681.484994:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204681.484995:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204681.484997:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204681.485001:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788204681.485004:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204681.485008:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937878784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204681.485019:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204681.485023:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.485025:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204681.485028:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204681.485030:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937878784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204681.485033:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204681.485036:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204681.485042:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204681.485046:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204681.485048:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937878400:192.168.201.135@tcp:250:kworker.0
00000100:00080000:2.0:1788204681.485049:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204681.485056:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204681.485058:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204681.485059:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204681.485061:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204681.485064:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14987
00000400:00000200:2.0:1788204681.485066:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204681.485068:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204681.485070:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204681.485071:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.485073:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204681.485074:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.485076:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204681.485077:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204681.485078:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204681.485079:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204681.485081:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204681.485083:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204681.485085:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:3.0:1788204681.485086:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1788204681.485088:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204681.485091:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788204681.485092:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1788204681.485094:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:3.0:1788204681.485096:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204681.485097:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204681.485101:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
02000000:00000001:3.0:1788204681.485102:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1788204681.485106:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000010:3.0:1788204681.485108:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:2.0:1788204681.485109:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204681.485114:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204681.485114:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204681.485117:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204681.485120:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204681.485123:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788204681.485123:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00100000:2.0:1788204681.485126:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204681.485129:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204681.485129:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000100:00000001:2.0:1788204681.485134:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204681.485137:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000020:00000040:2.0:1788204681.485138:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000010:3.0:1788204681.485139:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
02000000:00000001:2.0:1788204681.485140:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204681.485142:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204681.485145:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204681.485146:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204681.485147:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204681.485149:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937878400, portal 25
02000000:00000010:2.0:1788204681.485151:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:3.0:1788204681.485153:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204681.485156:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.485156:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426048 : -127142906125568 : ffff8c5d3c3ea300)
00000100:00100000:2.0:1788204681.485163:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937878912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788204681.485167:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea300 x1875052937878400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204681.485172:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204681.485173:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204681.485177:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937878912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204681.485192:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204681.485198:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (14997)
00000100:00000001:3.0:1788204681.485198:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204681.485206:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204681.485211:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204681.485216:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937878400, offset 0
00000400:00000200:3.0:1788204681.485225:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204681.485236:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204681.485244:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204681.485251:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204681.485257:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204681.485260:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204681.485264:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204681.485270:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546812:546812:256:4294967295] 192.168.201.135@tcp LPNI seq info [546778:546778:8:4294967295]
00000400:00000200:3.0:1788204681.485275:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204681.485286:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204681.485294:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204681.485439:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204681.485454:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204681.485456:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788204681.485460:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204681.485463:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788204681.485466:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204681.485468:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204681.485473:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204681.485476:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204681.485483:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204681.485485:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204681.485489:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204681.485495:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea300 x1875052937878400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.485505:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204681.485507:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea300 x1875052937878400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.485512:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.485513:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204681.485519:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204681.485524:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204681.485527:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309663437
00000100:00000010:3.0:1788204681.485533:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5300.
00000100:00000001:3.0:1788204681.485538:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204681.485543:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309663437
00000100:00000010:3.0:1788204681.485545:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5600.
00000100:00000001:3.0:1788204681.485547:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204681.485550:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204681.485552:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.485554:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204681.485557:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204681/real 1788204681]  req@ffff8c5d3c3ea300 x1875052937878400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204681.485563:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204681.485564:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204681.485567:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204681.485568:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204681.485570:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204681.485571:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204681.485573:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea300 x1875052937878400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204681.485578:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea300 x1875052937878400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.485582:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204681.485583:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.485585:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204681.485586:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204681.485588:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea300 x1875052937878400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.485594:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204681.485598:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea300 x1875052937878400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.485616:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204681.485619:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.485621:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204681.485622:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.485624:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204681.485627:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204681.485630:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204681.485645:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204681.485648:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204681.485652:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea300 x1875052937878400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204681.485660:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937878400:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204681.485665:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204681.485669:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8700 x1875052937878528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.485676:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204681.485678:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204681.485681:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204681.485684:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204681.485687:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204681.485690:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937878528:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204681.485694:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204681.485698:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204681.485700:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204681.485702:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204681.485707:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204681.485709:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204681.485713:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204681.485715:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204681.485718:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204681.485722:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937878528, portal 10
00000100:00000001:3.0:1788204681.485723:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204681.485724:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803418880 : -127142906132736 : ffff8c5d3c3e8700)
00000100:00000040:3.0:1788204681.485729:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8700 x1875052937878528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.485734:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204681.485736:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204681.485738:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204681.485740:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937878528, offset 0
00000400:00000200:3.0:1788204681.485746:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204681.485752:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204681.485758:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204681.485763:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204681.485767:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204681.485770:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204681.485773:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204681.485776:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546813:546813:256:4294967295] 192.168.201.135@tcp LPNI seq info [546779:546779:8:4294967295]
00000400:00000200:3.0:1788204681.485781:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204681.485787:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204681.485791:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204681.485793:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204681.485795:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204681.485798:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788204681.485801:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204681.485802:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788204681.485804:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204681.485806:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204681.485807:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204681.485809:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204681.485811:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204681.485812:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204681.485814:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204681.485816:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8700 x1875052937878528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.485821:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204681.485823:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8700 x1875052937878528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.485827:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.485827:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204681.485829:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204681.485832:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788204681.485834:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204681.485836:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309659677
00000100:00000001:3.0:1788204681.485837:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309663437
00000100:00000001:3.0:1788204681.485839:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309659677
00000100:00000001:3.0:1788204681.485840:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309663437
00000100:00000001:3.0:1788204681.485841:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204681.485842:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.485843:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204681.485845:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204681/real 1788204681]  req@ffff8c5d3c3e8700 x1875052937878528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204681.485850:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204681.485850:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204681.485852:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204681.485853:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204681.485854:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204681.485856:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204681.485857:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8700 x1875052937878528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204681.485862:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8700 x1875052937878528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.485865:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204681.485866:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.485867:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204681.485867:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204681.485869:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8700 x1875052937878528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.485873:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204681.485875:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8700 x1875052937878528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.485879:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204681.485880:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.485881:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204681.485882:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.485883:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204681.485884:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204681.485885:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204681.485887:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204681.485888:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204681.485890:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8700 x1875052937878528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204681.485894:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937878528:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204681.485897:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.485899:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204681.485901:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937878400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.485905:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204681.485907:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204681.485908:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204681.485910:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204681.485912:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204681.485913:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788204681.485914:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204681.485916:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:3.0:1788204681.485919:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204681.485920:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204681.485921:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:3.0:1788204681.485924:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204681.485925:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.485926:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204681.485927:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8700 x1875052937878528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.485931:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204681.485932:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204681.485932:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204681.485933:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204681.485934:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204681.485935:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204681.485936:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204681.485936:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:3.0:1788204681.485937:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204681.485938:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204681.485939:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8700.
00000100:00000001:3.0:1788204681.485940:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204681.485941:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.485942:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.485948:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204681.485949:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.485958:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204681.485960:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204681.485961:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204681.485963:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9880 x1875052937878656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.485967:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204681.485968:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204681.485970:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204681.485971:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204681.485972:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204681.485974:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937878656:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204681.485976:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204681.485977:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204681.485978:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204681.485979:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204681.485981:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204681.485982:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204681.485984:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204681.485985:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204681.485987:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204681.485989:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937878656, portal 10
00000100:00000001:3.0:1788204681.485990:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204681.485991:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803423360 : -127142906128256 : ffff8c5d3c3e9880)
00000100:00000040:3.0:1788204681.485995:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9880 x1875052937878656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.485999:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204681.486001:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204681.486003:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204681.486005:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937878656, offset 0
00000400:00000200:3.0:1788204681.486009:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204681.486012:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204681.486016:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204681.486019:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204681.486021:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204681.486023:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204681.486026:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204681.486028:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546814:546814:256:4294967295] 192.168.201.135@tcp LPNI seq info [546780:546780:8:4294967295]
00000400:00000200:3.0:1788204681.486032:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204681.486038:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204681.486043:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204681.486046:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204681.486050:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204681.486051:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788204681.486054:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204681.486056:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788204681.486058:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204681.486059:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204681.486061:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204681.486063:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204681.486065:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204681.486066:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204681.486068:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204681.486070:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9880 x1875052937878656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486075:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204681.486076:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9880 x1875052937878656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486080:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.486081:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204681.486083:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204681.486086:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788204681.486087:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204681.486089:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309659672
00000100:00000001:3.0:1788204681.486090:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309663437
00000100:00000001:3.0:1788204681.486092:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309659672
00000100:00000001:3.0:1788204681.486094:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309663437
00000100:00000001:3.0:1788204681.486095:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204681.486097:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.486098:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204681.486100:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204681/real 1788204681]  req@ffff8c5d3c3e9880 x1875052937878656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204681.486104:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204681.486104:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204681.486105:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204681.486106:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204681.486107:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204681.486108:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204681.486110:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9880 x1875052937878656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204681.486114:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9880 x1875052937878656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486118:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204681.486119:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.486120:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204681.486121:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204681.486123:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9880 x1875052937878656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486126:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204681.486128:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9880 x1875052937878656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486132:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204681.486133:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.486134:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204681.486135:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.486136:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204681.486137:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204681.486139:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204681.486141:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204681.486142:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204681.486144:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9880 x1875052937878656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204681.486148:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937878656:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204681.486150:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204681.486152:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937878784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486156:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204681.486157:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204681.486158:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204681.486159:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204681.486160:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204681.486162:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937878784:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204681.486164:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204681.486165:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204681.486166:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204681.486167:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204681.486169:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204681.486170:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204681.486172:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204681.486173:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204681.486175:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204681.486177:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937878784, portal 4
00000100:00000001:3.0:1788204681.486178:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204681.486179:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
00000100:00000040:3.0:1788204681.486183:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937878784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486189:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204681.486191:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204681.486193:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204681.486195:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937878784, offset 0
00000400:00000200:3.0:1788204681.486199:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204681.486202:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204681.486205:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204681.486208:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204681.486210:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204681.486212:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204681.486215:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204681.486217:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546815:546815:256:4294967295] 192.168.201.135@tcp LPNI seq info [546781:546781:8:4294967295]
00000400:00000200:3.0:1788204681.486221:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204681.486227:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204681.486231:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204681.486234:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204681.486237:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204681.486240:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788204681.486244:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204681.486246:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788204681.486249:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204681.486251:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204681.486253:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204681.486257:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204681.486259:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204681.486261:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204681.486263:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204681.486267:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ebb80 x1875052937878784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486273:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204681.486277:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937878784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486283:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.486284:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204681.486287:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204681.486291:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788204681.486294:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204681.486296:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309659765
00000100:00000001:3.0:1788204681.486336:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309663437
00000100:00000001:3.0:1788204681.486338:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309659766
00000100:00000001:3.0:1788204681.486340:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309663437
00000100:00000001:3.0:1788204681.486341:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204681.486342:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.486343:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204681.486347:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204681/real 1788204681]  req@ffff8c5d3c3ebb80 x1875052937878784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204681.486355:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204681.486356:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204681.486358:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204681.486360:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204681.486362:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204681.486364:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204681.486367:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937878784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204681.486375:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937878784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486381:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204681.486383:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.486385:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204681.486386:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204681.486390:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937878784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486396:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204681.486399:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937878784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486402:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204681.486404:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.486405:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204681.486406:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.486407:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204681.486408:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204681.486409:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204681.486411:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204681.486412:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204681.486414:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937878784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204681.486418:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937878784:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204681.486420:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204681.486422:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937878912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486426:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204681.486427:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204681.486429:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204681.486430:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204681.486431:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204681.486433:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937878912:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204681.486435:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204681.486437:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204681.486438:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204681.486439:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204681.486441:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204681.486443:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204681.486445:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204681.486446:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204681.486448:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204681.486450:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937878912, portal 4
00000100:00000001:3.0:1788204681.486451:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204681.486452:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
00000100:00000040:3.0:1788204681.486455:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937878912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486459:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204681.486461:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204681.486462:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204681.486463:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937878912, offset 0
00000400:00000200:3.0:1788204681.486465:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204681.486468:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204681.486470:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204681.486471:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204681.486473:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204681.486474:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204681.486476:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204681.486477:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546816:546816:256:4294967295] 192.168.201.135@tcp LPNI seq info [546782:546782:8:4294967295]
00000400:00000200:3.0:1788204681.486480:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204681.486484:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204681.486486:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204681.486488:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204681.486490:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204681.486492:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788204681.486494:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204681.486496:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788204681.486498:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204681.486500:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204681.486501:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204681.486503:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204681.486505:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204681.486506:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204681.486507:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204681.486509:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb480 x1875052937878912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486514:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204681.486515:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937878912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486519:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.486520:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204681.486522:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204681.486524:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788204681.486525:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204681.486527:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309659783
00000100:00000001:3.0:1788204681.486528:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309663437
00000100:00000001:3.0:1788204681.486530:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309659783
00000100:00000001:3.0:1788204681.486531:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309663437
00000100:00000001:3.0:1788204681.486532:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204681.486533:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.486534:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204681.486536:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204681/real 1788204681]  req@ffff8c5d3c3eb480 x1875052937878912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204681.486540:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204681.486540:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204681.486541:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204681.486542:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204681.486543:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204681.486545:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204681.486546:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937878912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204681.486551:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937878912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486554:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204681.486555:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.486556:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204681.486556:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204681.486558:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937878912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486561:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204681.486563:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937878912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486567:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204681.486568:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.486569:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204681.486569:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.486570:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204681.486571:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204681.486572:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204681.486574:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204681.486575:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204681.486577:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937878912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204681.486581:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937878912:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204681.486583:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.486584:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204681.486586:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937878656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486590:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204681.486590:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204681.486592:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204681.486593:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204681.486594:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204681.486594:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204681.486595:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204681.486596:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:3.0:1788204681.486598:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204681.486599:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204681.486599:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00000001:3.0:1788204681.486601:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204681.486602:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.486603:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204681.486605:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937878784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486608:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204681.486609:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204681.486610:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204681.486611:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204681.486611:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204681.486612:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204681.486613:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204681.486613:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:3.0:1788204681.486614:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204681.486615:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204681.486616:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:3.0:1788204681.486617:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204681.486617:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.486618:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204681.486620:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937878912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204681.486623:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204681.486624:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204681.486625:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204681.486626:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204681.486627:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204681.486627:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204681.486628:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204681.486629:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:3.0:1788204681.486630:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204681.486631:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204681.486631:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:3.0:1788204681.486632:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204681.486646:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.486649:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204681.486651:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204681.486652:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204681.486653:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204681.486654:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204681.676441:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204681.676451:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204681.676455:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204681.676462:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204681.676466:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204681.676471:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204681.676475:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204681.676478:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204681.676481:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204682.188452:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204682.188460:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204682.188467:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204682.188468:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204682.188522:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204682.188524:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204682.188527:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204682.700417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204682.700425:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204682.700427:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204682.700432:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204682.700436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204682.700440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204682.700442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204682.700444:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204682.700447:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204683.212438:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204683.212445:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204683.212451:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204683.212452:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204683.212536:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204683.212542:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204683.212547:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204683.724442:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204683.724450:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204683.724453:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204683.724458:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204683.724462:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204683.724465:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204683.724468:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204683.724471:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204683.724474:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204684.236494:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204684.236501:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204684.236506:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204684.236508:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204684.236581:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204684.236597:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204684.236601:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204684.748458:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204684.748467:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204684.748469:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204684.748474:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204684.748478:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204684.748481:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204684.748484:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204684.748487:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204684.748490:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204685.260440:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204685.260450:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204685.260452:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204685.260455:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204685.260459:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204685.260461:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204685.260463:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204685.260465:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204685.260469:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204685.260470:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204685.260471:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204685.260471:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204685.260472:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204685.260473:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204685.260474:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204685.260475:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204685.260556:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204685.260560:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204685.260564:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204685.324375:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309663437, at 4309663488
00000100:00000040:0.0:1788204685.324377:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309663437, at 4309663488
00000100:00000010:1.0:1788204685.324387:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5600.
00000100:00000010:0.0:1788204685.324390:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5300.
00000100:00000001:2.0:1788204685.772380:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204685.772388:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204685.772390:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204685.772395:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204685.772399:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204685.772403:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204685.772406:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204685.772408:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204685.772411:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204686.284436:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204686.284441:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204686.284446:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204686.284447:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204686.284512:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204686.284515:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204686.284519:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204686.604418:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204686.604432:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204686.604434:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204686.604437:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204686.604440:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204686.604445:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14992
00000400:00000200:1.0:1788204686.604452:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204686.604456:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204686.604458:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204686.604460:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204686.604463:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204686.604464:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204686.604466:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204686.604469:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204686.604470:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204686.604473:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204686.604475:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204686.604476:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204686.604478:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204686.604480:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204686.604481:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204686.604483:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204686.604485:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204686.604487:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204686.604490:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204686.604491:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.604493:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204686.604495:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204686.604497:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.604499:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204686.604500:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204686.604508:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece680.
00000020:00000040:1.0:1788204686.604510:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204686.604513:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204686.604514:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.604516:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204686.604519:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204686.604521:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204686.604526:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:1.0:1788204686.604531:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204686.604538:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece680 x1875052937879040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204686.604544:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204686.604559:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204686.604563:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb9bc345] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece680 x1875052937879040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.604579:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204686.604581:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204686.604583:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204686.604584:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204686.604585:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204686.604586:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204686.604588:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14992
00000400:00000200:1.0:1788204686.604590:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204686.604592:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204686.604594:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204686.604595:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204686.604597:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204686.604598:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204686.604600:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204686.604601:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204686.604602:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204686.604603:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204686.604605:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204686.604606:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204686.604607:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204686.604609:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204686.604610:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204686.604611:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788204686.604612:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204686.604615:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:3.0:1788204686.604616:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1788204686.604617:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:3.0:1788204686.604620:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1788204686.604621:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204686.604624:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.604626:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1788204686.604628:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece680 x1875052937879040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204686.604631:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204686.604636:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.604639:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204686.604642:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1788204686.604644:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788204686.604644:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788204686.604650:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204686.604650:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788204686.604654:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204686.604654:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204686.604658:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204686.604659:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdc00.
00000100:00100000:3.0:1788204686.604662:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937879040:192.168.201.135@tcp:250:kworker.0
00000020:00000040:1.0:1788204686.604663:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204686.604668:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788204686.604668:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204686.604671:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.604672:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204686.604672:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204686.604675:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204686.604675:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.604679:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204686.604679:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204686.604686:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
02000000:00000010:3.0:1788204686.604686:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204686.604688:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.604694:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204686.604695:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204686.604700:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000100:00100000:1.0:1788204686.604705:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdc00 x1875052937879168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:3.0:1788204686.604707:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204686.604714:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937879040, portal 25
00000100:00000001:1.0:1788204686.604717:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204686.604717:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204686.604720:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525056 : -127143247026560 : ffff8c5d27ece680)
00000100:00000001:1.0:1788204686.604722:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204686.604727:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece680 x1875052937879040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204686.604731:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c07ad524] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdc00 x1875052937879168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.604735:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204686.604741:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204686.604744:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000001:1.0:1788204686.604751:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204686.604755:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204686.604757:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204686.604759:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204686.604761:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204686.604763:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204686.604766:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14992
00000400:00000200:1.0:1788204686.604770:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204686.604773:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:3.0:1788204686.604773:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937879040, offset 0
00000100:00080000:1.0:1788204686.604776:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788204686.604782:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:1.0:1788204686.604783:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204686.604787:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204686.604790:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:3.0:1788204686.604790:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204686.604795:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:3.0:1788204686.604798:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000001:1.0:1788204686.604799:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204686.604802:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:3.0:1788204686.604803:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1788204686.604804:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204686.604807:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:3.0:1788204686.604808:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000001:1.0:1788204686.604810:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204686.604813:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:3.0:1788204686.604813:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204686.604818:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:1.0:1788204686.604820:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:3.0:1788204686.604824:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546817:546817:256:4294967295] 192.168.201.135@tcp LPNI seq info [546783:546783:8:4294967295]
00000100:00000001:1.0:1788204686.604825:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204686.604829:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204686.604833:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:3.0:1788204686.604833:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:1.0:1788204686.604837:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204686.604839:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204686.604843:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.604846:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788204686.604846:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1788204686.604850:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1788204686.604855:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000001:1.0:1788204686.604856:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.604860:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:3.0:1788204686.604861:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000008:00100000:1.0:1788204686.604862:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204686.604867:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204686.604871:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204686.604872:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204686.604877:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000100:00000010:1.0:1788204686.604879:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd500.
00000800:00000200:3.1:1788204686.604887:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204686.604891:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000020:00000040:1.0:1788204686.604893:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204686.604897:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204686.604899:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788204686.604900:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204686.604901:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204686.604904:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:3.0:1788204686.604904:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
02000000:00000001:1.0:1788204686.604906:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204686.604910:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000400:00000200:3.0:1788204686.604912:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788204686.604913:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204686.604920:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1788204686.604921:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd500 x1875052937879296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204686.604927:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000100:00000001:1.0:1788204686.604928:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1788204686.604930:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:1.0:1788204686.604931:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204686.604936:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab37475] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd500 x1875052937879296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.604936:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204686.604943:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece680 x1875052937879040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.604946:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204686.604950:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204686.604956:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204686.604957:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204686.604958:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:3.0:1788204686.604961:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece680 x1875052937879040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204686.604962:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204686.604970:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204686.604973:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.604975:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1788204686.604976:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14992
00000100:00000001:3.0:1788204686.604980:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204686.604985:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204686.604987:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204686.604991:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309668556
00000400:00000200:1.0:1788204686.604992:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204686.604996:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000010:3.0:1788204686.604997:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5000.
00000100:00000040:1.0:1788204686.605002:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204686.605004:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204686.605006:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204686.605010:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309668556
00000100:00000040:1.0:1788204686.605011:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000010:3.0:1788204686.605014:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d54e0.
00000100:00000001:1.0:1788204686.605016:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:3.0:1788204686.605017:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000020:00000001:1.0:1788204686.605022:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788204686.605022:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204686.605026:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.605028:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204686.605031:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204686/real 1788204686]  req@ffff8c5d27ece680 x1875052937879040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204686.605032:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204686.605037:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000001:3.0:1788204686.605040:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1788204686.605041:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000001:3.0:1788204686.605042:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204686.605045:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000020:00000001:1.0:1788204686.605047:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:3.0:1788204686.605048:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204686.605050:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000020:00000001:1.0:1788204686.605053:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:3.0:1788204686.605054:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204686.605057:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece680 x1875052937879040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204686.605063:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:3.0:1788204686.605067:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece680 x1875052937879040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.605068:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204686.605074:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204686.605077:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204686.605078:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:3.0:1788204686.605080:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788204686.605083:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:3.0:1788204686.605084:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204686.605086:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204686.605090:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00100000:3.0:1788204686.605091:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece680 x1875052937879040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.605095:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.605098:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204686.605102:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204686.605103:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204686.605106:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece680 x1875052937879040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204686.605108:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.605114:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204686.605116:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:1.0:1788204686.605118:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1788204686.605119:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.605122:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204686.605123:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1788204686.605127:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.605127:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204686.605130:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204686.605132:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204686.605133:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:1.0:1788204686.605139:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecce00.
00000100:00080000:3.0:1788204686.605140:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000020:00000040:1.0:1788204686.605144:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:3.0:1788204686.605145:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204686.605151:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece680 x1875052937879040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204686.605157:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:3.0:1788204686.605161:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937879040:192.168.201.135@tcp:250:kworker.0
02000000:00000001:1.0:1788204686.605163:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.605167:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204686.605169:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204686.605171:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.605171:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1788204686.605175:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:3.0:1788204686.605176:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204686.605181:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204686.605182:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece680 x1875052937879040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204686.605187:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecce00 x1875052937879424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204686.605200:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1788204686.605203:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1788204686.605204:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1788204686.605206:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204686.605209:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d6400.
00000100:00000040:1.0:1788204686.605210:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5eacb3] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecce00 x1875052937879424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204686.605216:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1788204686.605219:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204686.605220:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:1.0:1788204686.605222:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000040:3.0:1788204686.605224:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00080000:1.0:1788204686.605225:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204686.605228:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000020:00000001:3.0:1788204686.605229:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00080000:1.0:1788204686.605230:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:3.0:1788204686.605233:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
00000100:00000001:1.0:1788204686.605234:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204686.605238:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14992
02000000:00000001:3.0:1788204686.605238:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204686.605241:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:1.0:1788204686.605244:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:3.0:1788204686.605244:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece680.
00000100:00000001:3.0:1788204686.605249:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000400:00000200:1.0:1788204686.605250:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:3.0:1788204686.605251:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204686.605254:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788204686.605255:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204686.605258:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204686.605260:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204686.605262:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204686.605263:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204686.605264:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:3.0:1788204686.605265:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204686.605267:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788204686.605268:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1788204686.605271:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:3.0:1788204686.605271:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204686.605274:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788204686.605275:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204686.605279:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204686.605282:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204686.605282:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdc00 x1875052937879168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204686.605288:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:3.0:1788204686.605320:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204686.605321:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204686.605324:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204686.605325:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204686.605327:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204686.605329:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937879168:192.168.201.135@tcp:38:kworker.0
00000100:00000040:1.0:1788204686.605332:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204686.605333:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204686.605336:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204686.605339:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204686.605340:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204686.605342:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000010:3.0:1788204686.605343:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204686.605347:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204686.605348:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:3.0:1788204686.605352:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204686.605353:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:3.0:1788204686.605355:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000020:00000040:1.0:1788204686.605358:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000010:3.0:1788204686.605359:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204686.605364:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937879168, portal 10
00000100:00080000:1.0:1788204686.605365:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204686.605366:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204686.605368:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462522368 : -127143247029248 : ffff8c5d27ecdc00)
00000100:00000001:1.0:1788204686.605372:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204686.605376:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1788204686.605377:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdc00 x1875052937879168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204686.605381:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204686.605384:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1788204686.605386:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204686.605387:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204686.605390:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:3.0:1788204686.605391:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204686.605394:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937879168, offset 0
00000008:00100000:1.0:1788204686.605395:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:3.0:1788204686.605399:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000008:00000001:1.0:1788204686.605402:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204686.605406:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204686.605407:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204686.605410:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000010:1.0:1788204686.605414:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecca80.
00000400:00000200:3.0:1788204686.605414:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204686.605416:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:1.0:1788204686.605420:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000200:3.0:1788204686.605421:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204686.605424:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:1.0:1788204686.605427:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1788204686.605428:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546818:546818:256:4294967295] 192.168.201.135@tcp LPNI seq info [546784:546784:8:4294967295]
02000000:00000001:1.0:1788204686.605431:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204686.605434:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204686.605436:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204686.605439:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788204686.605442:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1788204686.605444:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204686.605447:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000010:1.0:1788204686.605451:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000800:00000010:3.0:1788204686.605451:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000100:00000001:1.0:1788204686.605458:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788204686.605458:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204686.605460:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788204686.605467:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00100000:1.0:1788204686.605468:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecca80 x1875052937879552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.1:1788204686.605470:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788204686.605477:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204686.605480:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204686.605484:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204686.605490:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204686.605494:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204686.605497:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204686.605501:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204686.605502:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1788204686.605505:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdc00 x1875052937879168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204686.605507:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.605515:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204686.605517:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8322783] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecca80 x1875052937879552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204686.605519:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdc00 x1875052937879168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.605558:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204686.605560:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.605560:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204686.605564:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204686.605567:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15002)
00000100:00000040:3.0:1788204686.605568:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788204686.605574:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204686.605575:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309664797
00000100:00000001:3.0:1788204686.605577:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309668556
00000100:00000001:3.0:1788204686.605578:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309664797
00000100:00000001:3.0:1788204686.605580:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309668556
00000100:00000001:3.0:1788204686.605581:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204686.605583:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.605584:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204686.605588:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204686/real 1788204686]  req@ffff8c5d27ecdc00 x1875052937879168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204686.605593:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204686.605594:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204686.605595:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204686.605596:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204686.605597:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204686.605599:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204686.605600:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdc00 x1875052937879168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204686.605605:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdc00 x1875052937879168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.605608:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204686.605609:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.605610:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204686.605611:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204686.605613:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdc00 x1875052937879168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.605618:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204686.605620:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdc00 x1875052937879168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.605624:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204686.605625:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.605626:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204686.605627:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.605628:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204686.605629:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204686.605630:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204686.605632:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204686.605633:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204686.605635:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdc00 x1875052937879168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204686.605639:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937879168:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204686.605641:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204686.605643:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd500 x1875052937879296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.605647:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204686.605648:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204686.605649:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204686.605650:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204686.605652:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204686.605653:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937879296:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204686.605655:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204686.605656:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204686.605657:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204686.605658:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204686.605660:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204686.605661:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204686.605663:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204686.605665:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204686.605666:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204686.605668:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937879296, portal 10
00000100:00000001:3.0:1788204686.605669:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204686.605670:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462520576 : -127143247031040 : ffff8c5d27ecd500)
00000100:00000040:3.0:1788204686.605674:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd500 x1875052937879296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.605677:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204686.605679:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204686.605680:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204686.605681:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937879296, offset 0
00000400:00000200:3.0:1788204686.605683:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204686.605685:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204686.605687:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204686.605689:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204686.605690:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204686.605692:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204686.605693:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204686.605695:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546819:546819:256:4294967295] 192.168.201.135@tcp LPNI seq info [546785:546785:8:4294967295]
00000400:00000200:3.0:1788204686.605698:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204686.605702:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204686.605704:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204686.605706:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204686.605708:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204686.605710:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788204686.605713:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204686.605714:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788204686.605716:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204686.605718:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204686.605720:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204686.605722:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204686.605723:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204686.605724:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204686.605726:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204686.605728:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd500 x1875052937879296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.605732:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204686.605734:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd500 x1875052937879296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.605737:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.605738:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204686.605740:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204686.605741:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788204686.605743:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204686.605744:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309664792
00000100:00000001:3.0:1788204686.605746:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309668556
00000100:00000001:3.0:1788204686.605747:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309664792
00000100:00000001:3.0:1788204686.605749:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309668556
00000100:00000001:3.0:1788204686.605750:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204686.605751:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.605752:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204686.605754:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204686/real 1788204686]  req@ffff8c5d27ecd500 x1875052937879296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204686.605757:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204686.605758:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204686.605759:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204686.605760:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204686.605761:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204686.605762:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204686.605764:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd500 x1875052937879296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204686.605769:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd500 x1875052937879296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.605772:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204686.605773:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.605774:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204686.605774:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204686.605776:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd500 x1875052937879296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.605779:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204686.605781:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd500 x1875052937879296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.605785:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204686.605786:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.605787:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204686.605787:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.605788:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204686.605789:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204686.605790:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204686.605792:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204686.605793:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204686.605795:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd500 x1875052937879296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204686.605799:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937879296:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204686.605801:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204686.605804:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecce00 x1875052937879424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.605807:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204686.605808:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204686.605810:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204686.605811:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204686.605812:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204686.605813:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937879424:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204686.605815:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204686.605816:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204686.605816:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204686.605817:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204686.605819:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204686.605820:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204686.605821:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204686.605823:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204686.605824:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204686.605826:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937879424, portal 4
00000100:00000001:3.0:1788204686.605827:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204686.605828:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462518784 : -127143247032832 : ffff8c5d27ecce00)
00000100:00000040:3.0:1788204686.605831:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecce00 x1875052937879424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.605837:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204686.605839:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204686.605841:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204686.605843:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937879424, offset 0
00000400:00000200:3.0:1788204686.605847:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204686.605850:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204686.605853:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204686.605855:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204686.605857:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204686.605859:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204686.605861:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204686.605865:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546820:546820:256:4294967295] 192.168.201.135@tcp LPNI seq info [546786:546786:8:4294967295]
00000400:00000200:3.0:1788204686.605869:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204686.605874:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204686.605878:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204686.605881:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204686.605885:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204686.605887:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788204686.605891:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204686.605893:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788204686.605897:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204686.605899:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204686.605901:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204686.605904:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204686.605907:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204686.605909:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204686.605911:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204686.605915:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecce00 x1875052937879424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.605922:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204686.605925:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecce00 x1875052937879424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.605930:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.605932:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204686.605934:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204686.605937:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788204686.605940:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204686.605942:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309664885
00000100:00000001:3.0:1788204686.605944:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309668556
00000100:00000001:3.0:1788204686.605946:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309664885
00000100:00000001:3.0:1788204686.605948:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309668556
00000100:00000001:3.0:1788204686.605950:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204686.605953:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.605955:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204686.605958:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204686/real 1788204686]  req@ffff8c5d27ecce00 x1875052937879424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204686.605966:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204686.605967:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204686.605969:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204686.605971:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204686.605973:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204686.605976:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204686.605978:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecce00 x1875052937879424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204686.605986:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecce00 x1875052937879424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.605993:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204686.605994:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.605996:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204686.605997:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204686.606001:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecce00 x1875052937879424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.606007:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204686.606011:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecce00 x1875052937879424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.606018:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204686.606020:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.606021:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204686.606023:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.606024:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204686.606026:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204686.606029:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204686.606032:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204686.606034:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204686.606038:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecce00 x1875052937879424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204686.606045:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937879424:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204686.606049:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.606051:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204686.606054:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdc00 x1875052937879168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.606060:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204686.606062:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204686.606064:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:3.0:1788204686.606066:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204686.606068:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204686.606069:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204686.606071:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204686.606073:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:3.0:1788204686.606075:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204686.606077:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204686.606078:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdc00.
00000100:00000001:3.0:1788204686.606080:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204686.606082:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.606083:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204686.606086:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd500 x1875052937879296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.606092:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204686.606093:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204686.606094:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204686.606097:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204686.606098:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204686.606099:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204686.606100:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204686.606102:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:3.0:1788204686.606103:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204686.606105:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204686.606106:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd500.
00000100:00000001:3.0:1788204686.606107:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204686.606108:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.606110:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204686.606113:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecce00 x1875052937879424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.606118:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204686.606119:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204686.606120:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204686.606123:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204686.606124:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204686.606125:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204686.606126:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204686.606127:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:3.0:1788204686.606129:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204686.606130:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204686.606132:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecce00.
00000100:00000001:3.0:1788204686.606134:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204686.606135:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.606137:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.606140:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204686.606142:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.606143:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204686.606145:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204686.606147:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204686.606150:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecca80 x1875052937879552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.606156:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204686.606158:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204686.606160:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204686.606161:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204686.606163:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204686.606166:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937879552:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204686.606169:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204686.606171:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204686.606173:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204686.606175:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204686.606177:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204686.606180:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204686.606183:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204686.606185:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204686.606189:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204686.606192:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937879552, portal 4
00000100:00000001:3.0:1788204686.606194:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204686.606195:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462517888 : -127143247033728 : ffff8c5d27ecca80)
00000100:00000040:3.0:1788204686.606201:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecca80 x1875052937879552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.606207:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204686.606209:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204686.606212:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204686.606214:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937879552, offset 0
00000400:00000200:3.0:1788204686.606218:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204686.606222:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204686.606225:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204686.606228:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204686.606231:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204686.606233:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204686.606236:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204686.606238:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546821:546821:256:4294967295] 192.168.201.135@tcp LPNI seq info [546787:546787:8:4294967295]
00000400:00000200:3.0:1788204686.606243:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204686.606249:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204686.606253:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204686.606256:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204686.606260:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204686.606263:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788204686.606267:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204686.606270:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788204686.606274:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204686.606275:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204686.606278:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204686.606281:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204686.606284:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204686.606286:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204686.606289:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204686.606292:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecca80 x1875052937879552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.606319:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204686.606322:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecca80 x1875052937879552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204711 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.606329:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.606330:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204686.606334:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204686.606337:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788204686.606340:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204686.606342:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309664903
00000100:00000001:3.0:1788204686.606345:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309668556
00000100:00000001:3.0:1788204686.606347:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309664903
00000100:00000001:3.0:1788204686.606349:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309668556
00000100:00000001:3.0:1788204686.606351:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204686.606353:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.606355:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204686.606359:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204686/real 1788204686]  req@ffff8c5d27ecca80 x1875052937879552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204686.606367:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204686.606369:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204686.606371:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204686.606373:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204686.606375:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204686.606377:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204686.606380:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecca80 x1875052937879552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204686.606387:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecca80 x1875052937879552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.606394:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204686.606395:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.606397:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204686.606398:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204686.606402:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecca80 x1875052937879552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.606408:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204686.606412:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecca80 x1875052937879552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.606419:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204686.606421:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.606423:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204686.606424:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.606425:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204686.606427:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204686.606429:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204686.606432:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204686.606434:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204686.606438:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecca80 x1875052937879552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204686.606445:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937879552:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204686.606449:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.606450:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204686.606453:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecca80 x1875052937879552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204711 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204686.606459:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204686.606460:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204686.606462:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204686.606464:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204686.606465:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204686.606466:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204686.606468:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204686.606469:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:3.0:1788204686.606472:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204686.606473:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204686.606474:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecca80.
00000100:00000001:3.0:1788204686.606476:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204686.606477:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.606479:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204686.606483:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204686.606484:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204686.606486:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204686.606487:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204686.796459:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204686.796467:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204686.796469:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204686.796475:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204686.796478:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204686.796482:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204686.796485:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204686.796487:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204686.796489:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204687.308396:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204687.308402:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204687.308406:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204687.308407:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204687.308459:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204687.308462:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204687.308464:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204687.820393:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204687.820441:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204687.820443:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204687.820446:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204687.820449:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204687.820452:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204687.820454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204687.820456:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204687.820458:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204688.332440:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204688.332445:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204688.332449:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204688.332450:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204688.332514:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204688.332543:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204688.332547:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204688.844391:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204688.844398:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204688.844399:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204688.844403:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204688.844406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204688.844408:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204688.844410:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204688.844412:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204688.844414:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204689.356399:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204689.356404:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204689.356408:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204689.356409:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204689.356464:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204689.356466:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204689.356469:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204689.868438:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204689.869542:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204689.869545:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204689.869548:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204689.869551:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204689.869554:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204689.869555:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204689.869557:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204689.869559:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204690.380444:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204690.380452:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204690.380517:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204690.380519:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204690.380579:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204690.380582:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204690.380585:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204690.444433:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309668556, at 4309668608
00000100:00000040:1.0:1788204690.444433:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309668556, at 4309668608
00000100:00000010:0.0:1788204690.444447:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5000.
00000100:00000010:1.0:1788204690.444449:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d54e0.
00000100:00000001:2.0:1788204690.892358:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204690.892365:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204690.892367:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204690.892370:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204690.892372:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204690.892374:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204690.892376:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204690.892378:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204690.892379:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204691.404424:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204691.404433:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204691.404440:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204691.404441:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204691.404524:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204691.404528:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204691.404531:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204691.725519:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204691.725529:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204691.725531:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204691.725535:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204691.725539:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204691.725546:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 14997
00000400:00000200:3.0:1788204691.725555:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204691.725560:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204691.725563:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204691.725566:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204691.725569:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204691.725572:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204691.725574:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204691.725577:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204691.725578:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204691.725580:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204691.725583:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204691.725584:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204691.725586:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204691.725588:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204691.725589:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204691.725590:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204691.725591:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204691.725592:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204691.725594:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204691.725596:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204691.725598:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204691.725600:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204691.725602:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.725603:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204691.725605:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204691.725612:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788204691.725614:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204691.725617:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204691.725618:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.725620:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204691.725622:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204691.725625:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204691.725630:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204691.725634:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204691.725641:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937879680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204691.725647:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204691.725651:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204691.725655:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937879680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204691.725681:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204691.725684:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204691.725687:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204691.725688:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204691.725690:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204691.725693:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204691.725695:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14997
00000400:00000200:3.0:1788204691.725699:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204691.725702:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204691.725704:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204691.725706:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204691.725709:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204691.725711:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204691.725713:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204691.725715:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204691.725716:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204691.725718:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204691.725720:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:0.0:1788204691.725721:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204691.725723:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204691.725726:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204691.725727:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204691.725730:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204691.725733:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204691.725737:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204691.725739:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937879680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204691.725740:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204691.725744:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204691.725749:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:0.0:1788204691.725753:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788204691.725754:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204691.725757:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.725759:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204691.725761:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204691.725763:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204691.725766:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204691.725767:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204691.725771:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204691.725772:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.725775:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1788204691.725780:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937879680:192.168.201.135@tcp:250:kworker.0
00000008:00100000:3.0:1788204691.725781:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204691.725786:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1788204691.725787:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204691.725791:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204691.725791:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204691.725797:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
02000000:00000001:0.0:1788204691.725800:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204691.725801:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204691.725806:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204691.725806:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204691.725809:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.725812:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1788204691.725813:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:3.0:1788204691.725814:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204691.725816:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204691.725818:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204691.725824:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:3.0:1788204691.725827:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204691.725832:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204691.725837:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937879808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1788204691.725840:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:3.0:1788204691.725849:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204691.725851:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204691.725854:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000040:3.0:1788204691.725856:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937879808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204691.725863:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937879680, portal 25
00000100:00000001:3.0:1788204691.725866:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.725868:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204691.725871:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00080000:3.0:1788204691.725875:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1788204691.725880:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937879680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204691.725884:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204691.725887:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204691.725890:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204691.725894:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204691.725895:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204691.725899:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14997
00000100:00000040:0.0:1788204691.725903:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204691.725907:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204691.725909:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000400:00000200:3.0:1788204691.725913:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:0.0:1788204691.725915:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937879680, offset 0
00000100:00080000:3.0:1788204691.725916:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204691.725921:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204691.725924:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204691.725928:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204691.725929:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204691.725932:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204691.725935:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204691.725936:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:0.0:1788204691.725939:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788204691.725939:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204691.725942:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204691.725945:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788204691.725948:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000001:3.0:1788204691.725949:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204691.725955:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204691.725958:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204691.725959:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204691.725963:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204691.725965:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:3.0:1788204691.725966:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788204691.725970:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1788204691.725970:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204691.725976:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:0.0:1788204691.725977:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788204691.725982:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204691.725983:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546822:546822:256:4294967295] 192.168.201.135@tcp LPNI seq info [546788:546788:8:4294967295]
02000000:00000001:3.0:1788204691.725985:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204691.725989:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204691.725990:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204691.725993:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.725995:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204691.725998:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788204691.725999:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000008:00000001:3.0:1788204691.726001:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.726005:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204691.726008:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000010:3.0:1788204691.726008:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204691.726012:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000010:0.0:1788204691.726014:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
02000000:00000001:3.0:1788204691.726014:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204691.726016:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.726018:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204691.726020:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204691.726021:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204691.726024:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:3.0:1788204691.726026:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000800:00000200:0.0:1788204691.726028:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1788204691.726030:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204691.726036:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00100000:3.0:1788204691.726037:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937879936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204691.726041:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204691.726043:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204691.726045:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937879936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1788204691.726051:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1788204691.726057:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788204691.726058:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204691.726063:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000100:00080000:3.0:1788204691.726063:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204691.726069:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1788204691.726072:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204691.726072:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204691.726075:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788204691.726080:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204691.726080:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204691.726086:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14997
00000400:00000200:0.0:1788204691.726088:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000200:3.0:1788204691.726092:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204691.726093:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000400:00000200:3.0:1788204691.726098:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204691.726101:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1788204691.726101:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204691.726107:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:0.0:1788204691.726109:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937879680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204691.726111:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204691.726117:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204691.726121:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204691.726124:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204691.726125:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204691.726127:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204691.726128:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:0.0:1788204691.726131:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1788204691.726131:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204691.726136:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788204691.726139:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937879680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204691.726142:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204691.726148:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204691.726152:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204691.726154:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.726156:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204691.726157:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1788204691.726159:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204691.726163:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204691.726166:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.726167:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204691.726168:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204691.726173:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788204691.726174:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204691.726178:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.726179:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309673677
00000100:00000001:3.0:1788204691.726181:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204691.726184:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000010:0.0:1788204691.726186:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000008:00000001:3.0:1788204691.726187:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.726191:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.726194:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000010:3.0:1788204691.726195:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204691.726199:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204691.726202:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309673677
02000000:00000001:3.0:1788204691.726202:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204691.726205:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.726208:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1788204691.726209:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074000.
02000000:00000001:3.0:1788204691.726210:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204691.726214:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1788204691.726214:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204691.726219:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204691.726223:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.726227:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204691.726231:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.726234:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204691.726237:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937880064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788204691.726242:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204691/real 1788204691]  req@ffff8c5d3ba68a80 x1875052937879680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204691.726252:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204691.726256:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204691.726260:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204691.726265:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1788204691.726265:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937880064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788204691.726268:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204691.726272:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204691.726275:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:3.0:1788204691.726278:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.726280:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1788204691.726282:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1788204691.726286:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937879680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204691.726288:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204691.726292:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204691.726295:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1788204691.726340:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937879680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204691.726347:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204691.726352:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:3.0:1788204691.726353:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 14997
00000100:00000001:0.0:1788204691.726355:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.726359:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1788204691.726360:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204691.726362:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204691.726366:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00100000:0.0:1788204691.726370:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937879680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204691.726371:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204691.726378:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204691.726383:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204691.726384:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204691.726388:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204691.726391:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:0.0:1788204691.726393:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937879680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204691.726394:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204691.726397:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204691.726400:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204691.726404:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:0.0:1788204691.726408:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1788204691.726409:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204691.726414:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788204691.726415:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.726419:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788204691.726419:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204691.726421:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204691.726423:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204691.726426:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1788204691.726427:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204691.726429:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204691.726431:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00080000:0.0:1788204691.726434:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1788204691.726435:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204691.726440:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204691.726443:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204691.726444:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204691.726447:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788204691.726448:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
02000000:00000001:3.0:1788204691.726451:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.726453:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204691.726455:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204691.726470:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000040:0.0:1788204691.726472:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937879680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204691.726474:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204691.726478:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204691.726485:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000100:00100000:0.0:1788204691.726488:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937879680:192.168.201.135@tcp:250:kworker.0
00000020:00000040:3.0:1788204691.726489:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204691.726494:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204691.726497:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.726498:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204691.726499:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204691.726501:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788204691.726502:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204691.726506:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204691.726507:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937879680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204691.726511:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:0.0:1788204691.726517:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788204691.726518:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204691.726521:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204691.726525:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
00000100:00100000:3.0:1788204691.726526:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937880192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788204691.726529:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204691.726532:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204691.726535:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:3.0:1788204691.726537:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:0.0:1788204691.726539:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1788204691.726542:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204691.726543:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
00000100:00000040:3.0:1788204691.726548:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937880192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204691.726549:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204691.726552:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204691.726555:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:0.0:1788204691.726559:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204691.726561:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.726562:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.726566:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204691.726567:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15007)
00000100:00000001:0.0:1788204691.726573:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204691.726578:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.726581:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204691.726583:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204691.726585:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204691.726590:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937879808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.726596:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204691.726597:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204691.726599:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204691.726601:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204691.726603:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204691.726606:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937879808:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204691.726608:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204691.726610:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204691.726612:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204691.726614:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204691.726616:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204691.726618:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204691.726621:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204691.726624:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204691.726627:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204691.726629:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937879808, portal 10
00000100:00000001:0.0:1788204691.726631:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204691.726632:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:0.0:1788204691.726637:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937879808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.726643:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204691.726646:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204691.726648:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204691.726650:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937879808, offset 0
00000400:00000200:0.0:1788204691.726654:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204691.726659:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204691.726663:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204691.726666:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204691.726669:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204691.726671:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204691.726673:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204691.726676:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546823:546823:256:4294967295] 192.168.201.135@tcp LPNI seq info [546789:546789:8:4294967295]
00000400:00000200:0.0:1788204691.726679:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204691.726685:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204691.726689:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204691.726692:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204691.726696:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204691.726698:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204691.726702:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204691.726704:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788204691.726708:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204691.726710:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204691.726713:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204691.726716:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204691.726718:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204691.726720:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204691.726722:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204691.726726:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937879808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.726739:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204691.726742:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937879808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.726748:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.726749:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204691.726752:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204691.726755:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204691.726758:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204691.726760:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309669918
00000100:00000001:0.0:1788204691.726764:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309673677
00000100:00000001:0.0:1788204691.726766:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309669918
00000100:00000001:0.0:1788204691.726768:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309673677
00000100:00000001:0.0:1788204691.726770:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204691.726771:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.726773:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204691.726778:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204691/real 1788204691]  req@ffff8c5d3ba6b800 x1875052937879808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204691.726784:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204691.726786:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204691.726787:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204691.726789:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204691.726790:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204691.726793:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204691.726795:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937879808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204691.726802:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937879808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.726808:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204691.726809:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.726810:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204691.726812:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204691.726815:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937879808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.726820:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204691.726824:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937879808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.726829:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204691.726832:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.726833:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204691.726835:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.726836:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204691.726838:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204691.726840:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204691.726843:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204691.726845:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204691.726849:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937879808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204691.726855:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937879808:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204691.726859:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204691.726862:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937879936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.726868:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204691.726869:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204691.726871:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204691.726872:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204691.726874:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204691.726877:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937879936:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204691.726879:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204691.726881:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204691.726882:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204691.726884:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204691.726887:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204691.726889:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204691.726892:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204691.726894:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204691.726897:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204691.726899:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937879936, portal 10
00000100:00000001:0.0:1788204691.726901:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204691.726903:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000040:0.0:1788204691.726908:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937879936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.726914:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204691.726916:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204691.726919:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204691.726921:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937879936, offset 0
00000400:00000200:0.0:1788204691.726924:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204691.726928:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204691.726932:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204691.726934:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204691.726936:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204691.726939:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204691.726941:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204691.726943:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546824:546824:256:4294967295] 192.168.201.135@tcp LPNI seq info [546790:546790:8:4294967295]
00000400:00000200:0.0:1788204691.726947:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204691.726953:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204691.726957:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204691.726961:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204691.726964:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204691.726967:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204691.726971:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204691.726972:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788204691.726975:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204691.726976:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204691.726978:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204691.726980:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204691.726982:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204691.726983:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204691.726985:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204691.726987:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69f80 x1875052937879936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.726996:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204691.726998:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937879936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727002:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.727003:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204691.727006:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204691.727009:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204691.727012:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204691.727014:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309669913
00000100:00000001:0.0:1788204691.727016:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309673677
00000100:00000001:0.0:1788204691.727018:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309669913
00000100:00000001:0.0:1788204691.727020:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309673677
00000100:00000001:0.0:1788204691.727022:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204691.727024:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.727026:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204691.727030:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204691/real 1788204691]  req@ffff8c5d3ba69f80 x1875052937879936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204691.727037:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204691.727038:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204691.727040:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204691.727042:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204691.727044:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204691.727045:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204691.727048:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937879936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204691.727056:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937879936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727062:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204691.727064:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.727066:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204691.727067:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204691.727070:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937879936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727076:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204691.727080:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937879936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727086:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204691.727088:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.727090:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204691.727091:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.727093:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204691.727094:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204691.727097:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204691.727100:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204691.727102:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204691.727115:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937879936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204691.727125:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937879936:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204691.727129:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204691.727132:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937880064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727138:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204691.727139:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204691.727141:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204691.727143:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204691.727145:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204691.727148:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937880064:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204691.727151:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204691.727153:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204691.727155:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204691.727156:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204691.727160:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204691.727162:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204691.727165:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204691.727168:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204691.727171:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204691.727174:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937880064, portal 4
00000100:00000001:0.0:1788204691.727175:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204691.727177:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000040:0.0:1788204691.727182:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937880064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727188:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204691.727190:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204691.727192:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204691.727194:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937880064, offset 0
00000400:00000200:0.0:1788204691.727199:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204691.727202:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204691.727206:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204691.727208:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204691.727211:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204691.727213:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204691.727215:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204691.727218:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546825:546825:256:4294967295] 192.168.201.135@tcp LPNI seq info [546791:546791:8:4294967295]
00000400:00000200:0.0:1788204691.727222:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204691.727228:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204691.727232:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204691.727235:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204691.727239:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204691.727242:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204691.727246:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204691.727248:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788204691.727252:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204691.727254:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204691.727257:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204691.727260:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204691.727262:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204691.727265:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204691.727267:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204691.727270:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b100 x1875052937880064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727278:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204691.727281:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937880064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727287:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.727289:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204691.727291:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204691.727294:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204691.727314:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204691.727317:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309670007
00000100:00000001:0.0:1788204691.727319:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309673677
00000100:00000001:0.0:1788204691.727322:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309670007
00000100:00000001:0.0:1788204691.727324:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309673677
00000100:00000001:0.0:1788204691.727326:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204691.727329:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.727331:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204691.727334:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204691/real 1788204691]  req@ffff8c5d3ba6b100 x1875052937880064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204691.727342:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204691.727344:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204691.727346:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204691.727348:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204691.727350:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204691.727352:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204691.727355:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937880064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204691.727364:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937880064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727370:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204691.727371:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.727373:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204691.727374:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204691.727378:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937880064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727383:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204691.727386:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937880064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727392:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204691.727394:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.727396:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204691.727397:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.727399:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204691.727400:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204691.727403:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204691.727406:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204691.727408:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204691.727412:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937880064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204691.727426:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937880064:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204691.727430:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204691.727434:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937880192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727441:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204691.727442:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204691.727444:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204691.727446:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204691.727448:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204691.727450:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937880192:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204691.727452:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204691.727453:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204691.727454:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204691.727455:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204691.727469:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204691.727471:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204691.727473:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204691.727475:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204691.727477:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204691.727479:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937880192, portal 4
00000100:00000001:0.0:1788204691.727481:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204691.727481:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:0.0:1788204691.727485:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937880192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727489:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204691.727491:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204691.727493:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000200:0.0:1788204691.727494:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937880192, offset 0
00000400:00000200:0.0:1788204691.727496:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204691.727499:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204691.727501:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204691.727503:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204691.727505:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204691.727507:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204691.727508:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204691.727510:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546826:546826:256:4294967295] 192.168.201.135@tcp LPNI seq info [546792:546792:8:4294967295]
00000400:00000200:0.0:1788204691.727512:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204691.727516:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204691.727518:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204691.727520:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000800:00000200:0.0:1788204691.727522:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204691.727524:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788204691.727527:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204691.727529:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788204691.727531:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204691.727532:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:0.0:1788204691.727534:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204691.727536:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204691.727538:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:0.0:1788204691.727539:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:0.0:1788204691.727541:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204691.727543:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937880192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727548:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204691.727550:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937880192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204716 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727554:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.727555:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204691.727556:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204691.727559:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204691.727560:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204691.727562:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309670024
00000100:00000001:0.0:1788204691.727563:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309673677
00000100:00000001:0.0:1788204691.727565:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309670024
00000100:00000001:0.0:1788204691.727566:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309673677
00000100:00000001:0.0:1788204691.727567:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204691.727568:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.727569:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204691.727571:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204691/real 1788204691]  req@ffff8c5d3ba6bb80 x1875052937880192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204691.727575:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204691.727576:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204691.727576:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204691.727578:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204691.727579:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204691.727580:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204691.727582:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937880192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204691.727586:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937880192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727590:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204691.727591:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.727591:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204691.727592:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204691.727594:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937880192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727597:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204691.727599:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937880192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727603:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204691.727604:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.727605:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204691.727606:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.727607:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204691.727608:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204691.727610:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204691.727611:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204691.727612:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204691.727614:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937880192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204691.727618:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937880192:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204691.727620:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.727621:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204691.727623:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937879808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727626:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204691.727627:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204691.727628:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204691.727629:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204691.727630:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204691.727631:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204691.727632:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204691.727634:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:0.0:1788204691.727635:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204691.727636:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204691.727637:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:0.0:1788204691.727638:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204691.727639:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.727640:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204691.727642:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937879936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727649:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204691.727650:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204691.727651:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204691.727652:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204691.727652:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204691.727653:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204691.727654:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204691.727655:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:0.0:1788204691.727656:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204691.727656:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204691.727657:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:0.0:1788204691.727658:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204691.727659:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.727660:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204691.727661:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937880064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727664:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204691.727665:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204691.727666:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204691.727667:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204691.727668:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204691.727668:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204691.727669:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204691.727670:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:0.0:1788204691.727671:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204691.727671:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204691.727672:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:0.0:1788204691.727673:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204691.727673:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.727674:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204691.727676:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937880192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204716 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204691.727679:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204691.727679:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204691.727680:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204691.727681:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204691.727682:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204691.727683:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204691.727684:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204691.727685:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:0.0:1788204691.727686:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204691.727686:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204691.727687:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:0.0:1788204691.727688:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204691.727689:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.727690:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204691.727692:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204691.727693:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204691.727694:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204691.727695:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204691.916385:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204691.916391:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204691.916393:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204691.916397:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204691.916400:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204691.916402:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.916404:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204691.916405:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204691.916407:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204692.428459:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204692.428467:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204692.428475:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204692.428476:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204692.428531:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204692.428535:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204692.428538:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204692.940389:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204692.940397:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204692.940399:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204692.940405:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204692.940408:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204692.940412:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204692.940415:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204692.940417:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204692.940420:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204693.452450:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204693.452456:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204693.452461:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204693.452462:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204693.452516:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204693.452520:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204693.452523:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204693.964415:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204693.964436:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204693.964439:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204693.964444:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204693.964448:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204693.964452:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204693.964454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204693.964456:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204693.964458:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204694.476473:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204694.476480:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204694.476486:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204694.476487:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204694.476591:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204694.476598:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204694.476603:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204694.988394:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204694.988464:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204694.988465:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204694.988470:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204694.988472:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204694.988475:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204694.988477:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204694.988479:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204694.988481:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204695.500474:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204695.500484:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204695.500486:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204695.500489:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204695.500494:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204695.500496:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204695.500498:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204695.500500:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204695.500505:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204695.500506:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204695.500509:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204695.500510:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204695.500512:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204695.500513:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204695.500514:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204695.500516:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204695.500584:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204695.500587:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204695.500590:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204695.564404:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309673677, at 4309673728
00000100:00000040:1.0:1788204695.564412:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309673677, at 4309673728
00000100:00000010:0.0:1788204695.564419:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000010:1.0:1788204695.564420:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074000.
00000100:00000001:2.0:1788204696.012421:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204696.012428:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204696.012430:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204696.012435:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204696.012439:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204696.012443:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204696.012445:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204696.012448:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204696.012451:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204696.524473:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204696.524479:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204696.524483:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204696.524483:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204696.524537:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204696.524540:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204696.524543:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204696.844454:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204696.844464:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204696.844467:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204696.844470:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204696.844479:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204696.844488:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15002
00000400:00000200:3.0:1788204696.844497:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204696.844503:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204696.844505:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204696.844508:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204696.844510:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204696.844512:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204696.844515:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204696.844519:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204696.844521:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204696.844523:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204696.844526:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204696.844528:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204696.844529:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204696.844531:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204696.844532:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204696.844533:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204696.844535:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204696.844537:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204696.844539:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204696.844540:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204696.844543:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204696.844545:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204696.844548:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204696.844549:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204696.844551:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204696.844560:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204696.844563:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204696.844567:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204696.844568:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204696.844570:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204696.844573:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204696.844577:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204696.844585:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788204696.844592:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204696.844601:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937880320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204696.844612:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204696.844617:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204696.844623:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937880320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204696.844652:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204696.844655:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204696.844658:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204696.844659:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204696.844660:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204696.844663:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204696.844665:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15002
00000400:00000200:3.0:1788204696.844668:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204696.844670:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204696.844672:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204696.844673:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204696.844675:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204696.844676:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204696.844678:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204696.844680:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204696.844681:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204696.844682:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204696.844683:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204696.844685:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204696.844686:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204696.844688:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204696.844689:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204696.844691:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204696.844692:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204696.844694:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204696.844696:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204696.844698:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204696.844701:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204696.844702:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204696.844708:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1788204696.844708:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204696.844712:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788204696.844713:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204696.844716:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204696.844722:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1788204696.844725:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937880320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204696.844727:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204696.844732:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204696.844740:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1788204696.844740:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000100:00000001:0.0:1788204696.844743:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204696.844745:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204696.844747:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204696.844751:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204696.844752:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204696.844755:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204696.844756:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204696.844759:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1788204696.844762:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937880320:192.168.201.135@tcp:250:kworker.0
02000000:00000001:3.0:1788204696.844762:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204696.844766:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204696.844767:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1788204696.844770:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
02000000:00000001:0.0:1788204696.844772:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204696.844775:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204696.844776:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204696.844781:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1788204696.844785:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937880448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1788204696.844786:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204696.844790:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204696.844797:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788204696.844800:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204696.844801:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204696.844805:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000040:3.0:1788204696.844806:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937880448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788204696.844814:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:3.0:1788204696.844815:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204696.844818:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204696.844820:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204696.844821:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:0.0:1788204696.844822:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937880320, portal 25
00000100:00080000:3.0:1788204696.844823:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204696.844826:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204696.844827:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204696.844829:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00080000:3.0:1788204696.844831:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15002
00000400:00000200:3.0:1788204696.844837:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788204696.844838:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937880320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204696.844841:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204696.844846:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204696.844852:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204696.844853:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204696.844854:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204696.844859:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204696.844859:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:0.0:1788204696.844863:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5000.
00000100:00000001:3.0:1788204696.844864:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:0.0:1788204696.844869:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937880320, offset 0
00000020:00000001:3.0:1788204696.844869:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204696.844870:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204696.844873:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204696.844875:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204696.844877:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204696.844880:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788204696.844881:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204696.844884:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204696.844886:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204696.844887:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204696.844888:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204696.844889:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204696.844891:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204696.844892:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204696.844896:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204696.844896:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204696.844900:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204696.844902:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204696.844903:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204696.844904:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788204696.844908:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000008:00000001:3.0:1788204696.844908:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204696.844910:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204696.844915:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204696.844917:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:0.0:1788204696.844918:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788204696.844919:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204696.844921:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204696.844923:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204696.844924:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204696.844926:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204696.844927:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000010:3.0:1788204696.844931:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000400:00000200:0.0:1788204696.844933:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204696.844935:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204696.844937:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00100000:3.0:1788204696.844942:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937880576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204696.844946:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546827:546827:256:4294967295] 192.168.201.135@tcp LPNI seq info [546793:546793:8:4294967295]
00000400:00000200:0.0:1788204696.844955:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204696.844966:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788204696.844967:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204696.844970:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204696.844975:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937880576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1788204696.844977:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204696.844984:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204696.844985:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905900.
00000100:00080000:3.0:1788204696.844987:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204696.844990:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204696.844992:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.0:1788204696.844993:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788204696.844995:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204696.844999:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.1:1788204696.845002:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788204696.845004:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15002
00000400:00000200:3.0:1788204696.845014:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204696.845018:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204696.845018:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204696.845024:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204696.845025:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204696.845030:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309678796
00000100:00000040:3.0:1788204696.845032:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204696.845037:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1788204696.845038:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000040:3.0:1788204696.845043:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204696.845046:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204696.845047:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1788204696.845051:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204696.845055:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:0.0:1788204696.845057:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309678796
00000020:00000001:3.0:1788204696.845058:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204696.845062:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000010:0.0:1788204696.845064:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c0740c0.
00000020:00000001:3.0:1788204696.845065:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204696.845069:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204696.845071:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1788204696.845072:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204696.845076:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204696.845079:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204696.845079:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204696.845083:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204696.845086:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204696.845086:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:0.0:1788204696.845093:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204696.845096:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204696.845098:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204696.845100:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204696.845102:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204696.845104:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204696.845105:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1788204696.845106:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204696.845108:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204696.845110:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204696.845112:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204696.845113:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204696.845115:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000010:3.0:1788204696.845118:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000100:00000001:0.0:1788204696.845119:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204696.845122:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788204696.845123:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204696.845124:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788204696.845127:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204696.845130:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204696.845131:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937880448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204696.845132:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204696.845135:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204696.845137:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204696.845143:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1788204696.845143:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:0.0:1788204696.845146:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204696.845147:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204696.845148:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204696.845151:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204696.845153:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204696.845156:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937880704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788204696.845158:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937880448:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204696.845167:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204696.845169:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204696.845171:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204696.845171:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788204696.845174:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204696.845175:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204696.845178:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
00000100:00000040:3.0:1788204696.845180:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937880704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204696.845181:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204696.845189:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204696.845193:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527d68.
00000100:00000001:3.0:1788204696.845193:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204696.845197:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788204696.845198:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5d48.
00000100:00080000:3.0:1788204696.845202:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:0.0:1788204696.845203:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937880448, portal 10
00000100:00000001:3.0:1788204696.845205:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204696.845206:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788204696.845208:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204696.845209:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000001:3.0:1788204696.845214:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204696.845216:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15002
00000100:00000040:0.0:1788204696.845219:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937880448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204696.845224:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204696.845230:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204696.845232:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788204696.845233:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204696.845237:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204696.845239:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:0.0:1788204696.845240:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5bb0.
00000100:00000200:0.0:1788204696.845243:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937880448, offset 0
00000100:00000001:3.0:1788204696.845246:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204696.845247:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204696.845251:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204696.845255:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204696.845256:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204696.845260:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1788204696.845262:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000040:3.0:1788204696.845262:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204696.845265:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788204696.845268:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1788204696.845268:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204696.845271:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000200:0.0:1788204696.845272:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000001:3.0:1788204696.845275:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000200:0.0:1788204696.845277:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788204696.845280:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204696.845282:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788204696.845284:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204696.845290:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546828:546828:255:4294967295] 192.168.201.135@tcp LPNI seq info [546794:546794:7:4294967295]
00000100:00000040:3.0:1788204696.845290:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204696.845294:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204696.845324:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204696.845327:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204696.845329:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204696.845330:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204696.845332:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204696.845334:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204696.845335:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204696.845336:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204696.845339:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204696.845344:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204696.845348:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204696.845349:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204696.845354:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000800:00000200:0.0:1788204696.845357:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788204696.845358:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000800:00000010:0.0:1788204696.845363:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905600.
02000000:00000001:3.0:1788204696.845363:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204696.845365:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204696.845378:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.0:1788204696.845380:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788204696.845381:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204696.845385:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204696.845390:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:3.0:1788204696.845393:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204696.845397:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204696.845401:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204696.845402:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937880832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788204696.845408:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000100:00000001:3.0:1788204696.845410:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204696.845413:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204696.845417:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204696.845419:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937880832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204696.845421:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309675037
00000100:00000001:0.0:1788204696.845427:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309678796
00000100:00000001:0.0:1788204696.845432:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309675037
00000100:00000001:0.0:1788204696.845437:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309678796
00000100:00000001:3.0:1788204696.845438:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204696.845442:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204696.845446:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204696.845446:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15012)
00000100:00000001:0.0:1788204696.845451:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204696.845459:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937880576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204696.845467:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204696.845468:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204696.845471:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204696.845473:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204696.845475:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204696.845478:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937880576:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204696.845484:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204696.845486:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204696.845488:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204696.845489:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204696.845492:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204696.845493:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204696.845496:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204696.845498:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527688.
00000400:00000010:0.0:1788204696.845500:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204696.845502:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937880576, portal 10
00000100:00000001:0.0:1788204696.845503:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204696.845512:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:0.0:1788204696.845518:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937880576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204696.845524:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204696.845527:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204696.845530:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5770.
00000100:00000200:0.0:1788204696.845532:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937880576, offset 0
00000400:00000200:0.0:1788204696.845537:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204696.845540:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204696.845544:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204696.845547:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204696.845550:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204696.845552:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204696.845554:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204696.845557:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546829:546829:254:4294967295] 192.168.201.135@tcp LPNI seq info [546795:546795:6:4294967295]
00000400:00000200:0.0:1788204696.845561:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204696.845567:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204696.845572:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204696.845575:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905300.
00000800:00000200:0.0:1788204696.845579:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204696.845583:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788204696.845586:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204696.845589:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204696.845592:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204696.845594:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309675032
00000100:00000001:0.0:1788204696.845596:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309678796
00000100:00000001:0.0:1788204696.845598:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309675032
00000100:00000001:0.0:1788204696.845618:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309678796
00000100:00000001:0.0:1788204696.845621:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204696.845623:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204696.845626:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204696.845628:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204696.845631:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204696.845632:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788204696.845634:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204696.845635:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204696.845637:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204696.845640:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937880704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204696.845645:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204696.845646:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204696.845647:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204696.845649:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204696.845650:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204696.845651:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937880704:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204696.845654:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204696.845655:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204696.845657:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204696.845659:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204696.845662:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204696.845664:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204696.845668:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204696.845671:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788204696.845675:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204696.845677:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937880704, portal 4
00000100:00000001:0.0:1788204696.845679:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204696.845680:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00000040:0.0:1788204696.845686:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937880704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204696.845693:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204696.845695:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204696.845698:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db53b8.
00000100:00000200:0.0:1788204696.845700:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937880704, offset 0
00000400:00000200:0.0:1788204696.845705:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204696.845709:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204696.845712:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204696.845715:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204696.845718:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204696.845720:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204696.845723:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204696.845726:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546830:546830:253:4294967295] 192.168.201.135@tcp LPNI seq info [546796:546796:5:4294967295]
00000400:00000200:0.0:1788204696.845730:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204696.845736:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204696.845740:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204696.845744:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905000.
00000800:00000200:0.0:1788204696.845747:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204696.845751:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788204696.845754:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204696.845757:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204696.845760:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204696.845761:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309675125
00000100:00000001:0.0:1788204696.845764:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309678796
00000100:00000001:0.0:1788204696.845766:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309675125
00000100:00000001:0.0:1788204696.845768:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309678796
00000100:00000001:0.0:1788204696.845770:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204696.845772:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204696.845774:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204696.845778:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937880832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204696.845783:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204696.845784:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204696.845786:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204696.845787:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204696.845788:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204696.845789:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937880832:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204696.845792:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204696.845793:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204696.845794:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204696.845795:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204696.845797:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204696.845799:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204696.845801:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204696.845802:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527c60.
00000400:00000010:0.0:1788204696.845805:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5e58.
00000100:00000200:0.0:1788204696.845806:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937880832, portal 4
00000100:00000001:0.0:1788204696.845808:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204696.845809:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:0.0:1788204696.845813:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937880832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204696.845817:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204696.845818:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204696.845820:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5ee0.
00000100:00000200:0.0:1788204696.845821:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937880832, offset 0
00000400:00000200:0.0:1788204696.845823:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204696.845826:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204696.845828:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204696.845830:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204696.845832:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204696.845833:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204696.845835:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204696.845836:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546831:546831:252:4294967295] 192.168.201.135@tcp LPNI seq info [546797:546797:4:4294967295]
00000400:00000200:0.0:1788204696.845839:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204696.845842:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204696.845844:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204696.845847:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788204696.845849:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204696.845851:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788204696.845852:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204696.845855:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204696.845856:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204696.845858:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309675142
00000100:00000001:0.0:1788204696.845860:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309678796
00000100:00000001:0.0:1788204696.845862:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309675142
00000100:00000001:0.0:1788204696.845864:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309678796
00000100:00000001:0.0:1788204696.845866:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204696.845868:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204696.845871:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204696.845872:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204696.845876:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204696.845877:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788204696.845879:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204696.845880:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204696.845882:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204696.845884:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204697.036429:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204697.036439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204697.036441:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204697.036447:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204697.036450:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204697.036453:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.036456:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204697.036458:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204697.036461:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204697.548529:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204697.548538:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204697.548547:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204697.548548:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204697.548625:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204697.548630:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204697.548634:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1788204697.804494:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788204697.804504:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788204697.804509:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788204697.804716:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204697.804736:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788204697.804742:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204697.804745:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1788204697.806001:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000100:00000001:2.0:1788204698.060454:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204698.060464:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204698.060466:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204698.060473:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204698.060478:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204698.060483:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204698.060486:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204698.060489:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204698.060492:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204698.572532:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204698.572540:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204698.572545:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204698.572547:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204698.572616:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204698.572620:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204698.572623:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204699.084467:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204699.084477:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204699.084480:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204699.084486:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204699.084490:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204699.084495:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204699.084498:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204699.084501:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204699.084504:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204699.596422:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204699.596428:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204699.596432:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204699.596433:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204699.596505:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204699.596511:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204699.596515:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788204699.916679:0:2383:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:2.0:1788204699.916738:0:2383:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788204699.916750:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204699.916755:0:2383:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:2.0:1788204699.916760:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204699.916764:0:2383:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788204699.916770:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204699.916774:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905900.
00000400:00000200:2.0:1788204699.916781:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204699.916791:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204699.916811:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5000
00000400:00000010:2.0:1788204699.916814:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5000.
00000100:00000001:2.0:1788204699.916823:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204699.916834:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba68000 x1875052937880320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204699.916861:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204699.916865:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937880320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204699.916873:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204699.916875:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204699.916886:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204699.916889:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905600.
00000400:00000200:2.0:1788204699.916892:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204699.916895:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204699.916898:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5bb0
00000400:00000010:2.0:1788204699.916900:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5bb0.
00000100:00000001:2.0:1788204699.916902:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204699.916907:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba69c00 x1875052937880448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204699.916914:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204699.916917:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937880448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204699.916923:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204699.916924:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204699.916929:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204699.916932:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905300.
00000400:00000200:2.0:1788204699.916934:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204699.916937:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204699.916939:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5770
00000400:00000010:2.0:1788204699.916941:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5770.
00000100:00000001:2.0:1788204699.916944:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204699.916948:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba69180 x1875052937880576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204699.916954:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204699.916957:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937880576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204699.916963:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204699.916964:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204699.916968:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204699.916970:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905000.
00000400:00000200:2.0:1788204699.916973:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204699.916975:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204699.916979:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db53b8
00000400:00000010:2.0:1788204699.916981:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db53b8.
00000100:00000001:2.0:1788204699.916983:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204699.916988:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba6ad80 x1875052937880704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204699.916997:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204699.916999:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937880704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204699.917006:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204699.917008:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204699.917016:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204699.917019:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:2.0:1788204699.917022:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204699.917025:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204699.917028:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5ee0
00000400:00000010:2.0:1788204699.917030:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5ee0.
00000100:00000001:2.0:1788204699.917032:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204699.917038:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba68e00 x1875052937880832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917044:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204699.917047:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204699.917054:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937880832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204721 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917056:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204699.917064:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788204699.917066:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204699.917069:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:0.0:1788204699.917084:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204696/real 1788204699]  req@ffff8c5d3ba6ad80 x1875052937880704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204699.917103:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204699.917105:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204699.917108:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788204699.917115:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204699.917117:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204699.917124:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204699.917127:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937880704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204699.917135:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937880704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917142:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204699.917144:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917146:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204699.917148:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204699.917152:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937880704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917158:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204699.917163:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937880704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917174:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204699.917176:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917178:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204699.917179:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917181:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204699.917183:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204699.917186:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204699.917190:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204699.917193:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204699.917196:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937880704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204699.917204:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937880704:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204699.917210:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204699.917214:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204696/real 1788204699]  req@ffff8c5d3ba68e00 x1875052937880832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204699.917221:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204699.917222:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204699.917224:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527c60.
00000400:00000200:0.0:1788204699.917226:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5e58
00000400:00000010:0.0:1788204699.917228:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5e58.
00000100:00000001:0.0:1788204699.917230:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204699.917233:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937880832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204699.917241:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937880832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917246:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204699.917248:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917250:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204699.917251:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204699.917254:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937880832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917259:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204699.917262:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937880832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917268:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204699.917270:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917271:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204699.917272:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917274:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204699.917275:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204699.917277:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204699.917280:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204699.917282:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204699.917286:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937880832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204699.917292:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937880832:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204699.917297:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204699.917342:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204696/real 1788204699]  req@ffff8c5d3ba69c00 x1875052937880448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204699.917351:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204699.917352:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204699.917355:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527d68.
00000400:00000200:0.0:1788204699.917357:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5d48
00000400:00000010:0.0:1788204699.917359:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5d48.
00000100:00000001:0.0:1788204699.917361:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204699.917364:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937880448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204699.917372:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937880448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917378:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204699.917379:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917381:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204699.917382:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204699.917385:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937880448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917391:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204699.917395:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937880448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917401:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204699.917403:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917405:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204699.917406:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917408:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204699.917409:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204699.917411:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204699.917414:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204699.917416:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204699.917419:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937880448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204699.917426:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937880448:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204699.917430:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204699.917435:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204696/real 1788204699]  req@ffff8c5d3ba69180 x1875052937880576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204699.917441:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204699.917443:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204699.917444:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527688.
00000400:00000200:0.0:1788204699.917447:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204699.917448:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204699.917451:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204699.917454:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937880576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204699.917461:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937880576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917467:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204699.917469:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917470:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204699.917471:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204699.917475:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937880576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917482:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204699.917485:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937880576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917491:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204699.917493:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917495:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204699.917496:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917497:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204699.917499:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204699.917501:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204699.917505:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204699.917509:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204699.917512:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937880576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204699.917518:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937880576:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204699.917522:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204699.917526:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204696/real 1788204699]  req@ffff8c5d3ba68000 x1875052937880320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204699.917533:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204699.917539:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204699.917541:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204699.917544:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204699.917546:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204699.917548:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204699.917550:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937880320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204699.917557:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937880320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917563:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204699.917564:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917566:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204699.917567:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204699.917570:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937880320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917580:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204699.917584:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937880320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917589:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204699.917591:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917593:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204699.917594:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917595:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204699.917597:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204699.917599:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204699.917602:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204699.917604:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204699.917606:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937880320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204699.917612:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937880320:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788204699.917616:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917618:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204699.917621:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937880704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917627:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204699.917631:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204699.917634:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204699.917639:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204699.917641:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204699.917643:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204699.917645:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204699.917647:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:0.0:1788204699.917652:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204699.917653:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204699.917655:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:0.0:1788204699.917659:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204699.917660:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917661:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204699.917664:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937880832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917669:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204699.917670:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204699.917672:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204699.917676:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204699.917679:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204699.917683:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204699.917685:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204699.917687:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:0.0:1788204699.917690:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204699.917691:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204699.917693:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:0.0:1788204699.917696:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204699.917697:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917699:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204699.917703:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937880448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917708:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204699.917710:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204699.917711:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204699.917714:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204699.917715:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204699.917716:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204699.917718:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204699.917720:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:0.0:1788204699.917724:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204699.917725:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204699.917731:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:0.0:1788204699.917733:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204699.917734:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917736:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204699.917739:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937880576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917745:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204699.917746:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204699.917747:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204699.917750:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204699.917751:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204699.917753:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204699.917754:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204699.917756:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:0.0:1788204699.917758:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204699.917759:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204699.917760:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:0.0:1788204699.917762:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204699.917763:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917765:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204699.917768:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937880320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204721 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204699.917773:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204699.917774:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204699.917775:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204699.917777:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204699.917778:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204699.917779:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204699.917781:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204699.917782:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:0.0:1788204699.917784:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204699.917785:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204699.917786:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:0.0:1788204699.917788:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204699.917789:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917792:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204699.917799:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204699.917801:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204699.917803:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204699.917806:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204700.108423:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204700.108431:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204700.108433:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204700.108438:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204700.108442:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204700.108445:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204700.108448:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204700.108450:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204700.108452:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204700.620434:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204700.620440:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204700.620444:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204700.620445:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204700.620602:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204700.620608:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204700.620611:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204700.684389:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309678796, at 4309678848
00000100:00000010:0.0:1788204700.684402:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000040:1.0:1788204700.684460:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309678796, at 4309678848
00000100:00000010:1.0:1788204700.684464:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0740c0.
00000100:00000001:2.0:1788204701.132402:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204701.132410:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204701.132412:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204701.132417:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204701.132421:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204701.132424:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204701.132427:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204701.132430:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204701.132432:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204701.644438:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204701.644454:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204701.644460:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204701.644461:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204701.644512:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204701.644516:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204701.644520:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204701.964450:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204701.964459:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204701.964462:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204701.964467:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204701.964472:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204701.964479:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15007
00000400:00000200:3.0:1788204701.964488:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204701.964496:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204701.964499:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204701.964502:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.964505:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204701.964510:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.964512:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204701.964517:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204701.964519:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204701.964521:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204701.964525:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204701.964526:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204701.964528:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204701.964530:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.964531:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204701.964533:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.964534:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204701.964536:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204701.964539:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204701.964541:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204701.964544:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204701.964548:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204701.964551:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.964554:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204701.964556:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204701.964574:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204701.964578:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204701.964585:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204701.964587:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.964591:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204701.964595:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204701.964600:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204701.964607:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204701.964613:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204701.964622:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937880960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204701.964631:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204701.964635:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204701.964639:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937880960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204701.964669:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204701.964673:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204701.964676:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204701.964678:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204701.964679:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204701.964682:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204701.964685:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15007
00000400:00000200:3.0:1788204701.964689:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204701.964692:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204701.964694:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204701.964697:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.964699:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204701.964702:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.964704:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204701.964706:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204701.964708:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204701.964710:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204701.964713:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204701.964715:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204701.964718:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204701.964721:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.964723:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204701.964724:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.964727:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204701.964730:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204701.964733:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204701.964734:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204701.964735:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204701.964740:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204701.964741:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204701.964747:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788204701.964749:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204701.964753:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204701.964756:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937880960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204701.964757:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204701.964764:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204701.964771:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1788204701.964772:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204701.964776:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.964777:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204701.964785:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1788204701.964785:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204701.964788:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204701.964790:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204701.964793:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204701.964795:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204701.964796:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.964801:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1788204701.964804:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937880960:192.168.201.135@tcp:250:kworker.0
02000000:00000001:3.0:1788204701.964804:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204701.964807:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204701.964812:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1788204701.964814:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
02000000:00000001:0.0:1788204701.964820:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204701.964820:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204701.964826:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204701.964831:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937881088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788204701.964832:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204701.964841:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204701.964845:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.964852:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788204701.964855:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204701.964856:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204701.964862:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000040:3.0:1788204701.964863:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937881088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204701.964874:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204701.964877:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788204701.964879:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00080000:3.0:1788204701.964884:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204701.964887:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204701.964888:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204701.964892:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1788204701.964893:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937880960, portal 25
00000100:00080000:3.0:1788204701.964896:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15007
00000100:00000001:0.0:1788204701.964898:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1788204701.964902:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204701.964903:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000400:00000200:3.0:1788204701.964908:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204701.964913:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204701.964914:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937880960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204701.964920:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.964926:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204701.964929:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204701.964933:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204701.964933:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204701.964936:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:0.0:1788204701.964940:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788204701.964944:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000010:0.0:1788204701.964945:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000020:00000001:3.0:1788204701.964948:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:0.0:1788204701.964951:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937880960, offset 0
00000020:00000040:3.0:1788204701.964952:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204701.964957:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204701.964960:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204701.964964:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.964967:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204701.964969:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204701.964972:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.964975:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204701.964977:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204701.964980:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204701.964982:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204701.964983:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204701.964987:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204701.964988:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204701.964992:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.964994:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204701.964996:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788204701.964999:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000008:00000001:3.0:1788204701.965000:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.965004:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204701.965010:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1788204701.965010:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204701.965015:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204701.965018:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1788204701.965019:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:3.0:1788204701.965020:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.965023:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204701.965026:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788204701.965027:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788204701.965030:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204701.965033:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000010:3.0:1788204701.965037:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000400:00000200:0.0:1788204701.965042:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546832:546832:256:4294967295] 192.168.201.135@tcp LPNI seq info [546798:546798:8:4294967295]
00000100:00000001:3.0:1788204701.965043:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204701.965052:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:3.0:1788204701.965052:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937881216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204701.965062:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204701.965066:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204701.965071:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788204701.965074:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937881216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204701.965085:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204701.965086:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204701.965089:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204701.965093:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000010:0.0:1788204701.965095:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000100:00000001:3.0:1788204701.965095:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204701.965097:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204701.965101:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204701.965105:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15007
00000800:00000200:0.0:1788204701.965108:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000400:00000200:3.0:1788204701.965113:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:0.0:1788204701.965116:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000400:00000200:3.0:1788204701.965119:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000200:0.1:1788204701.965126:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204701.965131:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204701.965136:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204701.965138:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204701.965146:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204701.965152:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204701.965160:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204701.965163:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204701.965171:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204701.965176:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937880960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.965185:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204701.965188:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937880960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.965193:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204701.965197:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1788204701.965198:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204701.965204:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204701.965205:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.965209:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204701.965214:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204701.965214:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.965219:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204701.965221:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309683916
00000020:00000001:3.0:1788204701.965223:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204701.965226:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204701.965227:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:0.0:1788204701.965229:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000020:00000040:3.0:1788204701.965230:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204701.965234:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204701.965237:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204701.965241:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204701.965243:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204701.965244:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204701.965248:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.965251:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204701.965252:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309683916
00000020:00000040:3.0:1788204701.965254:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000010:0.0:1788204701.965257:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074a20.
00000100:00080000:3.0:1788204701.965259:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204701.965264:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204701.965265:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1788204701.965268:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204701.965271:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204701.965272:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204701.965277:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204701.965277:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.965294:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204701.965296:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204701.965325:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.965327:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204701.965331:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204701.965333:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204701.965335:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204701.965336:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.965338:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204701.965339:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204701.965341:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204701.965344:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204701.965348:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204701.965352:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937881344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204701.965359:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204701.965362:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204701.965366:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937881344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204701.965373:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204701.965376:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204701.965380:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204701.965382:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204701.965384:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204701.965386:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204701.965389:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15007
00000400:00000200:3.0:1788204701.965393:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204701.965396:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204701.965398:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204701.965401:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.965403:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204701.965405:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.965407:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204701.965409:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204701.965410:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204701.965411:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204701.965413:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204701.965415:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204701.965418:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204701.965420:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.965422:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204701.965424:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204701.965426:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204701.965428:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204701.965430:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204701.965433:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204701.965435:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204701.965437:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204701.965439:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.965441:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204701.965443:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204701.965446:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.965448:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204701.965452:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204701.965454:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204701.965456:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204701.965457:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204701.965459:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204701.965460:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204701.965462:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204701.965465:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204701.965468:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204701.965473:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937881472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204701.965480:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204701.965482:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204701.965486:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937881472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204701.965493:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204701.965498:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15017)
00000100:00000001:0.0:1788204701.966094:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204701.966100:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204701/real 1788204701]  req@ffff8c5d3ba68700 x1875052937880960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204701.966110:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204701.966113:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204701.966115:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204701.966118:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204701.966120:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204701.966123:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204701.966126:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937880960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204701.966139:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937880960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966147:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204701.966149:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.966152:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204701.966158:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204701.966163:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937880960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966171:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204701.966176:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937880960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966182:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204701.966185:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.966187:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204701.966188:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.966190:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204701.966192:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204701.966194:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204701.966197:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204701.966198:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204701.966201:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937880960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204701.966207:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937880960:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788204701.966211:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.966213:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204701.966215:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937880960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966219:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204701.966222:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204701.966225:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204701.966230:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204701.966233:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204701.966235:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204701.966238:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204701.966241:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:0.0:1788204701.966245:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204701.966247:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204701.966249:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:0.0:1788204701.966251:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204701.966253:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.966255:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.966265:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204701.966268:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204701.966270:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204701.966273:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204701.966275:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204701.966291:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937881088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966318:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204701.966321:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204701.966324:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204701.966326:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204701.966329:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204701.966333:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937881088:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204701.966339:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204701.966343:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204701.966344:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204701.966347:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204701.966353:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204701.966355:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204701.966360:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204701.966363:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204701.966367:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204701.966373:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937881088, portal 10
00000100:00000001:0.0:1788204701.966375:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204701.966376:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:0.0:1788204701.966383:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937881088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966389:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204701.966392:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204701.966394:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204701.966397:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937881088, offset 0
00000400:00000200:0.0:1788204701.966402:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204701.966407:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204701.966413:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204701.966418:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204701.966421:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204701.966423:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204701.966426:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204701.966429:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546833:546833:256:4294967295] 192.168.201.135@tcp LPNI seq info [546799:546799:8:4294967295]
00000400:00000200:0.0:1788204701.966433:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204701.966442:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204701.966455:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204701.966463:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204701.966469:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204701.966472:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204701.966476:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204701.966479:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204701.966483:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204701.966486:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204701.966491:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204701.966495:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204701.966499:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204701.966501:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204701.966504:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204701.966508:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937881088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966516:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204701.966518:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937881088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966525:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204701.966527:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204701.966531:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204701.966536:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204701.966539:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204701.966542:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309680158
00000100:00000001:0.0:1788204701.966545:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309683916
00000100:00000001:0.0:1788204701.966547:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309680158
00000100:00000001:0.0:1788204701.966549:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309683916
00000100:00000001:0.0:1788204701.966552:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204701.966554:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204701.966556:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204701.966560:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204701/real 1788204701]  req@ffff8c5d3ba6b480 x1875052937881088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204701.966569:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204701.966571:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204701.966572:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204701.966575:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204701.966576:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204701.966579:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204701.966583:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937881088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204701.966590:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937881088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966596:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204701.966598:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.966600:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204701.966601:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204701.966605:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937881088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966612:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204701.966616:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937881088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966623:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204701.966626:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.966628:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204701.966629:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.966631:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204701.966633:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204701.966636:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204701.966638:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204701.966640:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204701.966642:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937881088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204701.966648:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937881088:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204701.966650:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204701.966653:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937881216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966656:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204701.966657:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204701.966659:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204701.966660:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204701.966661:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204701.966663:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937881216:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204701.966666:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204701.966667:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204701.966668:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204701.966669:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204701.966672:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204701.966674:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204701.966676:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204701.966682:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204701.966685:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204701.966687:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937881216, portal 10
00000100:00000001:0.0:1788204701.966688:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204701.966689:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:0.0:1788204701.966694:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937881216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966702:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204701.966703:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204701.966704:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204701.966706:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937881216, offset 0
00000400:00000200:0.0:1788204701.966708:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204701.966711:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204701.966713:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204701.966715:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204701.966717:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204701.966719:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204701.966720:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204701.966722:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546834:546834:256:4294967295] 192.168.201.135@tcp LPNI seq info [546800:546800:8:4294967295]
00000400:00000200:0.0:1788204701.966725:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204701.966729:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204701.966732:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204701.966734:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204701.966736:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204701.966738:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204701.966741:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204701.966743:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204701.966745:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204701.966747:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204701.966749:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204701.966751:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204701.966753:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204701.966754:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204701.966756:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204701.966758:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937881216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966763:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204701.966765:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937881216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966773:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204701.966774:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204701.966775:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204701.966778:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204701.966780:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204701.966781:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309680153
00000100:00000001:0.0:1788204701.966783:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309683916
00000100:00000001:0.0:1788204701.966784:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309680153
00000100:00000001:0.0:1788204701.966785:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309683916
00000100:00000001:0.0:1788204701.966787:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204701.966788:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204701.966789:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204701.966791:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204701/real 1788204701]  req@ffff8c5d3ba69500 x1875052937881216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204701.966795:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204701.966796:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204701.966797:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204701.966798:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204701.966799:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204701.966800:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204701.966802:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937881216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204701.966806:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937881216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966810:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204701.966810:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.966811:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204701.966813:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204701.966814:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937881216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966819:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204701.966821:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937881216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966825:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204701.966826:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.966827:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204701.966828:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.966829:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204701.966830:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204701.966831:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204701.966833:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204701.966834:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204701.966836:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937881216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204701.966840:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937881216:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204701.966842:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204701.966844:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937881344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966847:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204701.966848:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204701.966849:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204701.966850:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204701.966851:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204701.966853:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937881344:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204701.966854:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204701.966855:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204701.966857:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204701.966858:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204701.966860:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204701.966861:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204701.966863:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204701.966865:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204701.966868:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204701.966869:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937881344, portal 4
00000100:00000001:0.0:1788204701.966870:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204701.966879:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:0.0:1788204701.966884:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937881344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966894:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204701.966896:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204701.966898:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204701.966901:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937881344, offset 0
00000400:00000200:0.0:1788204701.966904:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204701.966908:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204701.966912:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204701.966914:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204701.966917:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204701.966919:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204701.966921:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204701.966924:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546835:546835:256:4294967295] 192.168.201.135@tcp LPNI seq info [546801:546801:8:4294967295]
00000400:00000200:0.0:1788204701.966929:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204701.966933:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204701.966937:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204701.966939:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204701.966941:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204701.966943:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204701.966946:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204701.966948:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204701.966950:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204701.966952:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204701.966954:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204701.966956:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204701.966958:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204701.966959:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204701.966961:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204701.966963:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937881344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966969:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204701.966971:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937881344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.966975:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204701.966976:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204701.966978:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204701.966980:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204701.966982:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204701.966983:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309680246
00000100:00000001:0.0:1788204701.966984:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309683916
00000100:00000001:0.0:1788204701.966986:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309680246
00000100:00000001:0.0:1788204701.966987:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309683916
00000100:00000001:0.0:1788204701.966989:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204701.966990:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204701.966991:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204701.966993:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204701/real 1788204701]  req@ffff8c5d3ba69880 x1875052937881344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204701.966997:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204701.966999:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204701.967000:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204701.967002:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204701.967004:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204701.967006:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204701.967009:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937881344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204701.967017:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937881344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.967023:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204701.967024:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.967026:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204701.967027:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204701.967031:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937881344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.967036:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204701.967039:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937881344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.967045:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204701.967047:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.967049:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204701.967050:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.967052:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204701.967053:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204701.967056:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204701.967059:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204701.967061:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204701.967065:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937881344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204701.967070:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937881344:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204701.967073:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204701.967076:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937881472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.967081:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204701.967082:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204701.967084:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204701.967085:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204701.967086:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204701.967087:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937881472:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204701.967089:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204701.967090:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204701.967091:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204701.967093:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204701.967095:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204701.967096:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204701.967098:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204701.967100:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204701.967102:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204701.967104:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937881472, portal 4
00000100:00000001:0.0:1788204701.967105:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204701.967106:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000040:0.0:1788204701.967110:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937881472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.967115:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204701.967118:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204701.967120:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204701.967122:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937881472, offset 0
00000400:00000200:0.0:1788204701.967125:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204701.967128:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204701.967132:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204701.967134:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204701.967137:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204701.967139:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204701.967140:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204701.967144:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546836:546836:256:4294967295] 192.168.201.135@tcp LPNI seq info [546802:546802:8:4294967295]
00000400:00000200:0.0:1788204701.967147:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204701.967152:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204701.967156:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204701.967159:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204701.967162:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204701.967165:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204701.967168:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204701.967171:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204701.967174:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204701.967176:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204701.967178:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204701.967181:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204701.967183:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204701.967185:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204701.967187:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204701.967190:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937881472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.967197:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204701.967199:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937881472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204726 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.967204:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204701.967205:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204701.967208:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204701.967211:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204701.967214:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204701.967215:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309680263
00000100:00000001:0.0:1788204701.967217:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309683916
00000100:00000001:0.0:1788204701.967219:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309680263
00000100:00000001:0.0:1788204701.967221:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309683916
00000100:00000001:0.0:1788204701.967223:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204701.967225:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204701.967227:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204701.967230:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204701/real 1788204701]  req@ffff8c5d3ba68380 x1875052937881472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204701.967237:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204701.967239:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204701.967241:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204701.967243:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204701.967245:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204701.967247:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204701.967250:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937881472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204701.967256:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937881472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.967260:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204701.967261:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.967262:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204701.967263:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204701.967265:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937881472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.967269:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204701.967271:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937881472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.967275:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204701.967276:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.967277:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204701.967277:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.967278:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204701.967293:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204701.967295:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204701.967322:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204701.967325:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204701.967329:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937881472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204701.967337:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937881472:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204701.967340:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.967341:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204701.967343:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937881088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.967348:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204701.967349:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204701.967350:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204701.967352:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204701.967353:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204701.967355:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204701.967356:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204701.967357:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:0.0:1788204701.967359:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204701.967360:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204701.967361:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:0.0:1788204701.967363:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204701.967364:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.967365:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204701.967367:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937881216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.967370:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204701.967371:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204701.967372:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204701.967373:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204701.967373:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204701.967374:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204701.967375:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204701.967376:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:0.0:1788204701.967378:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204701.967379:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204701.967379:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:0.0:1788204701.967381:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204701.967382:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.967383:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204701.967384:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937881344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.967387:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204701.967388:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204701.967389:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204701.967390:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204701.967390:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204701.967391:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204701.967392:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204701.967392:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:0.0:1788204701.967394:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204701.967394:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204701.967395:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:0.0:1788204701.967396:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204701.967396:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.967397:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204701.967399:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937881472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204726 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204701.967402:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204701.967402:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204701.967403:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204701.967404:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204701.967405:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204701.967406:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204701.967406:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204701.967407:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:0.0:1788204701.967408:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204701.967409:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204701.967409:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:0.0:1788204701.967411:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204701.967412:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.967414:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204701.967418:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204701.967419:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204701.967420:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204701.967422:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204702.156427:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204702.156433:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204702.156435:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204702.156438:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204702.156441:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204702.156444:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.156445:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204702.156448:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204702.156449:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204702.668458:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204702.668466:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204702.668473:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204702.668474:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204702.668536:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204702.668539:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204702.668542:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204703.180572:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204703.180580:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204703.180583:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204703.180590:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204703.180594:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204703.180600:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204703.180604:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204703.180607:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204703.180610:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204703.692469:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204703.692476:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204703.692482:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204703.692483:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204703.692550:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204703.692555:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204703.692558:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204704.204370:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204704.204379:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204704.204381:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204704.204386:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204704.204391:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204704.204395:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204704.204398:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204704.204402:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204704.204405:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204704.716446:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204704.716453:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204704.716460:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204704.716462:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204704.716519:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204704.716524:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204704.716528:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204705.228447:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204705.228454:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204705.228456:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204705.228461:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204705.228465:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204705.228469:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204705.228471:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204705.228475:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204705.228478:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204705.740472:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204705.740480:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204705.740482:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204705.740486:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204705.740490:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204705.740492:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204705.740494:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204705.740496:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204705.740499:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204705.740500:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204705.740501:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204705.740502:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204705.740504:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204705.740505:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204705.740507:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204705.740509:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204705.740563:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204705.740567:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204705.740569:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204705.804444:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309683916, at 4309683968
00000100:00000040:1.0:1788204705.804444:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309683916, at 4309683968
00000100:00000010:1.0:1788204705.804460:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074a20.
00000100:00000010:0.0:1788204705.804463:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204706.252431:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204706.252439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204706.252441:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204706.252445:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204706.252449:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204706.252452:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204706.252454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204706.252456:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204706.252458:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204706.764497:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204706.764505:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204706.764511:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204706.764512:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204706.764600:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204706.764608:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204706.764614:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204707.084437:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204707.084447:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204707.084450:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204707.084453:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204707.084457:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204707.084464:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15012
00000400:00000200:3.0:1788204707.084472:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204707.084478:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204707.084481:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204707.084485:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204707.084488:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204707.084491:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204707.084494:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204707.084498:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204707.084501:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204707.084503:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204707.084506:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204707.084508:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204707.084511:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204707.084514:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204707.084515:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204707.084517:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204707.084519:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204707.084522:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204707.084525:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204707.084527:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204707.084530:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204707.084533:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204707.084536:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204707.084538:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204707.084540:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204707.084548:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788204707.084551:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204707.084555:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204707.084556:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204707.084559:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204707.084562:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204707.084565:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204707.084571:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204707.084577:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204707.084585:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937881600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204707.084594:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204707.084598:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204707.084602:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937881600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204707.084624:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204707.084628:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204707.084632:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204707.084634:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204707.084635:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204707.084638:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204707.084640:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15012
00000400:00000200:3.0:1788204707.084643:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204707.084647:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204707.084649:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204707.084653:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204707.084655:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204707.084658:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204707.084659:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204707.084662:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204707.084662:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204707.084666:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:0.0:1788204707.084667:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204707.084669:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204707.084670:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788204707.084672:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204707.084677:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788204707.084678:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6a680 x1875052937881600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204707.084681:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204707.084689:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204707.084691:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204707.084693:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204707.084693:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788204707.084698:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788204707.084698:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:0.0:1788204707.084702:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204707.084703:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788204707.084705:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204707.084707:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00100000:0.0:1788204707.084710:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937881600:192.168.201.135@tcp:250:kworker.0
00000100:00080000:3.0:1788204707.084714:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204707.084716:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204707.084719:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204707.084720:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204707.084723:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204707.084724:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204707.084726:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204707.084731:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1788204707.084732:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204707.084736:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204707.084736:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204707.084741:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788204707.084745:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00100000:3.0:1788204707.084746:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1788204707.084748:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000008:00000001:3.0:1788204707.084752:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204707.084755:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:3.0:1788204707.084755:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204707.084763:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937881600, portal 25
00000100:00000010:3.0:1788204707.084763:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000100:00000001:0.0:1788204707.084768:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1788204707.084769:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:0.0:1788204707.084770:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793465472 : -127142916086144 : ffff8c5d3ba6a680)
02000000:00000001:3.0:1788204707.084773:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204707.084776:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204707.084777:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6a680 x1875052937881600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204707.084779:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204707.084782:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204707.084785:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.084786:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204707.084790:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000010:3.0:1788204707.084791:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000400:00000010:0.0:1788204707.084793:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000001:3.0:1788204707.084796:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204707.084798:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937881600, offset 0
00000100:00100000:3.0:1788204707.084804:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937881728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204707.084810:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204707.084817:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204707.084819:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204707.084823:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204707.084827:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937881728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204707.084834:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788204707.084837:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204707.084841:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204707.084842:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788204707.084847:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1788204707.084850:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:3.0:1788204707.084850:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204707.084854:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788204707.084856:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204707.084859:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204707.084862:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00080000:3.0:1788204707.084865:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15012
00000400:00000200:3.0:1788204707.084871:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204707.084872:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546837:546837:256:4294967295] 192.168.201.135@tcp LPNI seq info [546803:546803:8:4294967295]
00000400:00000200:3.0:1788204707.084876:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204707.084881:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204707.084882:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204707.084885:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204707.084888:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204707.084890:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204707.084893:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204707.084898:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204707.084900:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:0.0:1788204707.084902:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1788204707.084903:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204707.084907:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204707.084910:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:0.0:1788204707.084914:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788204707.084914:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000010:0.0:1788204707.084920:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000100:00000040:3.0:1788204707.084921:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204707.084926:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204707.084927:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204707.084929:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:0.0:1788204707.084933:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:3.0:1788204707.084934:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204707.084940:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000200:0.0:1788204707.084941:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1788204707.084944:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204707.084948:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204707.084950:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1788204707.084952:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788204707.084953:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204707.084959:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.1:1788204707.084959:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000008:00100000:3.0:1788204707.084961:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204707.084966:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788204707.084970:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204707.084970:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204707.084975:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000800:00000010:0.0:1788204707.084976:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000020:00000040:3.0:1788204707.084979:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204707.084983:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204707.084984:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204707.084986:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204707.084986:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204707.084988:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204707.084991:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204707.084996:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000010:3.0:1788204707.084998:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204707.085002:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204707.085003:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204707.085006:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00100000:3.0:1788204707.085008:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937881856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204707.085012:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204707.085018:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6a680 x1875052937881600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204707.085019:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204707.085024:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.085030:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204707.085033:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937881856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204707.085036:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6a680 x1875052937881600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204707.085059:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.085061:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204707.085063:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204707.085066:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:3.0:1788204707.085068:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204707.085070:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204707.085072:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204707.085074:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204707.085075:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204707.085080:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15012
00000400:00000200:0.0:1788204707.085083:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204707.085088:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309689036
00000400:00000200:3.0:1788204707.085088:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204707.085096:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000010:0.0:1788204707.085097:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00080000:3.0:1788204707.085099:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204707.085103:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204707.085104:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204707.085107:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204707.085111:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309689036
00000100:00000040:3.0:1788204707.085111:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204707.085115:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000010:0.0:1788204707.085116:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074ae0.
00000020:00000001:3.0:1788204707.085120:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204707.085121:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1788204707.085123:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:0.0:1788204707.085125:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788204707.085126:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204707.085128:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204707.085129:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:0.0:1788204707.085131:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1788204707.085135:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00100000:0.0:1788204707.085138:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204707/real 1788204707]  req@ffff8c5d3ba6a680 x1875052937881600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204707.085139:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204707.085146:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204707.085151:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204707.085155:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204707.085158:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000001:0.0:1788204707.085159:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1788204707.085160:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000400:00000001:0.0:1788204707.085164:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1788204707.085165:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000010:0.0:1788204707.085168:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:3.0:1788204707.085169:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204707.085174:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204707.085175:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
02000000:00000001:3.0:1788204707.085177:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1788204707.085179:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
02000000:00000001:3.0:1788204707.085180:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.085183:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204707.085184:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204707.085188:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000200:0.0:1788204707.085205:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6a680 x1875052937881600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204707.085205:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204707.085210:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204707.085216:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000100:00000200:0.0:1788204707.085220:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6a680 x1875052937881600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204707.085221:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204707.085226:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204707.085228:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.085233:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204707.085233:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204707.085234:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204707.085237:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204707.085238:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.085242:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:3.0:1788204707.085244:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:0.0:1788204707.085245:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204707.085249:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204707.085254:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6a680 x1875052937881600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204707.085258:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937881984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204707.085276:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204707.085277:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204707.085282:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204707.085287:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6a680 x1875052937881600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204707.085288:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937881984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204707.085322:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204707.085325:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204707.085328:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204707.085330:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204707.085332:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204707.085335:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204707.085337:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15012
00000400:00000200:3.0:1788204707.085345:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204707.085346:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1788204707.085350:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204707.085353:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204707.085354:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204707.085357:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204707.085359:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204707.085360:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204707.085361:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204707.085365:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204707.085366:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1788204707.085370:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788204707.085371:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204707.085376:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00080000:0.0:1788204707.085377:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000020:00000001:3.0:1788204707.085379:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204707.085382:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:3.0:1788204707.085382:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204707.085385:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204707.085389:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000040:0.0:1788204707.085392:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6a680 x1875052937881600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204707.085393:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204707.085397:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204707.085405:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00100000:0.0:1788204707.085412:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937881600:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204707.085413:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204707.085417:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204707.085421:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204707.085423:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204707.085423:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:0.0:1788204707.085427:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788204707.085430:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:0.0:1788204707.085434:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6a680 x1875052937881600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204707.085435:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204707.085440:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204707.085444:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204707.085445:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204707.085446:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204707.085451:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:3.0:1788204707.085451:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204707.085456:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1788204707.085456:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000020:00000001:0.0:1788204707.085460:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000008:00100000:3.0:1788204707.085460:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000020:00000040:0.0:1788204707.085462:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000008:00000001:3.0:1788204707.085465:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204707.085466:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204707.085469:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204707.085470:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204707.085473:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204707.085475:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204707.085475:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000100:00000010:0.0:1788204707.085477:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788204707.085479:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204707.085480:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204707.085483:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204707.085484:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204707.085485:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204707.085487:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204707.085491:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204707.085492:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1788204707.085492:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204707.085494:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.085495:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.085498:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:3.0:1788204707.085499:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:0.0:1788204707.085500:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204707.085504:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204707.085505:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204707.085512:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937882112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788204707.085516:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937881728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204707.085527:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204707.085531:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.085534:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204707.085538:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204707.085539:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937882112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204707.085543:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204707.085547:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204707.085552:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204707.085553:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204707.085559:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15022)
00000100:00100000:0.0:1788204707.085560:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937881728:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204707.085565:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204707.085567:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204707.085568:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204707.085569:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204707.085572:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204707.085573:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204707.085577:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204707.085579:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204707.085581:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204707.085584:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937881728, portal 10
00000100:00000001:0.0:1788204707.085585:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204707.085586:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000040:0.0:1788204707.085590:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937881728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.085594:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204707.085596:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204707.085597:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204707.085598:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937881728, offset 0
00000400:00000200:0.0:1788204707.085601:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204707.085603:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204707.085606:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204707.085608:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204707.085610:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204707.085611:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204707.085613:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204707.085615:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546838:546838:256:4294967295] 192.168.201.135@tcp LPNI seq info [546804:546804:8:4294967295]
00000400:00000200:0.0:1788204707.085617:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204707.085621:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204707.085624:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204707.085626:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204707.085628:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204707.085630:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204707.085633:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204707.085635:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204707.085637:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204707.085638:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204707.085640:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204707.085642:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204707.085644:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204707.085645:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204707.085647:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204707.085649:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937881728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.085654:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204707.085655:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937881728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.085659:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.085660:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204707.085662:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204707.085665:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204707.085667:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204707.085668:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309685277
00000100:00000001:0.0:1788204707.085670:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309689036
00000100:00000001:0.0:1788204707.085671:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309685277
00000100:00000001:0.0:1788204707.085673:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309689036
00000100:00000001:0.0:1788204707.085674:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204707.085676:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.085677:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204707.085679:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204707/real 1788204707]  req@ffff8c5d3ba68380 x1875052937881728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204707.085683:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204707.085684:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204707.085685:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204707.085686:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204707.085687:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204707.085688:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204707.085690:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937881728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204707.085695:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937881728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.085698:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204707.085699:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.085700:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204707.085701:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204707.085702:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937881728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.085706:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204707.085708:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937881728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.085711:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204707.085713:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.085714:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204707.085714:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.085715:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204707.085716:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204707.085718:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204707.085720:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204707.085721:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204707.085724:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937881728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204707.085728:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937881728:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204707.085730:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204707.085731:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937881856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.085735:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204707.085736:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204707.085737:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204707.085738:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204707.085739:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204707.085740:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937881856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204707.085742:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204707.085743:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204707.085743:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204707.085745:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204707.085746:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204707.085747:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204707.085749:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204707.085750:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204707.085752:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204707.085754:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937881856, portal 10
00000100:00000001:0.0:1788204707.085764:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204707.085765:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:0.0:1788204707.085771:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937881856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.085779:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204707.085780:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204707.085782:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204707.085783:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937881856, offset 0
00000400:00000200:0.0:1788204707.085785:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204707.085787:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204707.085790:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204707.085791:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204707.085793:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204707.085795:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204707.085797:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204707.085800:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546839:546839:256:4294967295] 192.168.201.135@tcp LPNI seq info [546805:546805:8:4294967295]
00000400:00000200:0.0:1788204707.085803:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204707.085809:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204707.085813:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204707.085816:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204707.085820:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204707.085822:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204707.085826:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204707.085828:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204707.085832:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204707.085834:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204707.085837:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204707.085840:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204707.085843:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204707.085845:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204707.085847:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204707.085849:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937881856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.085855:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204707.085856:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937881856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.085867:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.085869:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204707.085872:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204707.085874:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204707.085877:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204707.085879:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309685272
00000100:00000001:0.0:1788204707.085881:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309689036
00000100:00000001:0.0:1788204707.085884:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309685272
00000100:00000001:0.0:1788204707.085886:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309689036
00000100:00000001:0.0:1788204707.085888:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204707.085890:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.085891:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204707.085895:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204707/real 1788204707]  req@ffff8c5d3ba69880 x1875052937881856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204707.085903:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204707.085904:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204707.085906:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204707.085908:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204707.085909:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204707.085911:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204707.085913:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937881856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204707.085918:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937881856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.085922:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204707.085923:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.085924:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204707.085925:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204707.085926:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937881856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.085931:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204707.085933:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937881856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.085937:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204707.085938:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.085939:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204707.085940:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.085941:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204707.085943:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204707.085945:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204707.085947:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204707.085949:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204707.085952:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937881856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204707.085960:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937881856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204707.085963:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204707.085966:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937881984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.085972:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204707.085974:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204707.085976:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204707.085977:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204707.085979:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204707.085982:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937881984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204707.085984:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204707.085986:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204707.085988:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204707.085990:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204707.085993:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204707.085995:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204707.085999:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204707.086001:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204707.086004:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204707.086007:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937881984, portal 4
00000100:00000001:0.0:1788204707.086008:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204707.086010:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:0.0:1788204707.086014:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937881984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086018:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204707.086020:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204707.086022:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204707.086024:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937881984, offset 0
00000400:00000200:0.0:1788204707.086028:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204707.086032:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204707.086035:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204707.086037:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204707.086040:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204707.086042:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204707.086044:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204707.086046:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546840:546840:256:4294967295] 192.168.201.135@tcp LPNI seq info [546806:546806:8:4294967295]
00000400:00000200:0.0:1788204707.086050:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204707.086055:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204707.086059:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204707.086063:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204707.086067:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204707.086069:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204707.086072:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204707.086074:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204707.086078:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204707.086080:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204707.086083:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204707.086086:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204707.086088:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204707.086090:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204707.086092:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204707.086096:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937881984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086103:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204707.086106:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937881984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086112:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.086114:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204707.086116:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204707.086119:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204707.086122:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204707.086124:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309685365
00000100:00000001:0.0:1788204707.086126:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309689036
00000100:00000001:0.0:1788204707.086127:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309685365
00000100:00000001:0.0:1788204707.086128:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309689036
00000100:00000001:0.0:1788204707.086130:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204707.086131:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.086132:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204707.086135:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204707/real 1788204707]  req@ffff8c5d3ba69500 x1875052937881984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204707.086139:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204707.086140:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204707.086141:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204707.086142:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204707.086143:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204707.086145:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204707.086147:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937881984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204707.086151:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937881984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086155:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204707.086156:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.086157:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204707.086157:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204707.086159:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937881984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086162:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204707.086165:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937881984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086168:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204707.086170:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.086171:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204707.086172:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.086173:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204707.086174:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204707.086175:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204707.086176:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204707.086178:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204707.086179:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937881984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204707.086183:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937881984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204707.086186:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.086187:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204707.086189:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937881728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086206:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204707.086207:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204707.086208:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204707.086209:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204707.086210:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204707.086211:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204707.086213:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204707.086214:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:0.0:1788204707.086215:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204707.086216:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204707.086217:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:0.0:1788204707.086219:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204707.086219:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.086221:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204707.086223:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937881856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086227:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204707.086228:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204707.086228:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204707.086230:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204707.086230:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204707.086231:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204707.086232:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204707.086232:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:0.0:1788204707.086233:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204707.086234:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204707.086235:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:0.0:1788204707.086236:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204707.086236:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.086237:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204707.086239:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937881984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086242:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204707.086243:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204707.086244:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204707.086245:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204707.086246:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204707.086247:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204707.086248:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204707.086249:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:0.0:1788204707.086250:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204707.086250:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204707.086251:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:0.0:1788204707.086252:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204707.086253:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.086254:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.086256:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204707.086257:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.086258:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204707.086259:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204707.086260:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204707.086262:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937882112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086265:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204707.086266:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204707.086267:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204707.086268:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204707.086270:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204707.086271:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937882112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204707.086273:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204707.086274:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204707.086275:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204707.086276:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204707.086278:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204707.086279:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204707.086281:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204707.086283:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204707.086285:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204707.086286:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937882112, portal 4
00000100:00000001:0.0:1788204707.086288:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204707.086289:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:0.0:1788204707.086292:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937882112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086297:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204707.086318:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204707.086321:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204707.086324:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937882112, offset 0
00000400:00000200:0.0:1788204707.086327:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204707.086331:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204707.086334:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204707.086337:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204707.086339:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204707.086341:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204707.086343:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204707.086346:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546841:546841:256:4294967295] 192.168.201.135@tcp LPNI seq info [546807:546807:8:4294967295]
00000400:00000200:0.0:1788204707.086350:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204707.086354:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204707.086357:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204707.086359:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204707.086361:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204707.086363:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204707.086365:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204707.086367:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204707.086370:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204707.086371:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204707.086373:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204707.086375:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204707.086377:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204707.086378:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204707.086381:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204707.086384:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937882112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086396:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204707.086399:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937882112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086405:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.086406:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204707.086409:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204707.086412:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204707.086415:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204707.086417:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309685383
00000100:00000001:0.0:1788204707.086419:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309689036
00000100:00000001:0.0:1788204707.086421:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309685383
00000100:00000001:0.0:1788204707.086424:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309689036
00000100:00000001:0.0:1788204707.086425:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204707.086427:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.086429:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204707.086432:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204707/real 1788204707]  req@ffff8c5d3ba6b480 x1875052937882112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204707.086439:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204707.086440:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204707.086442:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204707.086444:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204707.086446:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204707.086448:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204707.086451:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937882112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204707.086459:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937882112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086465:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204707.086467:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.086468:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204707.086469:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204707.086471:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937882112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086475:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204707.086478:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937882112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086481:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204707.086483:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.086483:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204707.086484:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.086485:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204707.086486:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204707.086487:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204707.086489:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204707.086490:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204707.086492:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937882112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204707.086496:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937882112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204707.086498:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.086499:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204707.086501:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937882112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204707.086505:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204707.086505:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204707.086507:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204707.086508:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204707.086509:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204707.086510:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204707.086511:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204707.086512:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:0.0:1788204707.086513:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204707.086514:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204707.086515:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:0.0:1788204707.086516:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204707.086517:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.086518:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204707.086521:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204707.086521:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204707.086522:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204707.086524:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204707.276448:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204707.276459:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204707.276461:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204707.276468:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204707.276480:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204707.276484:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.276487:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204707.276489:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204707.276492:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204707.788417:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204707.788423:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204707.788427:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204707.788428:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204707.788504:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204707.788509:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204707.788513:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204708.300366:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204708.300375:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204708.300377:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204708.300382:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204708.300386:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204708.300390:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204708.300392:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204708.300395:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204708.300397:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204708.812483:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204708.812491:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204708.812497:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204708.812498:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204708.812558:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204708.812561:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204708.812564:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204709.324394:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204709.324401:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204709.324403:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204709.324408:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204709.324411:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204709.324414:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204709.324416:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204709.324419:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204709.324421:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204709.836406:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204709.836411:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204709.836415:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204709.836416:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204709.836488:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204709.836493:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204709.836497:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204710.348377:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204710.348387:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204710.348389:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204710.348396:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204710.348400:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204710.348405:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204710.348408:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204710.348411:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204710.348415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204710.860469:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204710.860475:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204710.860479:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204710.860480:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204710.860538:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204710.860541:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204710.860544:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204710.924423:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309689036, at 4309689088
00000100:00000040:1.0:1788204710.924423:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309689036, at 4309689088
00000100:00000010:0.0:1788204710.924439:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000010:1.0:1788204710.924441:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074ae0.
00000100:00000001:2.0:1788204711.372376:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204711.372383:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204711.372384:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204711.372389:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204711.372392:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204711.372395:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204711.372397:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204711.372400:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204711.372402:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204711.884423:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204711.884430:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204711.884437:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204711.884439:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204711.884502:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204711.884506:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204711.884509:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204712.204451:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204712.204464:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204712.204466:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204712.204471:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204712.204476:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204712.204484:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15017
00000400:00000200:2.0:1788204712.204495:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204712.204502:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204712.204505:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204712.204508:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204712.204511:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204712.204513:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204712.204516:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204712.204520:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204712.204521:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204712.204524:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204712.204527:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204712.204530:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204712.204532:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204712.204536:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204712.204538:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204712.204540:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204712.204541:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204712.204544:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204712.204547:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204712.204549:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.204552:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204712.204556:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204712.204559:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.204561:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204712.204563:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204712.204575:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000020:00000040:2.0:1788204712.204578:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204712.204583:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204712.204585:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.204588:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204712.204591:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204712.204596:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204712.204605:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204712.204612:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204712.204622:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937882240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204712.204632:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204712.204637:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204712.204641:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937882240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.204663:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204712.204666:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204712.204670:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204712.204672:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204712.204674:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204712.204677:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204712.204680:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15017
00000400:00000200:2.0:1788204712.204684:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204712.204687:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204712.204689:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204712.204692:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204712.204695:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204712.204697:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1788204712.204698:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204712.204702:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204712.204704:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788204712.204705:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204712.204708:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:0.0:1788204712.204709:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788204712.204711:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204712.204714:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204712.204717:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788204712.204718:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937882240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204712.204720:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204712.204727:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204712.204731:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204712.204736:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1788204712.204736:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204712.204740:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204712.204741:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204712.204743:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204712.204746:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:0.0:1788204712.204747:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788204712.204749:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.204752:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204712.204753:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204712.204757:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.204759:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788204712.204764:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937882240:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788204712.204764:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.204768:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204712.204773:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1788204712.204774:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788204712.204778:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1788204712.204779:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204712.204782:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.204783:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204712.204786:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:2.0:1788204712.204789:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
02000000:00000010:0.0:1788204712.204793:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
00000020:00000040:2.0:1788204712.204793:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204712.204798:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.204799:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204712.204802:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.204804:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788204712.204805:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204712.204807:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1788204712.204810:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
02000000:00000001:2.0:1788204712.204810:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204712.204818:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000400:00000010:0.0:1788204712.204819:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:2.0:1788204712.204824:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204712.204829:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937882240, portal 25
00000100:00100000:2.0:1788204712.204832:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937882368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204712.204833:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204712.204835:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000040:0.0:1788204712.204844:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937882240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.204845:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204712.204850:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.204855:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204712.204857:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937882368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204712.204861:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204712.204865:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204712.204870:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937882240, offset 0
00000100:00000001:2.0:1788204712.204875:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204712.204879:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204712.204880:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204712.204885:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204712.204886:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204712.204888:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204712.204888:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204712.204894:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204712.204898:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15017
00000400:00000200:0.0:1788204712.204899:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204712.204905:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204712.204907:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204712.204911:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:0.0:1788204712.204913:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:2.0:1788204712.204917:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204712.204920:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204712.204924:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:2.0:1788204712.204924:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204712.204929:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204712.204931:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546842:546842:256:4294967295] 192.168.201.135@tcp LPNI seq info [546808:546808:8:4294967295]
00000100:00000040:2.0:1788204712.204935:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204712.204939:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204712.204940:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204712.204944:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204712.204947:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204712.204951:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788204712.204953:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1788204712.204954:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204712.204959:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:0.0:1788204712.204962:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000001:2.0:1788204712.204964:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000010:0.0:1788204712.204968:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000100:00000040:2.0:1788204712.204969:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204712.204973:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788204712.204978:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204712.204978:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:0.0:1788204712.204984:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1788204712.204984:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204712.204989:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000800:00000200:0.1:1788204712.204993:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:2.0:1788204712.204995:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000200:0.1:1788204712.204998:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000100:00000001:2.0:1788204712.204999:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.205003:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:0.0:1788204712.205006:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
02000000:00000001:2.0:1788204712.205008:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1788204712.205009:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
02000000:00000001:2.0:1788204712.205012:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.205015:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204712.205017:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788204712.205018:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:2.0:1788204712.205022:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.205025:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204712.205026:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204712.205032:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000100:00000010:2.0:1788204712.205032:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000400:00000010:0.0:1788204712.205037:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000020:00000040:2.0:1788204712.205037:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204712.205043:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204712.205044:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.205046:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204712.205047:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204712.205049:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1788204712.205051:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937882240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204712.205052:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204712.205059:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:0.0:1788204712.205063:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204712.205063:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204712.205068:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937882240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204712.205072:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937882496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204712.205081:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.205084:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204712.205087:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204712.205090:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.205091:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204712.205096:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937882496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204712.205097:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204712.205101:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309694156
00000100:00000010:0.0:1788204712.205121:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:0.0:1788204712.205128:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204712.205135:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.205136:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309694156
00000100:00080000:2.0:1788204712.205139:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1788204712.205140:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074e40.
00000100:00000001:0.0:1788204712.205145:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:2.0:1788204712.205146:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204712.205149:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204712.205149:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204712.205151:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204712.205153:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.205156:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788204712.205156:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204712.205161:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15017
00000100:00100000:0.0:1788204712.205163:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204712/real 1788204712]  req@ffff8c5d3c3e9c00 x1875052937882240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204712.205170:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000001:0.0:1788204712.205178:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1788204712.205178:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000001:0.0:1788204712.205181:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1788204712.205183:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1788204712.205184:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204712.205189:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000100:00000040:2.0:1788204712.205190:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:0.0:1788204712.205191:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:2.0:1788204712.205195:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204712.205196:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1788204712.205200:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:0.0:1788204712.205202:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937882240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.205205:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204712.205209:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204712.205212:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204712.205214:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:0.0:1788204712.205215:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937882240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204712.205218:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204712.205223:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204712.205225:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204712.205227:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204712.205227:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204712.205232:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204712.205234:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204712.205234:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204712.205239:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1788204712.205241:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937882240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204712.205244:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204712.205250:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204712.205254:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204712.205255:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204712.205260:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204712.205264:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.205266:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204712.205270:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788204712.205271:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937882240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204712.205272:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.205276:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204712.205280:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204712.205286:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.205288:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204712.205290:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.205296:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1788204712.205330:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000100:00000001:0.0:1788204712.205332:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:2.0:1788204712.205334:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204712.205336:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204712.205337:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204712.205340:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.205341:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204712.205342:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204712.205345:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204712.205347:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788204712.205347:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204712.205352:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00080000:0.0:1788204712.205353:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1788204712.205356:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204712.205361:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00100000:2.0:1788204712.205363:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937882624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204712.205368:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1788204712.205370:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204712.205374:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204712.205377:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937882240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204712.205378:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937882624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204712.205403:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204712.205406:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788204712.205407:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937882240:192.168.201.135@tcp:250:kworker.0
00000100:00080000:2.0:1788204712.205411:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204712.205414:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204712.205415:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204712.205416:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.205419:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204712.205420:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788204712.205422:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15017
00000100:00000040:0.0:1788204712.205426:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937882240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204712.205427:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204712.205430:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204712.205432:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204712.205435:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204712.205439:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204712.205442:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204712.205446:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204712.205450:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204712.205452:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:0.0:1788204712.205453:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000001:2.0:1788204712.205454:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204712.205457:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
02000000:00000001:0.0:1788204712.205458:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:2.0:1788204712.205460:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000010:0.0:1788204712.205461:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
00000020:00000001:2.0:1788204712.205463:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:0.0:1788204712.205467:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:2.0:1788204712.205467:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000020:00000001:0.0:1788204712.205471:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:2.0:1788204712.205471:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000040:0.0:1788204712.205475:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000040:2.0:1788204712.205475:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000020:00000001:0.0:1788204712.205480:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:2.0:1788204712.205480:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204712.205482:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
02000000:00000010:0.0:1788204712.205484:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
00000100:00080000:2.0:1788204712.205485:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:0.0:1788204712.205488:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1788204712.205488:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.205489:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204712.205492:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:2.0:1788204712.205493:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1788204712.205495:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
02000000:00000001:2.0:1788204712.205496:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.205499:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204712.205499:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204712.205500:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788204712.205501:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1788204712.205504:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.205505:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.205506:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204712.205510:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000020:00000040:2.0:1788204712.205511:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204712.205512:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204712.205513:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1788204712.205513:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.205514:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204712.205516:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204712.205517:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204712.205520:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.205521:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204712.205524:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000010:2.0:1788204712.205524:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000001:0.0:1788204712.205526:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204712.205528:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204712.205532:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937882368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204712.205534:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937882752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204712.205548:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204712.205550:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204712.205551:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.205552:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204712.205556:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1788204712.205557:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937882752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204712.205559:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204712.205564:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.205570:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204712.205571:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937882368:192.168.201.135@tcp:38:kworker.0
00000100:00000040:2.0:1788204712.205574:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15028)
00000100:00000001:0.0:1788204712.205575:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204712.205579:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204712.205580:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204712.205581:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204712.205584:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204712.205585:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204712.205588:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204712.205590:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204712.205593:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204712.205596:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937882368, portal 10
00000100:00000001:0.0:1788204712.205597:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204712.205598:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000040:0.0:1788204712.205603:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937882368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.205607:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204712.205609:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204712.205610:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204712.205612:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937882368, offset 0
00000400:00000200:0.0:1788204712.205614:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204712.205616:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204712.205619:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204712.205621:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204712.205622:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204712.205629:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204712.205631:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204712.205633:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546843:546843:256:4294967295] 192.168.201.135@tcp LPNI seq info [546809:546809:8:4294967295]
00000400:00000200:0.0:1788204712.205636:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204712.205640:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204712.205643:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204712.205646:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204712.205649:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204712.205651:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788204712.205653:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204712.205655:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1788204712.205657:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204712.205658:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204712.205660:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204712.205662:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204712.205664:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204712.205665:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204712.205667:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204712.205669:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937882368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.205675:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204712.205676:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937882368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.205680:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.205681:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204712.205683:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204712.205686:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204712.205689:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204712.205690:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309690397
00000100:00000001:0.0:1788204712.205692:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309694156
00000100:00000001:0.0:1788204712.205693:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309690397
00000100:00000001:0.0:1788204712.205695:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309694156
00000100:00000001:0.0:1788204712.205696:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204712.205697:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.205698:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204712.205700:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204712/real 1788204712]  req@ffff8c5d3c3eb800 x1875052937882368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204712.205708:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204712.205709:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204712.205710:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204712.205712:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204712.205713:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204712.205714:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204712.205715:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937882368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204712.205720:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937882368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.205724:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204712.205724:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.205726:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204712.205727:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204712.205731:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937882368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.205737:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204712.205741:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937882368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.205747:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204712.205750:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.205751:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204712.205752:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.205754:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204712.205756:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204712.205759:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204712.205762:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204712.205765:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204712.205770:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937882368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204712.205776:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937882368:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204712.205779:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204712.205781:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937882496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.205785:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204712.205786:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204712.205787:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204712.205788:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204712.205789:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204712.205791:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937882496:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204712.205793:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204712.205794:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204712.205796:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204712.205797:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204712.205799:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204712.205800:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204712.205803:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204712.205804:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204712.205807:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204712.205809:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937882496, portal 10
00000100:00000001:0.0:1788204712.205810:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204712.205811:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
00000100:00000040:0.0:1788204712.205815:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937882496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.205820:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204712.205821:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204712.205822:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204712.205824:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937882496, offset 0
00000400:00000200:0.0:1788204712.205827:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204712.205829:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204712.205831:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204712.205833:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204712.205835:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204712.205836:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204712.205838:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204712.205841:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546844:546844:256:4294967295] 192.168.201.135@tcp LPNI seq info [546810:546810:8:4294967295]
00000400:00000200:0.0:1788204712.205845:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204712.205851:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204712.205855:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204712.205859:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204712.205863:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204712.205865:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788204712.205869:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204712.205871:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1788204712.205875:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204712.205877:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204712.205880:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204712.205883:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204712.205886:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204712.205888:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204712.205890:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204712.205894:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8e00 x1875052937882496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.205901:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204712.205904:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937882496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.205911:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.205912:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204712.205915:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204712.205918:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204712.205921:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204712.205924:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309690392
00000100:00000001:0.0:1788204712.205926:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309694156
00000100:00000001:0.0:1788204712.205927:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309690392
00000100:00000001:0.0:1788204712.205929:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309694156
00000100:00000001:0.0:1788204712.205930:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204712.205931:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.205932:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204712.205935:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204712/real 1788204712]  req@ffff8c5d3c3e8e00 x1875052937882496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204712.205940:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204712.205941:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204712.205942:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204712.205943:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204712.205945:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204712.205946:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204712.205948:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937882496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204712.205953:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937882496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.205956:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204712.205957:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.205958:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204712.205959:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204712.205961:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937882496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.205967:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204712.205970:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937882496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.205977:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204712.205982:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.205983:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204712.205984:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.205986:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204712.205987:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204712.205989:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204712.205992:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204712.205995:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204712.205998:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937882496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204712.206005:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937882496:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204712.206008:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204712.206011:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937882624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206017:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204712.206018:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204712.206020:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204712.206022:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204712.206024:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204712.206026:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937882624:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204712.206029:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204712.206031:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204712.206032:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204712.206034:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204712.206038:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204712.206039:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204712.206042:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204712.206045:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204712.206048:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204712.206050:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937882624, portal 4
00000100:00000001:0.0:1788204712.206053:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204712.206054:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:0.0:1788204712.206060:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937882624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206065:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204712.206067:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204712.206069:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204712.206071:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937882624, offset 0
00000400:00000200:0.0:1788204712.206075:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204712.206078:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204712.206081:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204712.206084:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204712.206086:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204712.206088:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204712.206090:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204712.206093:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546845:546845:256:4294967295] 192.168.201.135@tcp LPNI seq info [546811:546811:8:4294967295]
00000400:00000200:0.0:1788204712.206097:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204712.206102:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204712.206123:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204712.206127:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204712.206131:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204712.206133:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788204712.206137:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204712.206139:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1788204712.206142:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204712.206144:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204712.206147:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204712.206149:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204712.206152:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204712.206154:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204712.206156:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204712.206159:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937882624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206170:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204712.206173:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937882624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206179:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.206180:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204712.206183:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204712.206186:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204712.206189:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204712.206190:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309690485
00000100:00000001:0.0:1788204712.206193:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309694156
00000100:00000001:0.0:1788204712.206194:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309690485
00000100:00000001:0.0:1788204712.206197:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309694156
00000100:00000001:0.0:1788204712.206198:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204712.206200:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.206202:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204712.206206:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204712/real 1788204712]  req@ffff8c5d3c3ead80 x1875052937882624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204712.206213:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204712.206214:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204712.206215:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204712.206217:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204712.206219:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204712.206221:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204712.206224:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937882624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204712.206231:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937882624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206237:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204712.206238:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.206240:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204712.206241:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204712.206244:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937882624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206250:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204712.206254:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937882624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206260:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204712.206263:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.206264:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204712.206265:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.206267:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204712.206269:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204712.206271:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204712.206275:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204712.206277:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204712.206280:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937882624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204712.206285:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937882624:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204712.206287:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.206288:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204712.206290:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937882368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206293:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204712.206295:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204712.206296:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204712.206311:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204712.206312:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204712.206313:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204712.206315:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204712.206317:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:0.0:1788204712.206318:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204712.206319:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204712.206320:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:0.0:1788204712.206322:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204712.206323:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.206325:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204712.206328:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937882496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206334:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204712.206335:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204712.206337:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204712.206339:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204712.206340:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204712.206341:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204712.206343:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204712.206344:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:0.0:1788204712.206346:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204712.206348:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204712.206349:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000001:0.0:1788204712.206351:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204712.206353:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.206354:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204712.206358:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937882624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206364:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204712.206365:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204712.206367:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204712.206369:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204712.206370:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204712.206371:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204712.206373:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204712.206375:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:0.0:1788204712.206376:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204712.206377:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204712.206378:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:0.0:1788204712.206380:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204712.206381:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.206382:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.206385:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204712.206386:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.206387:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204712.206388:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204712.206389:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204712.206392:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937882752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206399:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204712.206400:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204712.206402:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204712.206403:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204712.206405:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204712.206408:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937882752:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204712.206411:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204712.206413:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204712.206414:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204712.206416:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204712.206419:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204712.206420:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204712.206423:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204712.206426:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204712.206429:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204712.206431:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937882752, portal 4
00000100:00000001:0.0:1788204712.206433:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204712.206434:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:0.0:1788204712.206439:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937882752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206446:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204712.206448:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204712.206450:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204712.206452:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937882752, offset 0
00000400:00000200:0.0:1788204712.206456:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204712.206460:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204712.206462:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204712.206465:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204712.206467:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204712.206469:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204712.206471:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204712.206473:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546846:546846:256:4294967295] 192.168.201.135@tcp LPNI seq info [546812:546812:8:4294967295]
00000400:00000200:0.0:1788204712.206476:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204712.206481:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204712.206485:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204712.206488:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204712.206490:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204712.206493:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788204712.206497:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204712.206499:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1788204712.206502:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204712.206503:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204712.206506:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204712.206509:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204712.206511:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204712.206513:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204712.206515:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204712.206519:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937882752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206526:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204712.206528:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937882752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206535:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.206537:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204712.206540:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204712.206543:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204712.206546:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204712.206548:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309690503
00000100:00000001:0.0:1788204712.206550:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309694156
00000100:00000001:0.0:1788204712.206552:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309690503
00000100:00000001:0.0:1788204712.206554:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309694156
00000100:00000001:0.0:1788204712.206556:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204712.206558:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.206560:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204712.206563:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204712/real 1788204712]  req@ffff8c5d3c3e8380 x1875052937882752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204712.206570:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204712.206572:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204712.206573:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204712.206576:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204712.206577:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204712.206579:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204712.206581:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937882752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204712.206586:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937882752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206590:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204712.206591:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.206592:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204712.206592:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204712.206594:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937882752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206597:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204712.206599:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937882752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206604:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204712.206606:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.206607:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204712.206607:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.206608:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204712.206609:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204712.206611:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204712.206612:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204712.206613:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204712.206615:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937882752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204712.206619:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937882752:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204712.206621:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.206622:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204712.206624:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937882752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204712.206628:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204712.206629:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204712.206630:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204712.206631:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204712.206632:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204712.206633:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204712.206634:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204712.206635:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:0.0:1788204712.206637:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204712.206638:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204712.206639:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:0.0:1788204712.206641:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204712.206642:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.206643:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204712.206645:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204712.206646:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204712.206647:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204712.206648:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204712.396415:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204712.396423:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204712.396425:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204712.396430:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204712.396434:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204712.396438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.396440:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204712.396442:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204712.396445:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204712.908398:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204712.908407:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204712.908414:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204712.908416:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204712.908481:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204712.908484:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204712.908487:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204713.420396:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204713.420404:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204713.420406:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204713.420411:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204713.420414:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204713.420417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204713.420419:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204713.420421:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204713.420424:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204713.932359:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204713.932365:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204713.932371:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204713.932372:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204713.932425:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204713.932430:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204713.932433:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204714.444413:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204714.444423:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204714.444426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204714.444433:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204714.444437:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204714.444441:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204714.444445:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204714.444448:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204714.444452:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204714.956431:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204714.956436:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204714.956440:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204714.956441:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204714.956496:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204714.956499:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204714.956502:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204715.468356:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204715.468362:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204715.468364:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204715.468367:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204715.468369:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204715.468373:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204715.468375:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204715.468378:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204715.468381:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204715.980398:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204715.980407:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204715.980409:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204715.980412:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204715.980417:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204715.980419:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204715.980421:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204715.980423:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204715.980427:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204715.980429:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204715.980430:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204715.980431:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204715.980433:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204715.980434:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204715.980436:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204715.980437:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204715.980495:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204715.980499:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204715.980503:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204716.044391:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309694156, at 4309694208
00000100:00000040:1.0:1788204716.044391:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309694156, at 4309694208
00000100:00000010:1.0:1788204716.044404:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074e40.
00000100:00000010:0.0:1788204716.044405:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204716.492407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204716.492415:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204716.492417:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204716.492423:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204716.492426:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204716.492430:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204716.492433:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204716.492436:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204716.492438:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204717.004390:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204717.004396:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204717.004399:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204717.004401:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204717.004451:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204717.004455:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204717.004457:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204717.324523:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204717.324532:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204717.324535:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204717.324542:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204717.324547:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204717.324555:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15023
00000400:00000200:1.0:1788204717.324565:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204717.324573:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204717.324578:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204717.324582:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204717.324587:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204717.324591:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204717.324595:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204717.324600:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204717.324603:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204717.324607:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204717.324612:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204717.324615:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204717.324618:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204717.324625:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204717.324629:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204717.324634:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204717.324636:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204717.324640:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204717.324645:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204717.324648:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.324653:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204717.324657:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204717.324660:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.324664:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204717.324667:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204717.324673:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdf80.
00000020:00000040:1.0:1788204717.324684:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204717.324690:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204717.324691:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.324696:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204717.324700:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204717.324705:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204717.324713:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000001:1.0:1788204717.324722:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204717.324732:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdf80 x1875052937882880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204717.324742:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204717.324746:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204717.324751:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e021a10] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdf80 x1875052937882880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.324772:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204717.324775:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204717.324778:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204717.324780:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204717.324782:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204717.324786:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204717.324791:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15023
00000100:00000001:0.0:1788204717.324795:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1788204717.324796:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204717.324804:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:1.0:1788204717.324804:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204717.324809:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1788204717.324810:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204717.324816:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204717.324819:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204717.324824:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdf80 x1875052937882880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204717.324826:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204717.324837:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204717.324845:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204717.324848:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1788204717.324848:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:0.0:1788204717.324854:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204717.324854:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204717.324860:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
02000000:00000001:0.0:1788204717.324862:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1788204717.324866:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:0.0:1788204717.324867:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1788204717.324871:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:0.0:1788204717.324872:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204717.324878:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00100000:0.0:1788204717.324879:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937882880:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204717.324886:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204717.324891:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1788204717.324894:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204717.324898:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788204717.324899:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204717.324905:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204717.324907:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:0.0:1788204717.324911:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1788204717.324916:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000010:0.0:1788204717.324920:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
00000100:00000001:1.0:1788204717.324920:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.324927:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204717.324929:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204717.324936:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204717.324939:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204717.324942:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204717.324943:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204717.324949:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1788204717.324952:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000008:00000001:1.0:1788204717.324953:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.324958:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204717.324966:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc700.
00000400:00000010:0.0:1788204717.324967:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000020:00000040:1.0:1788204717.324973:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204717.324976:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204717.324977:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204717.324979:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937882880, portal 25
00000100:00000001:1.0:1788204717.324979:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204717.324981:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204717.324984:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.324987:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204717.324990:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462523264 : -127143247028352 : ffff8c5d27ecdf80)
02000000:00000010:1.0:1788204717.324990:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:1.0:1788204717.324995:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204717.325004:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc700 x1875052937883008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788204717.325006:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdf80 x1875052937882880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.325038:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204717.325049:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204717.325055:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000001:1.0:1788204717.325059:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1788204717.325062:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937882880, offset 0
00000100:00000001:1.0:1788204717.325066:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204717.325074:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:1.0:1788204717.325076:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd04a276] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc700 x1875052937883008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204717.325092:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204717.325096:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204717.325099:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204717.325102:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1788204717.325104:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:1.0:1788204717.325106:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204717.325109:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204717.325114:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204717.325121:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1788204717.325122:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15023
00000400:00000200:0.0:1788204717.325128:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204717.325132:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204717.325134:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204717.325137:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546847:546847:256:4294967295] 192.168.201.135@tcp LPNI seq info [546813:546813:8:4294967295]
00000400:00000200:0.0:1788204717.325140:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204717.325148:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204717.325153:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204717.325160:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000010:0.0:1788204717.325163:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000400:00000200:1.0:1788204717.325170:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000200:0.0:1788204717.325174:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204717.325177:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788204717.325181:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204717.325183:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1788204717.325186:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204717.325188:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204717.325192:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1788204717.325194:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204717.325203:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204717.325210:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204717.325212:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000040:1.0:1788204717.325215:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204717.325217:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204717.325219:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204717.325224:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:0.0:1788204717.325225:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdf80 x1875052937882880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.325230:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204717.325239:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204717.325246:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000100:00000001:0.0:1788204717.325249:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1788204717.325250:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204717.325253:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000100:00000040:0.0:1788204717.325255:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdf80 x1875052937882880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204717.325260:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204717.325268:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204717.325282:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204717.325284:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.325286:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204717.325289:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1788204717.325294:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204717.325297:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204717.325337:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00000001:0.0:1788204717.325339:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204717.325345:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:0.0:1788204717.325346:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204717.325352:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309699277
00000100:00000001:1.0:1788204717.325355:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204717.325358:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
02000000:00000001:1.0:1788204717.325361:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204717.325366:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1788204717.325368:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204717.325374:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309699277
02000000:00000001:1.0:1788204717.325374:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204717.325380:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074f60.
00000100:00000001:1.0:1788204717.325380:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204717.325389:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204717.325390:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204717.325397:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1788204717.325401:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.325402:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.325418:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.325419:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000010:1.0:1788204717.325431:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecfb80.
00000100:00100000:0.0:1788204717.325432:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204717/real 1788204717]  req@ffff8c5d27ecdf80 x1875052937882880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204717.325439:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204717.325450:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204717.325459:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204717.325460:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1788204717.325467:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:0.0:1788204717.325468:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204717.325479:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
02000000:00000001:1.0:1788204717.325479:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788204717.325487:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
02000000:00000001:1.0:1788204717.325488:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204717.325491:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204717.325494:0:2392:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:1.0:1788204717.325495:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000200:0.0:1788204717.325501:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdf80 x1875052937882880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.325502:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204717.325518:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecfb80 x1875052937883136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788204717.325525:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdf80 x1875052937882880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.325546:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204717.325554:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.325561:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204717.325565:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204717.325565:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2262872] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecfb80 x1875052937883136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.325571:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204717.325575:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204717.325586:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdf80 x1875052937882880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.325596:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.325597:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204717.325610:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1788204717.325611:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdf80 x1875052937882880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204717.325626:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204717.325627:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204717.325632:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204717.325633:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204717.325635:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204717.325637:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204717.325639:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204717.325640:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.325644:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:1.0:1788204717.325645:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15023
00000100:00000001:0.0:1788204717.325647:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204717.325651:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:1.0:1788204717.325654:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204717.325666:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204717.325667:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00080000:1.0:1788204717.325681:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204717.325682:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204717.325691:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:0.0:1788204717.325695:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdf80 x1875052937882880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.325695:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204717.325705:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204717.325713:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204717.325721:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204717.325725:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00100000:0.0:1788204717.325726:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937882880:192.168.201.135@tcp:250:kworker.0
00000020:00000001:1.0:1788204717.325728:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204717.325734:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:0.0:1788204717.325736:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788204717.325737:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204717.325741:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1788204717.325742:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788204717.325749:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdf80 x1875052937882880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204717.325753:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204717.325761:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204717.325768:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204717.325773:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1788204717.325774:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788204717.325776:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:1.0:1788204717.325777:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
02000000:00000010:0.0:1788204717.325779:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
00000100:00080000:1.0:1788204717.325784:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:0.0:1788204717.325785:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204717.325791:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:1.0:1788204717.325793:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788204717.325799:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204717.325800:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:0.0:1788204717.325805:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204717.325807:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204717.325807:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204717.325817:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204717.325818:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1788204717.325822:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204717.325823:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204717.325828:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdf80.
00000008:00100000:1.0:1788204717.325828:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204717.325835:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.325837:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204717.325838:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.325840:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.325843:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1788204717.325844:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecf480.
00000020:00000040:1.0:1788204717.325848:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204717.325850:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:1.0:1788204717.325850:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204717.325852:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.325853:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.325855:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204717.325858:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204717.325859:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204717.325868:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1788204717.325868:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.325873:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000010:1.0:1788204717.325876:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000040:0.0:1788204717.325878:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc700 x1875052937883008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.325886:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.325898:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00100000:1.0:1788204717.325901:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecf480 x1875052937883264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204717.325902:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204717.325912:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204717.325916:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204717.325926:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.325928:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204717.325932:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204717.325933:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937883008:192.168.201.135@tcp:38:kworker.0
00000100:00000040:1.0:1788204717.325943:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b04005c6] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecf480 x1875052937883264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.325944:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204717.325948:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204717.325953:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204717.325962:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204717.325967:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204717.325974:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.325978:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204717.325985:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:1.0:1788204717.325987:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788204717.325989:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00080000:1.0:1788204717.325990:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:0.0:1788204717.325994:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:1.0:1788204717.325994:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204717.325998:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1788204717.326000:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937883008, portal 10
00000100:00000001:1.0:1788204717.326001:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204717.326010:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1788204717.326029:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15023
00000100:00000001:0.0:1788204717.326030:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516992 : -127143247034624 : ffff8c5d27ecc700)
00000400:00000200:1.0:1788204717.326041:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788204717.326046:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc700 x1875052937883008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204717.326053:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204717.326055:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204717.326064:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:1.0:1788204717.326064:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1788204717.326070:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204717.326073:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937883008, offset 0
00000100:00000040:1.0:1788204717.326074:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204717.326080:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204717.326084:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204717.326085:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204717.326095:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204717.326101:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1788204717.326102:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:1.0:1788204717.326104:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204717.326107:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788204717.326109:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000040:1.0:1788204717.326111:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000400:00000200:0.0:1788204717.326114:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1788204717.326116:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000200:0.0:1788204717.326120:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000001:1.0:1788204717.326123:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000200:0.0:1788204717.326128:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1788204717.326133:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204717.326134:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:1.0:1788204717.326146:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204717.326156:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204717.326157:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546848:546848:256:4294967295] 192.168.201.135@tcp LPNI seq info [546814:546814:8:4294967295]
00000100:00000001:1.0:1788204717.326170:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788204717.326171:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:1.0:1788204717.326179:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204717.326186:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204717.326193:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204717.326198:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1788204717.326199:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204717.326206:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1788204717.326207:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000001:1.0:1788204717.326221:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204717.326222:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000100:00000001:1.0:1788204717.326233:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204717.326237:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000800:00000200:0.0:1788204717.326238:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000008:00000001:1.0:1788204717.326245:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204717.326246:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000100:00000001:1.0:1788204717.326249:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204717.326254:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000010:1.0:1788204717.326255:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece300.
00000800:00000200:0.1:1788204717.326257:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000020:00000040:1.0:1788204717.326259:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000800:00000100:0.0:1788204717.326266:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
02000000:00000001:1.0:1788204717.326266:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204717.326272:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204717.326273:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000100:00000001:1.0:1788204717.326278:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788204717.326280:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1788204717.326281:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204717.326289:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204717.326290:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204717.326315:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204717.326317:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204717.326320:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204717.326324:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc700 x1875052937883008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326331:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:1.0:1788204717.326332:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000040:0.0:1788204717.326335:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc700 x1875052937883008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326344:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204717.326344:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.326352:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204717.326359:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204717.326364:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece300 x1875052937883392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788204717.326365:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204717.326373:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204717.326377:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309695518
00000100:00000001:0.0:1788204717.326386:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309699277
00000100:00000001:0.0:1788204717.326392:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309695518
00000100:00000001:0.0:1788204717.326400:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309699277
00000100:00000001:1.0:1788204717.326400:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204717.326410:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204717.326411:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.326416:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.326420:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1788204717.326421:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007034b06e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece300 x1875052937883392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204717.326426:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204717/real 1788204717]  req@ffff8c5d27ecc700 x1875052937883008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204717.326470:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204717.326471:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204717.326476:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204717.326478:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000040:1.0:1788204717.326479:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15033)
00000400:00000200:0.0:1788204717.326481:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204717.326484:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204717.326488:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204717.326491:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc700 x1875052937883008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204717.326500:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc700 x1875052937883008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326504:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204717.326505:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.326507:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204717.326508:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204717.326512:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc700 x1875052937883008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326517:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204717.326524:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc700 x1875052937883008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326529:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204717.326530:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.326531:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204717.326532:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.326533:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204717.326535:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204717.326537:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204717.326541:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204717.326542:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204717.326544:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc700 x1875052937883008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204717.326549:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937883008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204717.326552:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204717.326555:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecfb80 x1875052937883136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326560:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204717.326561:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204717.326562:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204717.326563:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204717.326564:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204717.326566:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937883136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204717.326568:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204717.326569:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204717.326570:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204717.326571:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204717.326574:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204717.326576:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204717.326578:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204717.326580:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204717.326581:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204717.326583:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937883136, portal 10
00000100:00000001:0.0:1788204717.326585:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204717.326586:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462530432 : -127143247021184 : ffff8c5d27ecfb80)
00000100:00000040:0.0:1788204717.326590:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecfb80 x1875052937883136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326595:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204717.326597:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204717.326599:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204717.326601:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937883136, offset 0
00000400:00000200:0.0:1788204717.326605:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204717.326608:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204717.326610:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204717.326612:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204717.326614:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204717.326616:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204717.326617:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204717.326620:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546849:546849:256:4294967295] 192.168.201.135@tcp LPNI seq info [546815:546815:8:4294967295]
00000400:00000200:0.0:1788204717.326624:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204717.326627:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204717.326630:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204717.326631:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204717.326634:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204717.326636:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788204717.326639:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204717.326640:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1788204717.326642:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204717.326644:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204717.326646:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204717.326648:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204717.326649:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204717.326651:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204717.326652:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204717.326654:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecfb80 x1875052937883136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326659:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204717.326661:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecfb80 x1875052937883136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326665:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.326666:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204717.326668:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204717.326669:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204717.326671:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204717.326672:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309695513
00000100:00000001:0.0:1788204717.326674:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309699277
00000100:00000001:0.0:1788204717.326675:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309695513
00000100:00000001:0.0:1788204717.326676:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309699277
00000100:00000001:0.0:1788204717.326677:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204717.326678:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.326679:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204717.326681:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204717/real 1788204717]  req@ffff8c5d27ecfb80 x1875052937883136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204717.326685:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204717.326686:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204717.326687:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204717.326688:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204717.326689:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204717.326690:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204717.326692:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecfb80 x1875052937883136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204717.326696:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecfb80 x1875052937883136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326699:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204717.326700:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.326701:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204717.326701:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204717.326703:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecfb80 x1875052937883136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326707:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204717.326709:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecfb80 x1875052937883136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326713:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204717.326714:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.326715:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204717.326716:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.326717:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204717.326718:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204717.326719:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204717.326721:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204717.326722:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204717.326724:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecfb80 x1875052937883136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204717.326728:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937883136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204717.326730:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.326731:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204717.326732:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc700 x1875052937883008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326736:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204717.326737:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204717.326738:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204717.326739:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204717.326740:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204717.326740:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204717.326742:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204717.326743:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:0.0:1788204717.326744:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204717.326745:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204717.326746:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc700.
00000100:00000001:0.0:1788204717.326748:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204717.326749:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.326750:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204717.326751:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecfb80 x1875052937883136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326755:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204717.326756:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204717.326756:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204717.326758:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204717.326758:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204717.326759:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204717.326760:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204717.326760:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:0.0:1788204717.326761:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204717.326762:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204717.326763:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecfb80.
00000100:00000001:0.0:1788204717.326764:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204717.326765:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.326766:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.326767:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204717.326768:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.326770:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204717.326771:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204717.326771:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204717.326774:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecf480 x1875052937883264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326777:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204717.326778:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204717.326779:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204717.326780:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204717.326781:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204717.326782:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937883264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204717.326784:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204717.326786:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204717.326787:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204717.326788:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204717.326789:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204717.326790:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204717.326792:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204717.326794:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204717.326796:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204717.326799:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937883264, portal 4
00000100:00000001:0.0:1788204717.326800:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204717.326802:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462528640 : -127143247022976 : ffff8c5d27ecf480)
00000100:00000040:0.0:1788204717.326807:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecf480 x1875052937883264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326812:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204717.326814:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204717.326817:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204717.326819:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937883264, offset 0
00000400:00000200:0.0:1788204717.326822:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204717.326826:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204717.326829:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204717.326832:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204717.326834:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204717.326836:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204717.326843:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204717.326846:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546850:546850:256:4294967295] 192.168.201.135@tcp LPNI seq info [546816:546816:8:4294967295]
00000400:00000200:0.0:1788204717.326849:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204717.326855:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204717.326859:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204717.326863:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204717.326866:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204717.326869:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788204717.326873:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204717.326875:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1788204717.326879:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204717.326880:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204717.326883:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204717.326886:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204717.326889:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204717.326890:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204717.326893:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204717.326896:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecf480 x1875052937883264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326903:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204717.326906:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecf480 x1875052937883264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326911:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.326913:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204717.326915:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204717.326918:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204717.326921:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204717.326923:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309695606
00000100:00000001:0.0:1788204717.326925:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309699277
00000100:00000001:0.0:1788204717.326926:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309695606
00000100:00000001:0.0:1788204717.326927:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309699277
00000100:00000001:0.0:1788204717.326928:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204717.326930:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.326931:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204717.326933:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204717/real 1788204717]  req@ffff8c5d27ecf480 x1875052937883264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204717.326938:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204717.326939:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204717.326940:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204717.326941:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204717.326942:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204717.326944:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204717.326946:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecf480 x1875052937883264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204717.326954:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecf480 x1875052937883264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326958:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204717.326959:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.326960:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204717.326960:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204717.326962:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecf480 x1875052937883264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326966:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204717.326968:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecf480 x1875052937883264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326971:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204717.326972:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.326973:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204717.326974:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.326975:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204717.326975:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204717.326977:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204717.326979:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204717.326980:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204717.326982:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecf480 x1875052937883264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204717.326986:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937883264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204717.326988:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204717.326990:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece300 x1875052937883392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.326997:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204717.326998:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204717.326999:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204717.327001:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204717.327002:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204717.327003:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937883392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204717.327005:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204717.327006:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204717.327007:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204717.327008:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204717.327010:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204717.327011:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204717.327013:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204717.327026:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204717.327030:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204717.327032:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937883392, portal 4
00000100:00000001:0.0:1788204717.327033:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204717.327034:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462524160 : -127143247027456 : ffff8c5d27ece300)
00000100:00000040:0.0:1788204717.327038:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece300 x1875052937883392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.327042:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204717.327043:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204717.327044:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204717.327046:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937883392, offset 0
00000400:00000200:0.0:1788204717.327048:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204717.327050:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204717.327052:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204717.327054:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204717.327055:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204717.327057:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204717.327058:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204717.327061:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546851:546851:256:4294967295] 192.168.201.135@tcp LPNI seq info [546817:546817:8:4294967295]
00000400:00000200:0.0:1788204717.327063:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204717.327067:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204717.327069:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204717.327071:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204717.327073:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204717.327075:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788204717.327077:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204717.327079:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1788204717.327082:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204717.327083:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204717.327085:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204717.327087:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204717.327088:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204717.327089:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204717.327091:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204717.327093:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece300 x1875052937883392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.327098:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204717.327101:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece300 x1875052937883392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.327107:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.327108:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204717.327110:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204717.327113:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204717.327116:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204717.327118:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309695623
00000100:00000001:0.0:1788204717.327120:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309699277
00000100:00000001:0.0:1788204717.327122:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309695623
00000100:00000001:0.0:1788204717.327124:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309699277
00000100:00000001:0.0:1788204717.327126:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204717.327129:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.327130:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204717.327134:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204717/real 1788204717]  req@ffff8c5d27ece300 x1875052937883392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204717.327143:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204717.327144:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204717.327146:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204717.327148:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204717.327150:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204717.327152:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204717.327155:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece300 x1875052937883392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204717.327164:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece300 x1875052937883392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.327171:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204717.327172:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.327174:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204717.327176:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204717.327179:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece300 x1875052937883392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.327186:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204717.327190:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece300 x1875052937883392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.327197:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204717.327199:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.327201:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204717.327202:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.327204:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204717.327205:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204717.327208:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204717.327212:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204717.327214:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204717.327217:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece300 x1875052937883392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204717.327225:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937883392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204717.327228:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.327230:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204717.327233:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecf480 x1875052937883264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.327240:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204717.327241:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204717.327243:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204717.327246:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204717.327247:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204717.327248:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204717.327250:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204717.327251:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:0.0:1788204717.327253:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204717.327255:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204717.327257:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecf480.
00000100:00000001:0.0:1788204717.327258:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204717.327259:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.327260:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204717.327263:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece300 x1875052937883392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204717.327267:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204717.327267:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204717.327268:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204717.327269:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204717.327270:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204717.327271:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204717.327272:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204717.327273:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:0.0:1788204717.327274:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204717.327275:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204717.327276:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece300.
00000100:00000001:0.0:1788204717.327277:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204717.327278:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.327279:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204717.327281:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204717.327281:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204717.327283:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204717.327283:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204717.516400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204717.516408:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204717.516410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204717.516415:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204717.516419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204717.516422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204717.516424:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204717.516427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204717.516430:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204718.028426:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204718.028433:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204718.028440:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204718.028441:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204718.028496:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204718.028499:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204718.028503:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204718.540392:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204718.540398:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204718.540400:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204718.540403:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204718.540406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204718.540408:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204718.540410:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204718.540412:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204718.540414:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204719.052511:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204719.052518:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204719.052524:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204719.052526:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204719.052606:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204719.052611:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204719.052615:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204719.564463:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204719.564473:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204719.564475:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204719.564481:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204719.564485:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204719.564489:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204719.564491:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204719.564495:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204719.564497:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204720.076412:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204720.076418:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204720.076424:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204720.076425:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204720.076484:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204720.076489:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204720.076492:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204720.588466:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204720.588478:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204720.588481:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204720.588489:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204720.588493:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204720.588498:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204720.588501:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204720.588504:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204720.588508:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204721.100463:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204721.100469:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204721.100473:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204721.100474:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204721.100530:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204721.100534:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204721.100537:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204721.164416:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309699277, at 4309699328
00000100:00000040:1.0:1788204721.164416:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309699277, at 4309699328
00000100:00000010:1.0:1788204721.164437:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074f60.
00000100:00000010:0.0:1788204721.164449:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204721.612393:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204721.612403:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204721.612406:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204721.612412:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204721.612416:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204721.612421:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204721.612424:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204721.612427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204721.612430:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204722.124446:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204722.124453:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204722.124459:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204722.124460:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204722.124521:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204722.124525:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204722.124528:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204722.444459:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204722.444482:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204722.444486:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204722.444491:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204722.444496:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204722.444506:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15028
00000400:00000200:2.0:1788204722.444518:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204722.444525:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204722.444536:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204722.444540:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.444544:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204722.444547:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.444550:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204722.444554:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204722.444556:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204722.444559:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204722.444562:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204722.444565:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204722.444568:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204722.444570:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.444572:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204722.444574:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.444576:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204722.444579:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204722.444590:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204722.444593:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204722.444597:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204722.444601:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204722.444604:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204722.444606:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204722.444609:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204722.444622:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb100.
00000020:00000040:2.0:1788204722.444628:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204722.444633:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204722.444635:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204722.444640:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204722.444643:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204722.444649:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204722.444670:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788204722.444678:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204722.444691:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb100 x1875052937883520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204722.444702:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204722.444707:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204722.444713:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000299a5ffd] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb100 x1875052937883520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204722.444743:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204722.444747:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204722.444750:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204722.444752:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204722.444753:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204722.444757:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204722.444760:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15028
00000400:00000200:2.0:1788204722.444764:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204722.444766:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204722.444769:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204722.444776:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.444778:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204722.444780:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.444782:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204722.444784:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204722.444785:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204722.444787:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204722.444788:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204722.444790:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204722.444792:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204722.444795:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.444796:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204722.444798:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.444800:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204722.444802:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204722.444804:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204722.444806:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204722.444808:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204722.444814:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204722.444816:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204722.444818:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204722.444823:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204722.444826:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204722.444829:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204722.444832:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea680.
00000020:00000040:2.0:1788204722.444835:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204722.444837:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204722.444839:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204722.444841:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204722.444842:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204722.444844:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204722.444847:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204722.444851:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204722.444856:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea680 x1875052937883648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204722.444862:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204722.444865:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204722.444868:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000410650d5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea680 x1875052937883648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204722.444876:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204722.444879:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204722.444882:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204722.444883:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204722.444885:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204722.444888:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204722.444890:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15028
00000400:00000200:2.0:1788204722.444895:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204722.444904:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204722.444907:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204722.444910:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.444912:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204722.444914:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.444916:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204722.444918:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204722.444919:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204722.444921:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204722.444923:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204722.444925:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204722.444952:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204722.444955:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.444957:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204722.444959:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.444962:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204722.444964:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204722.444967:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204722.444970:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204722.444972:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204722.444975:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204722.444977:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204722.444979:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204722.444981:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204722.444984:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204722.444985:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204722.444994:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9180.
00000020:00000040:2.0:1788204722.444996:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204722.444999:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204722.445000:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204722.445002:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204722.445003:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204722.445006:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204722.445010:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788204722.445013:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204722.445018:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9180 x1875052937883776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204722.445027:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204722.445029:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204722.445033:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa433fb9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9180 x1875052937883776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204722.445041:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204722.445046:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204722.445050:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204722.445052:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204722.445054:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204722.445057:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204722.445060:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15028
00000400:00000200:2.0:1788204722.445064:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204722.445068:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204722.445070:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204722.445080:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.445082:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204722.445084:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.445087:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204722.445089:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204722.445090:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204722.445092:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204722.445094:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204722.445096:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204722.445098:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204722.445101:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.445103:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204722.445105:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.445107:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204722.445109:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204722.445113:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204722.445115:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204722.445117:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204722.445120:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204722.445122:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204722.445124:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204722.445127:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204722.445129:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204722.445131:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204722.445136:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000020:00000040:2.0:1788204722.445138:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204722.445140:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204722.445143:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204722.445145:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204722.445146:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204722.445148:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204722.445152:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788204722.445155:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204722.445159:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937883904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204722.445166:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204722.445168:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204722.445171:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937883904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204722.445179:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204722.445182:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204722.445185:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204722.445186:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204722.445188:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204722.445190:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204722.445193:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15028
00000400:00000200:2.0:1788204722.445196:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204722.445199:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204722.445201:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204722.445205:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.445207:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204722.445210:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.445212:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204722.445214:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204722.445215:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204722.445217:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204722.445219:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204722.445221:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204722.445223:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204722.445226:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.445228:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204722.445230:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204722.445232:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204722.445235:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204722.445238:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204722.445241:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204722.445242:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204722.445245:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204722.445248:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204722.445255:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204722.445257:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204722.445260:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204722.445262:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204722.445266:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000020:00000040:2.0:1788204722.445269:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204722.445272:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204722.445274:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204722.445275:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204722.445276:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204722.445278:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204722.445282:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:2.0:1788204722.445285:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204722.445291:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937884032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204722.445335:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204722.445338:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204722.445343:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937884032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204722.445350:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204722.445357:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15038)
00000100:00000001:0.0:1788204722.446383:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204722.446389:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204722.446391:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204722.446400:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb100 x1875052937883520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.446412:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204722.446414:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204722.446418:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204722.446420:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204722.446422:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204722.446424:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937883520:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788204722.446428:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204722.446432:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204722.446435:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204722.446437:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204722.446444:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204722.446445:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204722.446451:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204722.446455:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204722.446460:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204722.446468:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937883520, portal 25
00000100:00000001:0.0:1788204722.446470:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204722.446471:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803429632 : -127142906121984 : ffff8c5d3c3eb100)
00000100:00000040:0.0:1788204722.446475:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb100 x1875052937883520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.446481:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204722.446483:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204722.446485:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204722.446486:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937883520, offset 0
00000400:00000200:0.0:1788204722.446491:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204722.446498:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204722.446504:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204722.446509:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204722.446512:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204722.446516:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204722.446518:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204722.446522:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546852:546852:256:4294967295] 192.168.201.135@tcp LPNI seq info [546818:546818:8:4294967295]
00000400:00000200:0.0:1788204722.446525:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204722.446532:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204722.446537:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204722.446542:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204722.446548:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204722.446551:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788204722.446556:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204722.446559:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1788204722.446562:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204722.446565:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204722.446569:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204722.446573:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204722.446577:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204722.446579:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204722.446584:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204722.446586:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb100 x1875052937883520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.446594:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204722.446597:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb100 x1875052937883520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.446602:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204722.446603:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204722.446608:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204722.446610:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204722.446613:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309704398
00000100:00000010:0.0:1788204722.446616:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:0.0:1788204722.446623:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204722.446628:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309704398
00000100:00000010:0.0:1788204722.446631:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074720.
00000100:00000001:0.0:1788204722.446635:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204722.446638:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204722.446642:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204722.446644:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204722.446649:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204722/real 1788204722]  req@ffff8c5d3c3eb100 x1875052937883520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204722.446667:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204722.446669:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204722.446671:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204722.446674:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204722.446676:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204722.446679:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204722.446682:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb100 x1875052937883520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204722.446690:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb100 x1875052937883520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.446697:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204722.446699:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.446701:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204722.446704:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204722.446708:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb100 x1875052937883520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.446715:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204722.446720:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb100 x1875052937883520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.446727:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204722.446729:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.446730:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204722.446731:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.446733:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204722.446735:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204722.446737:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204722.446740:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204722.446742:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204722.446745:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb100 x1875052937883520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204722.446750:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937883520:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788204722.446753:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204722.446755:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea680 x1875052937883648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.446759:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204722.446760:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204722.446761:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204722.446763:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204722.446764:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204722.446766:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937883648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204722.446768:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204722.446769:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204722.446770:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204722.446771:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204722.446774:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204722.446775:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204722.446778:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204722.446779:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204722.446782:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204722.446784:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937883648, portal 10
00000100:00000001:0.0:1788204722.446785:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204722.446786:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426944 : -127142906124672 : ffff8c5d3c3ea680)
00000100:00000040:0.0:1788204722.446792:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea680 x1875052937883648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.446796:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204722.446797:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204722.446799:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204722.446800:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937883648, offset 0
00000400:00000200:0.0:1788204722.446803:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204722.446805:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204722.446808:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204722.446810:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204722.446811:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204722.446813:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204722.446814:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204722.446817:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546853:546853:256:4294967295] 192.168.201.135@tcp LPNI seq info [546819:546819:8:4294967295]
00000400:00000200:0.0:1788204722.446819:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204722.446823:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204722.446826:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204722.446828:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204722.446831:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204722.446834:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788204722.446838:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204722.446841:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1788204722.446845:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204722.446847:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204722.446850:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204722.446853:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204722.446856:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204722.446857:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204722.446860:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204722.446864:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea680 x1875052937883648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.446872:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204722.446875:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea680 x1875052937883648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.446881:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204722.446883:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204722.446886:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204722.446891:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204722.446894:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204722.446896:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309700638
00000100:00000001:0.0:1788204722.446899:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309704398
00000100:00000001:0.0:1788204722.446901:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309700638
00000100:00000001:0.0:1788204722.446903:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309704398
00000100:00000001:0.0:1788204722.446906:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204722.446907:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204722.446909:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204722.446913:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204722/real 1788204722]  req@ffff8c5d3c3ea680 x1875052937883648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204722.446921:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204722.446922:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204722.446924:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204722.446939:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204722.446940:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204722.446943:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204722.446946:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea680 x1875052937883648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204722.446954:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea680 x1875052937883648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.446960:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204722.446962:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.446963:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204722.446965:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204722.446968:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea680 x1875052937883648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.446974:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204722.446978:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea680 x1875052937883648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.446985:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204722.446987:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.446988:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204722.446989:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.446991:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204722.446993:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204722.446995:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204722.446998:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204722.447001:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204722.447004:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea680 x1875052937883648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204722.447011:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937883648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204722.447015:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204722.447019:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9180 x1875052937883776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447026:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204722.447027:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204722.447029:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204722.447031:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204722.447033:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204722.447036:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937883776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204722.447039:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204722.447041:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204722.447042:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204722.447043:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204722.447047:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204722.447048:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204722.447051:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204722.447052:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204722.447054:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204722.447056:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937883776, portal 10
00000100:00000001:0.0:1788204722.447058:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204722.447059:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803421568 : -127142906130048 : ffff8c5d3c3e9180)
00000100:00000040:0.0:1788204722.447063:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9180 x1875052937883776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447067:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204722.447068:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204722.447070:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204722.447071:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937883776, offset 0
00000400:00000200:0.0:1788204722.447074:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204722.447076:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204722.447085:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204722.447087:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204722.447089:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204722.447091:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204722.447093:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204722.447095:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546854:546854:256:4294967295] 192.168.201.135@tcp LPNI seq info [546820:546820:8:4294967295]
00000400:00000200:0.0:1788204722.447097:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204722.447101:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204722.447104:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204722.447107:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204722.447109:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204722.447111:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788204722.447114:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204722.447116:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1788204722.447121:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204722.447123:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204722.447125:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204722.447127:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204722.447129:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204722.447130:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204722.447132:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204722.447134:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9180 x1875052937883776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447139:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204722.447141:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9180 x1875052937883776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447145:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204722.447146:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204722.447148:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204722.447150:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204722.447151:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204722.447152:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309700633
00000100:00000001:0.0:1788204722.447154:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309704398
00000100:00000001:0.0:1788204722.447155:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309700633
00000100:00000001:0.0:1788204722.447157:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309704398
00000100:00000001:0.0:1788204722.447158:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204722.447159:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204722.447160:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204722.447162:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204722/real 1788204722]  req@ffff8c5d3c3e9180 x1875052937883776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204722.447166:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204722.447167:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204722.447168:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204722.447169:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204722.447170:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204722.447172:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204722.447173:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9180 x1875052937883776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204722.447178:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9180 x1875052937883776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447182:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204722.447183:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.447184:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204722.447185:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204722.447187:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9180 x1875052937883776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447190:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204722.447192:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9180 x1875052937883776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447196:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204722.447197:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.447198:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204722.447199:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.447200:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204722.447200:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204722.447202:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204722.447203:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204722.447205:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204722.447207:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9180 x1875052937883776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204722.447211:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937883776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204722.447213:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204722.447215:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937883904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447219:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204722.447220:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204722.447222:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204722.447223:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204722.447225:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204722.447226:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937883904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204722.447229:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204722.447230:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204722.447231:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204722.447232:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204722.447234:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204722.447235:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204722.447237:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204722.447238:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204722.447241:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204722.447242:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937883904, portal 4
00000100:00000001:0.0:1788204722.447244:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204722.447245:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:0.0:1788204722.447249:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937883904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447253:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204722.447254:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204722.447256:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204722.447257:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937883904, offset 0
00000400:00000200:0.0:1788204722.447261:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204722.447265:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204722.447268:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204722.447271:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204722.447273:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204722.447275:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204722.447277:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204722.447280:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546855:546855:256:4294967295] 192.168.201.135@tcp LPNI seq info [546821:546821:8:4294967295]
00000400:00000200:0.0:1788204722.447283:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204722.447288:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204722.447292:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204722.447295:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204722.447329:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204722.447331:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788204722.447335:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204722.447337:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1788204722.447341:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204722.447343:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204722.447346:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204722.447349:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204722.447352:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204722.447353:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204722.447356:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204722.447359:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937883904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447366:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204722.447369:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937883904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447374:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204722.447375:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204722.447378:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204722.447380:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204722.447383:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204722.447385:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309700727
00000100:00000001:0.0:1788204722.447387:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309704398
00000100:00000001:0.0:1788204722.447389:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309700727
00000100:00000001:0.0:1788204722.447391:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309704398
00000100:00000001:0.0:1788204722.447393:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204722.447394:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204722.447396:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204722.447399:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204722/real 1788204722]  req@ffff8c5d3c3e8380 x1875052937883904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204722.447406:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204722.447408:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204722.447409:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204722.447411:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204722.447412:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204722.447414:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204722.447417:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937883904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204722.447424:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937883904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447429:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204722.447431:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.447432:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204722.447433:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204722.447436:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937883904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447442:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204722.447446:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937883904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447453:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204722.447456:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.447457:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204722.447458:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.447460:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204722.447461:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204722.447464:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204722.447467:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204722.447469:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204722.447472:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937883904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204722.447479:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937883904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204722.447483:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204722.447487:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937884032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447493:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204722.447494:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204722.447496:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204722.447498:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204722.447500:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204722.447502:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937884032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204722.447505:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204722.447506:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204722.447508:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204722.447510:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204722.447513:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204722.447515:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204722.447518:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204722.447520:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204722.447523:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204722.447526:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937884032, portal 4
00000100:00000001:0.0:1788204722.447528:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204722.447529:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:0.0:1788204722.447535:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937884032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447540:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204722.447542:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204722.447545:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204722.447547:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937884032, offset 0
00000400:00000200:0.0:1788204722.447552:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204722.447555:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204722.447559:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204722.447561:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204722.447564:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204722.447566:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204722.447569:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204722.447571:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546856:546856:256:4294967295] 192.168.201.135@tcp LPNI seq info [546822:546822:8:4294967295]
00000400:00000200:0.0:1788204722.447575:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204722.447581:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204722.447584:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204722.447587:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204722.447589:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204722.447591:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:0.1:1788204722.447593:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204722.447595:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:0.0:1788204722.447598:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204722.447599:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204722.447601:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204722.447603:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204722.447605:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204722.447606:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204722.447608:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204722.447610:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937884032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447615:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204722.447617:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937884032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447621:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204722.447622:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204722.447624:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204722.447626:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204722.447628:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204722.447630:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309700744
00000100:00000001:0.0:1788204722.447632:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309704398
00000100:00000001:0.0:1788204722.447633:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309700744
00000100:00000001:0.0:1788204722.447635:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309704398
00000100:00000001:0.0:1788204722.447636:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204722.447637:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204722.447638:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204722.447640:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204722/real 1788204722]  req@ffff8c5d3c3ead80 x1875052937884032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204722.447644:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204722.447644:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204722.447645:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204722.447646:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204722.447648:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204722.447649:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204722.447651:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937884032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204722.447656:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937884032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447659:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204722.447659:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.447660:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204722.447661:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204722.447663:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937884032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447666:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204722.447668:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937884032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447672:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204722.447673:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.447674:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204722.447675:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.447676:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204722.447677:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204722.447679:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204722.447681:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204722.447682:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204722.447684:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937884032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204722.447688:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937884032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204722.447690:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.447691:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204722.447694:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb100 x1875052937883520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447697:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204722.447700:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204722.447702:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204722.447704:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204722.447706:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204722.447708:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204722.447710:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204722.447712:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:0.0:1788204722.447715:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204722.447716:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204722.447718:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb100.
00000100:00000001:0.0:1788204722.447720:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204722.447721:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.447722:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204722.447724:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea680 x1875052937883648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447732:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204722.447732:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204722.447733:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204722.447735:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204722.447736:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204722.447736:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204722.447737:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204722.447738:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:0.0:1788204722.447739:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204722.447739:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204722.447740:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea680.
00000100:00000001:0.0:1788204722.447741:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204722.447742:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.447743:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204722.447744:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9180 x1875052937883776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447748:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204722.447748:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204722.447749:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204722.447750:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204722.447751:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204722.447751:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204722.447752:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204722.447753:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:0.0:1788204722.447754:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204722.447754:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204722.447755:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9180.
00000100:00000001:0.0:1788204722.447756:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204722.447757:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.447757:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204722.447759:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937883904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447762:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204722.447763:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204722.447764:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204722.447765:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204722.447766:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204722.447767:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204722.447768:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204722.447769:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:0.0:1788204722.447770:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204722.447771:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204722.447771:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:0.0:1788204722.447773:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204722.447773:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.447774:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204722.447776:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937884032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204722.447779:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204722.447779:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204722.447780:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204722.447781:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204722.447782:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204722.447782:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204722.447783:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204722.447784:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:0.0:1788204722.447785:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204722.447785:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204722.447786:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:0.0:1788204722.447787:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204722.447788:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.447789:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204722.447796:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204722.447797:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204722.447799:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204722.447800:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204722.636420:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204722.636428:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204722.636430:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204722.636435:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204722.636439:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204722.636442:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204722.636444:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204722.636446:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204722.636448:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204723.148455:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204723.148462:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204723.148467:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204723.148468:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204723.148525:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204723.148529:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204723.148531:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204723.660445:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204723.660454:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204723.660456:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204723.660462:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204723.660466:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204723.660470:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204723.660472:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204723.660475:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204723.660477:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204724.172427:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204724.172434:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204724.172441:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204724.172442:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204724.172509:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204724.172514:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204724.172518:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204724.684426:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204724.684436:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204724.684438:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204724.684453:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204724.684457:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204724.684462:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204724.684465:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204724.684469:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204724.684472:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204725.196445:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204725.196454:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204725.196455:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204725.196458:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204725.196463:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204725.196465:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204725.196467:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204725.196468:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204725.196471:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204725.196472:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204725.196473:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204725.196475:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204725.196475:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204725.196476:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204725.196478:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204725.196479:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204725.196531:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204725.196536:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204725.196539:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204725.708389:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204725.708396:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204725.708398:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204725.708405:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204725.708408:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204725.708410:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204725.708412:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204725.708414:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204725.708415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204726.220435:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204726.220444:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204726.220452:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204726.220453:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204726.220544:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204726.220549:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204726.220552:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204726.284417:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309704398, at 4309704448
00000100:00000040:1.0:1788204726.284421:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309704398, at 4309704448
00000100:00000010:0.0:1788204726.284437:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000010:1.0:1788204726.284443:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074720.
00000100:00000001:2.0:1788204726.732401:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204726.732408:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204726.732410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204726.732414:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204726.732416:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204726.732419:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204726.732421:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204726.732423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204726.732425:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204727.244512:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204727.244521:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204727.244530:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204727.244531:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204727.244616:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204727.244623:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204727.244627:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204727.564416:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204727.564426:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204727.564428:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204727.564432:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204727.564435:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204727.564441:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15033
00000400:00000200:2.0:1788204727.564448:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204727.564453:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204727.564456:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204727.564458:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204727.564460:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204727.564462:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204727.564464:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204727.564467:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204727.564468:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204727.564470:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204727.564472:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204727.564474:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204727.564475:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204727.564477:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204727.564478:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204727.564479:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204727.564480:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204727.564482:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204727.564485:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204727.564486:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204727.564488:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204727.564490:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204727.564492:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.564493:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204727.564495:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204727.564503:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788204727.564505:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204727.564508:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204727.564509:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.564512:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204727.564514:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204727.564518:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204727.564523:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000001:2.0:1788204727.564528:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204727.564536:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937884160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204727.564547:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204727.564552:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204727.564556:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937884160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.564578:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204727.564581:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204727.564584:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204727.564586:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204727.564587:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204727.564590:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204727.564593:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15033
00000400:00000200:2.0:1788204727.564597:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204727.564600:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204727.564603:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204727.564606:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204727.564608:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204727.564611:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204727.564613:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204727.564616:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788204727.564616:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1788204727.564618:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204727.564621:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204727.564623:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:3.0:1788204727.564623:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788204727.564628:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:3.0:1788204727.564628:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788204727.564633:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204727.564637:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:3.0:1788204727.564639:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937884160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.564640:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204727.564645:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204727.564650:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204727.564653:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:3.0:1788204727.564653:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204727.564656:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204727.564659:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:3.0:1788204727.564662:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788204727.564663:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.564665:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204727.564666:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204727.564668:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204727.564672:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937884160:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788204727.564673:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204727.564675:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204727.564679:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.564680:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204727.564683:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.564684:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788204727.564686:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1788204727.564690:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1788204727.564691:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204727.564694:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788204727.564697:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204727.564701:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204727.564702:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204727.564707:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000100:00000010:2.0:1788204727.564708:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000020:00000040:2.0:1788204727.564711:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204727.564713:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204727.564714:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.564715:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204727.564716:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204727.564718:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204727.564721:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
02000000:00000010:2.0:1788204727.564723:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:2.0:1788204727.564726:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204727.564729:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937884160, portal 25
00000100:00100000:2.0:1788204727.564732:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937884288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204727.564733:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204727.564735:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
00000100:00000001:2.0:1788204727.564743:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:3.0:1788204727.564744:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937884160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.564747:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204727.564754:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937884288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.564756:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204727.564762:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204727.564766:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000001:2.0:1788204727.564768:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788204727.564770:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937884160, offset 0
00000100:00080000:2.0:1788204727.564771:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204727.564775:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204727.564776:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788204727.564779:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204727.564780:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204727.564784:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204727.564786:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15033
00000400:00000200:3.0:1788204727.564789:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204727.564795:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204727.564799:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204727.564802:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204727.564805:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204727.564807:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204727.564810:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546857:546857:256:4294967295] 192.168.201.135@tcp LPNI seq info [546823:546823:8:4294967295]
00000400:00000200:3.0:1788204727.564812:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204727.564818:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204727.564822:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204727.564829:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204727.564833:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000400:00000200:2.0:1788204727.564834:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204727.564849:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:3.0:1788204727.564854:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204727.564857:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:3.0:1788204727.564858:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1788204727.564861:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204727.564864:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204727.564868:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204727.564873:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:3.1:1788204727.564873:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:2.0:1788204727.564874:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204727.564878:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:3.1:1788204727.564879:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000020:00000040:2.0:1788204727.564880:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204727.564883:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000100:3.0:1788204727.564884:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000001:2.0:1788204727.564886:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000010:3.0:1788204727.564888:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000100:00000040:2.0:1788204727.564891:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204727.564893:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204727.564894:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204727.564895:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204727.564897:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204727.564898:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204727.564900:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204727.564901:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204727.564903:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204727.564904:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.564905:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204727.564907:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204727.564908:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.564909:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204727.564912:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000020:00000040:2.0:1788204727.564914:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204727.564915:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204727.564916:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.564917:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204727.564918:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204727.564920:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204727.564922:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:2.0:1788204727.564926:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204727.564929:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1788204727.564931:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937884416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788204727.564936:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204727.564943:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000100:00000001:2.0:1788204727.564945:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1788204727.564945:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:2.0:1788204727.564950:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.564951:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204727.564957:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8e00 x1875052937884160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204727.564960:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937884416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.564968:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204727.564973:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937884160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.564975:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204727.564979:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204727.564983:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204727.564983:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.564985:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204727.564986:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204727.564988:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204727.564991:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204727.564991:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204727.564994:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15033
00000400:00000200:3.0:1788204727.564998:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204727.565001:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204727.565002:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309709516
00000400:00000200:2.0:1788204727.565006:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000010:3.0:1788204727.565007:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5480.
00000100:00080000:2.0:1788204727.565008:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204727.565012:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204727.565014:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204727.565015:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204727.565016:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204727.565017:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204727.565020:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204727.565022:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204727.565023:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204727.565025:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:3.0:1788204727.565025:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309709516
00000020:00000001:2.0:1788204727.565030:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204727.565032:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000010:3.0:1788204727.565032:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5ba0.
00000100:00000040:2.0:1788204727.565037:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204727.565039:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204727.565039:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1788204727.565041:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204727.565044:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:3.0:1788204727.565046:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1788204727.565047:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204727.565052:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204727.565053:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.565054:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204727.565058:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204727.565060:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1788204727.565061:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204727.565063:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.565065:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204727.565067:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00100000:3.0:1788204727.565068:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204727/real 1788204727]  req@ffff8c5d3c3e8e00 x1875052937884160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1788204727.565071:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.565075:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204727.565080:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000020:00000040:2.0:1788204727.565083:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000400:00000001:3.0:1788204727.565083:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204727.565086:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1788204727.565087:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204727.565090:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204727.565090:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000100:00000001:2.0:1788204727.565095:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1788204727.565096:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
02000000:00000001:2.0:1788204727.565097:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204727.565100:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788204727.565101:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204727.565106:0:2392:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000010:2.0:1788204727.565107:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788204727.565110:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204727.565114:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937884544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788204727.565116:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937884160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.565133:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204727.565136:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204727.565143:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937884544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204727.565148:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937884160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204727.565152:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204727.565156:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204727.565159:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204727.565160:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204727.565163:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204727.565163:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204727.565166:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.565167:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788204727.565169:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:2.0:1788204727.565172:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15033
00000100:00000001:3.0:1788204727.565172:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788204727.565176:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:3.0:1788204727.565179:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937884160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204727.565181:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204727.565184:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204727.565189:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204727.565192:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204727.565195:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204727.565195:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.565199:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204727.565202:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1788204727.565203:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937884160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204727.565204:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204727.565206:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204727.565208:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204727.565212:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204727.565216:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:3.0:1788204727.565218:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1788204727.565220:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204727.565222:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.565223:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788204727.565224:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1788204727.565227:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204727.565227:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.565230:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:3.0:1788204727.565231:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:2.0:1788204727.565234:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:3.0:1788204727.565235:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204727.565239:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00080000:3.0:1788204727.565240:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1788204727.565242:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204727.565245:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
02000000:00000001:2.0:1788204727.565246:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788204727.565250:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204727.565253:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937884160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204727.565255:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204727.565260:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204727.565262:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937884160:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204727.565263:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204727.565265:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204727.565269:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.565269:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.565273:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.565273:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:2.0:1788204727.565278:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000100:00000040:3.0:1788204727.565278:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937884160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204727.565282:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204727.565286:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204727.565288:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.565291:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204727.565293:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204727.565296:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.565319:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204727.565322:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204727.565324:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
02000000:00000010:3.0:1788204727.565325:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5800.
00000100:00000001:2.0:1788204727.565328:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.565329:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204727.565332:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204727.565334:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00100000:2.0:1788204727.565336:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937884672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:3.0:1788204727.565337:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204727.565341:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
00000100:00000001:2.0:1788204727.565346:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1788204727.565346:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204727.565348:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1788204727.565350:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204727.565351:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000040:2.0:1788204727.565355:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937884672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565356:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204727.565358:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.565363:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.565367:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204727.565371:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15043)
00000100:00000001:3.0:1788204727.565374:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204727.565378:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.565381:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204727.565383:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204727.565384:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204727.565390:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937884288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565405:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204727.565406:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.565408:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204727.565410:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204727.565411:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204727.565413:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937884288:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204727.565415:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204727.565417:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204727.565418:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.565419:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204727.565421:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204727.565423:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204727.565426:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204727.565429:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204727.565433:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204727.565436:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937884288, portal 10
00000100:00000001:3.0:1788204727.565438:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204727.565439:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000040:3.0:1788204727.565445:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937884288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565452:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204727.565454:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204727.565456:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204727.565459:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937884288, offset 0
00000400:00000200:3.0:1788204727.565463:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204727.565467:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204727.565470:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204727.565472:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204727.565474:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204727.565475:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204727.565477:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204727.565479:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546858:546858:256:4294967295] 192.168.201.135@tcp LPNI seq info [546824:546824:8:4294967295]
00000400:00000200:3.0:1788204727.565482:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204727.565486:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204727.565488:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204727.565491:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204727.565493:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204727.565495:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788204727.565498:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204727.565500:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788204727.565502:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204727.565503:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204727.565505:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204727.565507:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204727.565509:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204727.565510:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204727.565512:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204727.565515:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937884288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565520:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204727.565522:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937884288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565526:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.565527:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204727.565528:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204727.565531:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788204727.565533:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204727.565534:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309705757
00000100:00000001:3.0:1788204727.565536:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309709516
00000100:00000001:3.0:1788204727.565538:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309705757
00000100:00000001:3.0:1788204727.565539:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309709516
00000100:00000001:3.0:1788204727.565540:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204727.565541:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.565542:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204727.565544:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204727/real 1788204727]  req@ffff8c5d3c3eb800 x1875052937884288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204727.565548:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204727.565550:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204727.565551:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204727.565552:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204727.565553:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204727.565554:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204727.565556:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937884288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204727.565561:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937884288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565568:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204727.565569:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.565570:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204727.565571:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204727.565573:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937884288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565576:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204727.565578:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937884288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565582:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204727.565583:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.565584:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204727.565584:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.565585:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204727.565586:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204727.565588:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204727.565589:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204727.565591:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204727.565593:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937884288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204727.565597:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937884288:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204727.565599:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204727.565600:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937884416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565604:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204727.565605:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.565607:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204727.565608:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204727.565609:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204727.565611:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937884416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204727.565612:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204727.565613:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204727.565614:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.565615:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204727.565617:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204727.565618:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204727.565620:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204727.565621:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204727.565623:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204727.565625:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937884416, portal 10
00000100:00000001:3.0:1788204727.565626:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204727.565627:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000040:3.0:1788204727.565630:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937884416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565634:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204727.565635:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204727.565637:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204727.565638:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937884416, offset 0
00000400:00000200:3.0:1788204727.565640:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204727.565642:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204727.565643:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204727.565645:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204727.565646:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204727.565648:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204727.565649:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204727.565651:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546859:546859:256:4294967295] 192.168.201.135@tcp LPNI seq info [546825:546825:8:4294967295]
00000400:00000200:3.0:1788204727.565653:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204727.565657:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204727.565660:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204727.565661:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204727.565663:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204727.565665:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788204727.565668:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204727.565669:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788204727.565671:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204727.565673:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204727.565674:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204727.565676:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204727.565678:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204727.565679:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204727.565680:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204727.565682:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937884416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565686:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204727.565688:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937884416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565691:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.565692:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204727.565693:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204727.565695:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788204727.565697:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204727.565698:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309705752
00000100:00000001:3.0:1788204727.565699:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309709516
00000100:00000001:3.0:1788204727.565700:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309705752
00000100:00000001:3.0:1788204727.565701:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309709516
00000100:00000001:3.0:1788204727.565702:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204727.565703:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.565704:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204727.565706:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204727/real 1788204727]  req@ffff8c5d3c3e9c00 x1875052937884416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204727.565711:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204727.565712:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204727.565713:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204727.565714:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204727.565715:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204727.565716:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204727.565717:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937884416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204727.565721:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937884416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565725:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204727.565725:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.565726:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204727.565727:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204727.565729:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937884416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565732:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204727.565734:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937884416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565737:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204727.565738:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.565739:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204727.565740:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.565741:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204727.565742:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204727.565744:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204727.565745:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204727.565747:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204727.565750:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937884416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204727.565754:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937884416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204727.565756:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204727.565758:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937884544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565761:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204727.565762:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.565763:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204727.565764:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204727.565765:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204727.565767:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937884544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204727.565768:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204727.565769:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204727.565770:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.565770:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204727.565772:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4000.
02000000:00000001:3.0:1788204727.565773:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204727.565775:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204727.565776:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204727.565778:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204727.565780:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937884544, portal 4
00000100:00000001:3.0:1788204727.565781:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204727.565782:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
00000100:00000040:3.0:1788204727.565785:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937884544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565789:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204727.565790:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204727.565791:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204727.565793:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937884544, offset 0
00000400:00000200:3.0:1788204727.565795:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204727.565797:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204727.565798:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204727.565800:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204727.565802:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204727.565803:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204727.565804:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204727.565806:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546860:546860:256:4294967295] 192.168.201.135@tcp LPNI seq info [546826:546826:8:4294967295]
00000400:00000200:3.0:1788204727.565808:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204727.565813:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204727.565817:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204727.565819:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204727.565823:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204727.565825:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788204727.565829:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204727.565831:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788204727.565834:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204727.565836:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204727.565849:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204727.565852:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204727.565854:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204727.565856:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204727.565859:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204727.565862:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb480 x1875052937884544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565868:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204727.565871:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937884544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565876:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.565877:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204727.565880:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204727.565882:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788204727.565885:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204727.565888:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309705845
00000100:00000001:3.0:1788204727.565890:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309709516
00000100:00000001:3.0:1788204727.565892:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309705845
00000100:00000001:3.0:1788204727.565894:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309709516
00000100:00000001:3.0:1788204727.565895:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204727.565897:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.565899:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204727.565902:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204727/real 1788204727]  req@ffff8c5d3c3eb480 x1875052937884544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204727.565908:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204727.565909:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204727.565911:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204727.565913:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204727.565914:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204727.565916:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204727.565919:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937884544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204727.565927:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937884544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565932:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204727.565933:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.565935:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204727.565936:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204727.565939:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937884544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565945:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204727.565949:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937884544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565955:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204727.565958:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.565959:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204727.565961:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.565962:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204727.565964:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204727.565966:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204727.565968:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204727.565969:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204727.565972:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937884544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204727.565976:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937884544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204727.565979:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204727.565980:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937884672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.565984:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204727.565985:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.565986:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204727.565987:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204727.565988:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204727.565990:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937884672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204727.565992:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204727.565993:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204727.565993:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204727.565995:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204727.565997:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:3.0:1788204727.565998:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204727.566000:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788204727.566001:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788204727.566003:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788204727.566005:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937884672, portal 4
00000100:00000001:3.0:1788204727.566007:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204727.566007:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
00000100:00000040:3.0:1788204727.566011:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937884672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.566015:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204727.566017:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788204727.566020:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788204727.566022:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937884672, offset 0
00000400:00000200:3.0:1788204727.566025:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204727.566029:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204727.566032:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204727.566034:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788204727.566037:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788204727.566039:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788204727.566041:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788204727.566044:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546861:546861:256:4294967295] 192.168.201.135@tcp LPNI seq info [546827:546827:8:4294967295]
00000400:00000200:3.0:1788204727.566048:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204727.566054:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788204727.566059:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204727.566062:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788204727.566065:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788204727.566067:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:3.1:1788204727.566069:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788204727.566071:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:3.0:1788204727.566073:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788204727.566074:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788204727.566076:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204727.566078:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788204727.566080:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788204727.566081:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788204727.566083:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204727.566085:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ebb80 x1875052937884672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.566096:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204727.566099:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937884672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204752 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.566105:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.566106:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204727.566109:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204727.566111:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788204727.566114:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204727.566116:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309705862
00000100:00000001:3.0:1788204727.566118:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309709516
00000100:00000001:3.0:1788204727.566120:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309705862
00000100:00000001:3.0:1788204727.566122:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309709516
00000100:00000001:3.0:1788204727.566124:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204727.566126:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.566128:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788204727.566131:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204727/real 1788204727]  req@ffff8c5d3c3ebb80 x1875052937884672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788204727.566139:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788204727.566140:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788204727.566141:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788204727.566144:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788204727.566145:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788204727.566147:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788204727.566150:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937884672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204727.566157:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937884672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.566163:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204727.566165:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.566167:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204727.566168:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204727.566171:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937884672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.566177:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204727.566180:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937884672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.566186:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204727.566189:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.566190:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204727.566191:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.566193:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204727.566194:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204727.566197:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788204727.566199:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204727.566201:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788204727.566205:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937884672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204727.566212:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937884672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788204727.566215:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.566217:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204727.566219:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937884288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.566225:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204727.566226:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204727.566228:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:3.0:1788204727.566231:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204727.566232:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204727.566234:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204727.566235:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204727.566237:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:3.0:1788204727.566239:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204727.566241:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204727.566242:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:3.0:1788204727.566244:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204727.566245:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.566247:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204727.566250:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937884416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.566255:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204727.566256:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204727.566258:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788204727.566259:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204727.566260:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204727.566262:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788204727.566263:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204727.566265:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:3.0:1788204727.566267:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204727.566268:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204727.566269:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:3.0:1788204727.566271:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204727.566272:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.566274:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204727.566277:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937884544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.566289:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204727.566290:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204727.566291:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:3.0:1788204727.566293:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204727.566294:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204727.566295:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204727.566297:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204727.566314:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:3.0:1788204727.566317:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204727.566318:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204727.566320:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:3.0:1788204727.566322:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204727.566323:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.566325:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204727.566329:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937884672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204752 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204727.566334:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204727.566336:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788204727.566337:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:3.0:1788204727.566340:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204727.566341:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788204727.566342:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788204727.566343:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204727.566345:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:3.0:1788204727.566347:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788204727.566348:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788204727.566349:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:3.0:1788204727.566351:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204727.566352:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.566353:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204727.566357:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204727.566358:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204727.566360:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204727.566361:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204727.756420:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204727.756429:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204727.756431:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204727.756436:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204727.756440:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204727.756444:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.756447:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204727.756449:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204727.756452:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204728.268412:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204728.268417:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204728.268421:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204728.268422:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204728.268481:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204728.268485:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204728.268487:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204728.780349:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204728.780355:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204728.780356:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204728.780360:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204728.780362:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204728.780365:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204728.780367:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204728.780369:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204728.780370:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204729.292433:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204729.292440:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204729.292445:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204729.292446:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204729.292505:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204729.292509:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204729.292512:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204729.804955:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204729.804964:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204729.804966:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204729.804972:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204729.804975:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204729.804979:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204729.804982:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204729.804985:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204729.804987:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204730.316423:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204730.316429:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204730.316434:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204730.316435:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204730.316492:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204730.316494:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204730.316497:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204730.828400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204730.828406:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204730.828408:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204730.828413:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204730.828416:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204730.828419:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204730.828421:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204730.828424:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204730.828427:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204731.340412:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204731.340419:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204731.340424:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204731.340425:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204731.340476:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204731.340478:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204731.340481:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204731.404400:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309709516, at 4309709568
00000100:00000040:1.0:1788204731.404400:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309709516, at 4309709568
00000100:00000010:0.0:1788204731.404415:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5480.
00000100:00000010:1.0:1788204731.404417:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5ba0.
00000100:00000001:2.0:1788204731.852418:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204731.852425:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204731.852427:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204731.852434:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204731.852437:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204731.852441:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204731.852443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204731.852446:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204731.852449:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204732.364411:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204732.364418:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204732.364425:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204732.364426:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204732.364484:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204732.364488:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204732.364492:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204732.684381:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204732.684390:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204732.684392:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204732.684397:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204732.684401:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204732.684407:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15038
00000400:00000200:3.0:1788204732.684415:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204732.684420:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204732.684423:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204732.684425:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204732.684429:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204732.684430:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204732.684432:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204732.684435:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204732.684436:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204732.684438:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204732.684440:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204732.684442:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204732.684443:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204732.684445:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204732.684446:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204732.684447:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204732.684449:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204732.684450:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204732.684452:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204732.684454:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204732.684456:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204732.684458:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204732.684460:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204732.684462:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204732.684463:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204732.684469:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204732.684472:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204732.684475:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204732.684475:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204732.684478:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204732.684480:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204732.684483:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204732.684488:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788204732.684493:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204732.684502:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937884800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204732.684518:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204732.684522:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204732.684527:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937884800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204732.684551:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204732.684554:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204732.684558:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204732.684559:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204732.684561:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204732.684564:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204732.684567:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15038
00000400:00000200:3.0:1788204732.684570:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204732.684573:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204732.684574:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204732.684577:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204732.684579:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204732.684580:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204732.684582:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204732.684584:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204732.684585:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:0.0:1788204732.684586:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204732.684586:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204732.684588:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:0.0:1788204732.684590:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204732.684592:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204732.684594:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204732.684596:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788204732.684601:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937884800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204732.684603:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204732.684608:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204732.684613:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788204732.684613:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204732.684616:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204732.684618:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788204732.684620:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204732.684624:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788204732.684624:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:0.0:1788204732.684629:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204732.684632:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00100000:0.0:1788204732.684634:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937884800:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788204732.684638:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204732.684638:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204732.684642:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204732.684643:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204732.684646:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204732.684647:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204732.684650:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1788204732.684651:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204732.684654:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204732.684656:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204732.684660:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204732.684661:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1788204732.684666:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000008:00100000:3.0:1788204732.684666:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204732.684670:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204732.684671:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204732.684672:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000010:3.0:1788204732.684674:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000100:00000200:0.0:1788204732.684677:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937884800, portal 25
00000020:00000040:3.0:1788204732.684678:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:0.0:1788204732.684683:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788204732.684684:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204732.684686:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
02000000:00000001:3.0:1788204732.684687:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204732.684691:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204732.684693:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1788204732.684694:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937884800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204732.684695:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204732.684700:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204732.684705:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.684706:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204732.684710:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00100000:3.0:1788204732.684713:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937884928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1788204732.684714:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204732.684718:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937884800, offset 0
00000100:00000001:3.0:1788204732.684723:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204732.684726:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204732.684728:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204732.684731:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937884928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204732.684737:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204732.684738:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204732.684743:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204732.684745:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:3.0:1788204732.684762:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1788204732.684764:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204732.684766:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204732.684769:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:3.0:1788204732.684769:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788204732.684774:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204732.684775:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204732.684781:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00080000:3.0:1788204732.684781:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15038
00000400:00000200:3.0:1788204732.684790:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204732.684791:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546862:546862:256:4294967295] 192.168.201.135@tcp LPNI seq info [546828:546828:8:4294967295]
00000400:00000200:3.0:1788204732.684797:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204732.684800:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204732.684801:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204732.684805:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204732.684807:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204732.684809:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204732.684810:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204732.684813:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204732.684815:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204732.684817:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788204732.684820:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1788204732.684820:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204732.684825:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204732.684828:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204732.684832:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:0.0:1788204732.684833:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204732.684834:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204732.684838:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204732.684840:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000010:0.0:1788204732.684842:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000020:00000040:3.0:1788204732.684842:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204732.684844:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204732.684847:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204732.684849:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204732.684851:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204732.684854:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204732.684855:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204732.684856:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.0:1788204732.684862:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000008:00100000:3.0:1788204732.684863:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204732.684868:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204732.684870:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204732.684873:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000800:00000200:0.1:1788204732.684873:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:3.0:1788204732.684877:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000200:0.1:1788204732.684879:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
02000000:00000001:3.0:1788204732.684880:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204732.684884:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788204732.684888:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204732.684888:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204732.684889:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1788204732.684892:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
02000000:00000001:3.0:1788204732.684892:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204732.684898:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000400:00000200:0.0:1788204732.684899:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204732.684900:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204732.684904:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00100000:3.0:1788204732.684907:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937885056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204732.684910:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204732.684913:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:3.0:1788204732.684915:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204732.684917:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.684919:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204732.684920:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937885056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204732.684925:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937884800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204732.684931:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204732.684936:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204732.684943:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204732.684947:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204732.684948:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788204732.684949:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1788204732.684952:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937884800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204732.684954:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204732.684959:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204732.684960:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15038
00000100:00000001:0.0:1788204732.684962:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204732.684967:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204732.684968:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204732.684972:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204732.684975:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204732.684977:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309714636
00000100:00080000:3.0:1788204732.684980:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1788204732.684983:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000040:3.0:1788204732.684985:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204732.684989:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204732.684990:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1788204732.684993:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204732.684996:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309714636
00000100:00000001:3.0:1788204732.684997:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000010:0.0:1788204732.684999:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c0748a0.
00000020:00000001:3.0:1788204732.685002:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204732.685003:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1788204732.685006:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:0.0:1788204732.685007:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788204732.685009:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204732.685010:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.685012:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204732.685015:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204732/real 1788204732]  req@ffff8c5d3ba68700 x1875052937884800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204732.685021:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000001:0.0:1788204732.685023:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1788204732.685025:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000001:0.0:1788204732.685026:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204732.685028:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000020:00000001:3.0:1788204732.685029:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:0.0:1788204732.685031:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204732.685035:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000040:3.0:1788204732.685035:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204732.685038:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204732.685040:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1788204732.685042:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204732.685045:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:0.0:1788204732.685046:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937884800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204732.685048:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204732.685053:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204732.685057:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204732.685059:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204732.685063:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1788204732.685065:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937884800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204732.685066:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204732.685070:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204732.685072:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788204732.685075:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:3.0:1788204732.685076:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.685078:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204732.685079:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.685084:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:3.0:1788204732.685085:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000100:00000001:0.0:1788204732.685086:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204732.685090:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937884800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204732.685096:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204732.685101:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204732.685102:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204732.685104:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204732.685107:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:0.0:1788204732.685110:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937884800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204732.685110:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204732.685114:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204732.685120:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:0.0:1788204732.685123:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204732.685125:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.685130:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.685135:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:3.0:1788204732.685135:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937885184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204732.685138:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.685143:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204732.685146:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204732.685147:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204732.685151:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204732.685153:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788204732.685157:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937885184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204732.685162:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204732.685167:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204732.685174:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204732.685176:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937884800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204732.685179:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204732.685189:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204732.685192:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204732.685195:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788204732.685198:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937884800:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204732.685199:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204732.685204:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15038
00000100:00000001:0.0:1788204732.685207:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.685212:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1788204732.685212:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204732.685219:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000040:0.0:1788204732.685221:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937884800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204732.685223:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204732.685230:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204732.685234:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204732.685238:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:3.0:1788204732.685239:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204732.685243:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788204732.685244:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1788204732.685248:0:267481:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000010:0.0:1788204732.685249:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
00000020:00000040:3.0:1788204732.685250:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204732.685254:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:0.0:1788204732.685256:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1788204732.685257:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:0.0:1788204732.685259:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000001:3.0:1788204732.685261:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000040:0.0:1788204732.685262:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788204732.685267:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788204732.685268:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204732.685271:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:0.0:1788204732.685274:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1788204732.685275:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:0.0:1788204732.685276:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204732.685279:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:3.0:1788204732.685280:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204732.685282:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204732.685285:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204732.685286:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204732.685288:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204732.685289:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204732.685292:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204732.685294:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204732.685295:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204732.685296:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204732.685320:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204732.685323:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204732.685326:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204732.685328:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204732.685330:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788204732.685334:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204732.685334:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204732.685339:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.685340:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204732.685343:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000010:3.0:1788204732.685344:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000100:00000001:0.0:1788204732.685345:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788204732.685349:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000040:0.0:1788204732.685353:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937884928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204732.685354:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204732.685357:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204732.685360:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204732.685362:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204732.685364:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204732.685368:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:0.0:1788204732.685370:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204732.685371:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.685374:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204732.685378:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937885312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788204732.685379:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204732.685383:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204732.685388:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204732.685393:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1788204732.685395:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937884928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204732.685397:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.685403:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1788204732.685405:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937885312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204732.685406:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204732.685409:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204732.685413:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204732.685417:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
00000100:00000001:3.0:1788204732.685420:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204732.685421:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204732.685428:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204732.685429:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15048)
00000400:00000010:0.0:1788204732.685432:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204732.685437:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204732.685439:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937884928, portal 10
00000100:00000001:0.0:1788204732.685441:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204732.685442:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:0.0:1788204732.685447:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937884928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.685453:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204732.685456:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204732.685458:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204732.685460:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937884928, offset 0
00000400:00000200:0.0:1788204732.685464:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204732.685468:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204732.685471:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204732.685474:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204732.685476:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204732.685478:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204732.685481:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204732.685484:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546863:546863:256:4294967295] 192.168.201.135@tcp LPNI seq info [546829:546829:8:4294967295]
00000400:00000200:0.0:1788204732.685488:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204732.685494:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204732.685498:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204732.685501:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204732.685505:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204732.685508:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788204732.685512:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204732.685514:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1788204732.685528:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204732.685530:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204732.685534:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204732.685536:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204732.685538:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204732.685539:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204732.685541:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204732.685544:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937884928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.685549:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204732.685550:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937884928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.685558:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.685559:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204732.685561:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204732.685564:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204732.685566:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204732.685567:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309710877
00000100:00000001:0.0:1788204732.685569:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309714636
00000100:00000001:0.0:1788204732.685570:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309710877
00000100:00000001:0.0:1788204732.685572:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309714636
00000100:00000001:0.0:1788204732.685573:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204732.685574:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.685575:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204732.685577:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204732/real 1788204732]  req@ffff8c5d3ba68000 x1875052937884928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204732.685581:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204732.685582:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204732.685583:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204732.685585:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204732.685586:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204732.685587:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204732.685589:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937884928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204732.685593:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937884928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.685597:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204732.685597:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.685598:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204732.685599:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204732.685601:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937884928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.685605:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204732.685607:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937884928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.685612:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204732.685613:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.685614:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204732.685614:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.685615:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204732.685616:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204732.685618:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204732.685619:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204732.685620:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204732.685622:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937884928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204732.685627:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937884928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204732.685628:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204732.685630:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937885056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.685634:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204732.685635:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204732.685636:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204732.685637:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204732.685638:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204732.685640:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937885056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204732.685642:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204732.685643:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204732.685644:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204732.685645:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204732.685647:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204732.685648:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204732.685650:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204732.685651:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204732.685653:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204732.685654:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937885056, portal 10
00000100:00000001:0.0:1788204732.685655:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204732.685656:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:0.0:1788204732.685659:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937885056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.685663:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204732.685665:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204732.685666:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204732.685669:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937885056, offset 0
00000400:00000200:0.0:1788204732.685672:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204732.685676:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204732.685679:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204732.685682:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204732.685684:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204732.685686:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204732.685688:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204732.685691:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546864:546864:256:4294967295] 192.168.201.135@tcp LPNI seq info [546830:546830:8:4294967295]
00000400:00000200:0.0:1788204732.685695:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204732.685701:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204732.685705:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204732.685708:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204732.685711:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204732.685714:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788204732.685717:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204732.685720:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1788204732.685724:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204732.685726:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204732.685728:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204732.685732:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204732.685734:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204732.685736:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204732.685739:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204732.685743:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937885056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.685764:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204732.685767:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937885056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.685774:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.685775:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204732.685778:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204732.685781:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204732.685784:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204732.685786:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309710872
00000100:00000001:0.0:1788204732.685789:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309714636
00000100:00000001:0.0:1788204732.685791:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309710872
00000100:00000001:0.0:1788204732.685793:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309714636
00000100:00000001:0.0:1788204732.685795:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204732.685797:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.685799:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204732.685802:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204732/real 1788204732]  req@ffff8c5d3ba69180 x1875052937885056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204732.685809:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204732.685810:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204732.685812:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204732.685814:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204732.685815:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204732.685818:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204732.685821:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937885056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204732.685829:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937885056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.685835:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204732.685836:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.685837:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204732.685839:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204732.685842:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937885056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.685848:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204732.685852:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937885056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.685859:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204732.685861:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.685863:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204732.685864:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.685865:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204732.685867:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204732.685869:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204732.685872:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204732.685875:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204732.685878:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937885056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204732.685886:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937885056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204732.685890:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204732.685894:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937885184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.685900:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204732.685901:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204732.685903:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204732.685905:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204732.685907:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204732.685909:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937885184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204732.685912:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204732.685914:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204732.685915:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204732.685917:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204732.685920:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204732.685922:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204732.685926:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204732.685928:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204732.685932:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204732.685935:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937885184, portal 4
00000100:00000001:0.0:1788204732.685937:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204732.685938:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:0.0:1788204732.685955:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937885184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.685963:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204732.685964:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204732.685966:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204732.685968:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937885184, offset 0
00000400:00000200:0.0:1788204732.685970:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204732.685973:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204732.685975:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204732.685977:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204732.685978:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204732.685980:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204732.685982:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204732.685984:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546865:546865:256:4294967295] 192.168.201.135@tcp LPNI seq info [546831:546831:8:4294967295]
00000400:00000200:0.0:1788204732.685986:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204732.685990:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204732.685993:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204732.685995:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204732.685997:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204732.685998:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788204732.686001:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204732.686003:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1788204732.686005:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204732.686006:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204732.686008:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204732.686010:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204732.686011:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204732.686012:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204732.686014:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204732.686016:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937885184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.686021:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204732.686022:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937885184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.686026:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.686027:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204732.686029:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204732.686031:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204732.686033:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204732.686034:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309710965
00000100:00000001:0.0:1788204732.686037:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309714636
00000100:00000001:0.0:1788204732.686039:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309710965
00000100:00000001:0.0:1788204732.686041:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309714636
00000100:00000001:0.0:1788204732.686043:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204732.686045:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.686047:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204732.686051:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204732/real 1788204732]  req@ffff8c5d3ba69c00 x1875052937885184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204732.686058:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204732.686059:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204732.686061:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204732.686063:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204732.686064:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204732.686067:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204732.686070:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937885184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204732.686078:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937885184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.686084:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204732.686085:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.686087:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204732.686088:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204732.686091:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937885184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.686097:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204732.686101:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937885184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.686107:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204732.686109:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.686111:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204732.686112:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.686114:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204732.686115:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204732.686118:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204732.686121:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204732.686123:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204732.686127:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937885184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204732.686134:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937885184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204732.686138:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.686140:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204732.686143:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937884928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.686149:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204732.686151:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204732.686153:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204732.686155:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204732.686157:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204732.686158:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204732.686160:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204732.686162:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:0.0:1788204732.686164:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204732.686165:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204732.686167:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:0.0:1788204732.686169:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204732.686170:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.686171:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204732.686174:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937885056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.686181:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204732.686182:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204732.686184:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204732.686186:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204732.686187:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204732.686188:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204732.686190:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204732.686191:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:0.0:1788204732.686193:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204732.686194:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204732.686196:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:0.0:1788204732.686198:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204732.686199:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.686200:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204732.686203:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937885184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.686209:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204732.686210:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204732.686211:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204732.686213:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204732.686214:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204732.686214:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204732.686216:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204732.686217:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:0.0:1788204732.686218:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204732.686220:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204732.686221:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:0.0:1788204732.686222:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204732.686223:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.686225:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.686228:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204732.686230:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.686231:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204732.686233:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204732.686234:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204732.686237:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937885312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.686243:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204732.686245:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204732.686247:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204732.686248:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204732.686250:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204732.686253:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937885312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204732.686256:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204732.686258:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204732.686260:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204732.686261:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204732.686264:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204732.686266:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204732.686270:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204732.686272:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204732.686275:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204732.686278:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937885312, portal 4
00000100:00000001:0.0:1788204732.686279:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204732.686280:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:0.0:1788204732.686286:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937885312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.686292:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204732.686294:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204732.686297:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204732.686317:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937885312, offset 0
00000400:00000200:0.0:1788204732.686322:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204732.686326:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204732.686329:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204732.686332:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204732.686334:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204732.686336:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204732.686338:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204732.686341:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546866:546866:256:4294967295] 192.168.201.135@tcp LPNI seq info [546832:546832:8:4294967295]
00000400:00000200:0.0:1788204732.686345:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204732.686350:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204732.686354:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204732.686357:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204732.686360:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204732.686363:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:0.1:1788204732.686367:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204732.686369:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:0.0:1788204732.686373:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204732.686375:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204732.686377:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204732.686381:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204732.686383:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204732.686385:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204732.686387:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204732.686391:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937885312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.686397:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204732.686399:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937885312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204757 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.686403:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.686404:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204732.686406:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204732.686409:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204732.686410:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204732.686412:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309710983
00000100:00000001:0.0:1788204732.686413:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309714636
00000100:00000001:0.0:1788204732.686415:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309710983
00000100:00000001:0.0:1788204732.686416:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309714636
00000100:00000001:0.0:1788204732.686417:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204732.686419:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.686420:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204732.686422:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204732/real 1788204732]  req@ffff8c5d3ba68e00 x1875052937885312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204732.686426:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204732.686427:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204732.686428:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204732.686429:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204732.686430:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204732.686432:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204732.686433:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937885312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204732.686438:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937885312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.686442:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204732.686443:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.686443:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204732.686444:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204732.686446:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937885312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.686449:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204732.686452:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937885312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.686455:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204732.686456:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.686457:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204732.686458:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.686459:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204732.686460:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204732.686461:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204732.686463:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204732.686464:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204732.686466:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937885312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204732.686470:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937885312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204732.686472:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.686473:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204732.686475:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937885312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204757 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204732.686478:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204732.686479:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204732.686480:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204732.686481:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204732.686482:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204732.686483:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204732.686484:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204732.686485:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:0.0:1788204732.686486:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204732.686487:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204732.686488:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:0.0:1788204732.686489:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204732.686490:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.686491:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204732.686493:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204732.686494:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204732.686495:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204732.686496:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204732.876378:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204732.876386:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204732.876388:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204732.876394:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204732.876397:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204732.876401:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.876404:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204732.876406:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204732.876409:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204733.388447:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204733.388453:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204733.388458:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204733.388459:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204733.388523:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204733.388526:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204733.388528:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204733.900393:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204733.900399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204733.900400:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204733.900404:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204733.900406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204733.900409:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204733.900411:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204733.900413:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204733.900415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204734.412418:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204734.412426:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204734.412432:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204734.412433:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204734.412491:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204734.412495:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204734.412498:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204734.924371:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204734.924377:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204734.924378:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204734.924382:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204734.924384:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204734.924387:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204734.924389:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204734.924390:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204734.924393:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204735.436425:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204735.436433:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204735.436436:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204735.436439:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204735.436444:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204735.436446:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204735.436448:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204735.436451:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204735.436454:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204735.436456:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204735.436458:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204735.436459:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204735.436461:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204735.436462:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204735.436464:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204735.436466:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204735.436524:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204735.436527:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204735.436529:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204735.948421:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204735.948431:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204735.948433:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204735.948439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204735.948443:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204735.948448:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204735.948451:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204735.948454:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204735.948457:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204736.460476:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204736.460487:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204736.460495:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204736.460496:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204736.460583:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204736.460589:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204736.460593:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204736.524386:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309714636, at 4309714688
00000100:00000010:0.0:1788204736.524403:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000040:1.0:1788204736.524413:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309714636, at 4309714688
00000100:00000010:1.0:1788204736.524426:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0748a0.
00000800:00000200:2.0:1788204736.716416:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:2.0:1788204736.716423:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:2.0:1788204736.716427:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:1.0:1788204736.716579:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1788204736.716584:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204736.716596:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788204736.716600:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204736.716602:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204736.972421:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204736.972430:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204736.972433:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204736.972438:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204736.972442:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204736.972446:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204736.972449:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204736.972451:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204736.972454:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204737.484416:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204737.484423:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204737.484427:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204737.484428:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204737.484482:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204737.484486:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204737.484488:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204737.804397:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204737.804407:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204737.804410:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204737.804413:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204737.804416:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204737.804422:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15043
00000400:00000200:3.0:1788204737.804431:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204737.804437:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204737.804439:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204737.804442:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204737.804444:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204737.804447:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204737.804448:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204737.804451:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204737.804453:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204737.804455:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204737.804458:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204737.804460:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204737.804461:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204737.804463:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204737.804464:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204737.804465:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204737.804467:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204737.804469:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204737.804471:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204737.804474:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204737.804476:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204737.804479:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204737.804481:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204737.804483:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204737.804484:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204737.804493:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204737.804496:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204737.804500:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204737.804502:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204737.804504:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204737.804507:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204737.804511:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204737.804517:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204737.804523:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204737.804531:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937885440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204737.804539:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204737.804543:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204737.804546:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937885440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204737.804570:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204737.804574:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204737.804577:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204737.804579:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204737.804580:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204737.804584:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204737.804586:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15043
00000400:00000200:3.0:1788204737.804591:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204737.804594:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204737.804597:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204737.804600:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204737.804603:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204737.804606:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204737.804608:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204737.804611:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204737.804612:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204737.804614:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204737.804616:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:0.0:1788204737.804619:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204737.804620:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204737.804623:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204737.804627:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204737.804628:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204737.804632:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204737.804643:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937885440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204737.804643:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204737.804650:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204737.804657:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204737.804676:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:0.0:1788204737.804681:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788204737.804682:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204737.804687:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204737.804690:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204737.804694:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204737.804695:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204737.804700:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204737.804703:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204737.804705:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204737.804710:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204737.804716:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937885440:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204737.804716:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204737.804723:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204737.804724:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1788204737.804730:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204737.804731:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204737.804733:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204737.804736:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204737.804738:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
02000000:00000001:0.0:1788204737.804741:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1788204737.804744:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000010:0.0:1788204737.804750:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204737.804754:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204737.804759:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1788204737.804761:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204737.804766:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204737.804768:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:3.0:1788204737.804772:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204737.804775:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1788204737.804776:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
02000000:00000001:3.0:1788204737.804779:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204737.804785:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937885440, portal 25
02000000:00000010:3.0:1788204737.804787:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:0.0:1788204737.804791:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204737.804794:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.804795:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00100000:3.0:1788204737.804803:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937885568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788204737.804806:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937885440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204737.804833:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204737.804837:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.804843:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204737.804844:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937885568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204737.804852:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204737.804860:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000001:3.0:1788204737.804862:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204737.804865:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937885440, offset 0
00000100:00080000:3.0:1788204737.804867:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204737.804873:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1788204737.804877:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204737.804877:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204737.804881:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204737.804886:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204737.804889:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788204737.804891:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15043
00000400:00000200:3.0:1788204737.804900:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204737.804901:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788204737.804907:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:0.0:1788204737.804910:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788204737.804912:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204737.804919:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000040:3.0:1788204737.804919:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204737.804925:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204737.804929:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788204737.804931:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204737.804937:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788204737.804937:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204737.804943:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204737.804947:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:0.0:1788204737.804948:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546867:546867:256:4294967295] 192.168.201.135@tcp LPNI seq info [546833:546833:8:4294967295]
00000020:00000001:3.0:1788204737.804950:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204737.804955:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:0.0:1788204737.804959:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788204737.804961:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204737.804965:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204737.804971:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204737.804976:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204737.804980:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788204737.804982:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204737.804988:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204737.804992:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000800:00000200:0.0:1788204737.804996:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204737.805000:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204737.805003:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204737.805005:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204737.805008:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204737.805013:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204737.805014:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000100:00000001:3.0:1788204737.805016:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204737.805020:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204737.805024:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204737.805027:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204737.805028:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204737.805036:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000010:3.0:1788204737.805037:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204737.805045:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000200:0.1:1788204737.805050:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788204737.805051:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204737.805054:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204737.805058:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1788204737.805058:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1788204737.805062:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204737.805067:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788204737.805070:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204737.805075:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
02000000:00000010:3.0:1788204737.805076:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204737.805081:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204737.805084:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1788204737.805088:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937885696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204737.805095:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204737.805105:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000100:00000001:3.0:1788204737.805106:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1788204737.805109:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:3.0:1788204737.805111:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.805117:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204737.805119:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937885696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204737.805126:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937885440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204737.805138:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204737.805144:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204737.805148:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788204737.805149:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204737.805154:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1788204737.805155:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937885440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204737.805157:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204737.805163:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204737.805171:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15043
00000100:00000001:0.0:1788204737.805173:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.805177:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1788204737.805179:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204737.805186:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204737.805186:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204737.805189:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204737.805194:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204737.805196:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204737.805200:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309719756
00000100:00000001:3.0:1788204737.805201:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204737.805206:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000010:0.0:1788204737.805209:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:3.0:1788204737.805209:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204737.805216:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204737.805218:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204737.805220:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204737.805221:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1788204737.805223:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204737.805227:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204737.805229:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309719756
00000020:00000001:3.0:1788204737.805232:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000010:0.0:1788204737.805236:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074d20.
00000100:00000040:3.0:1788204737.805241:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204737.805244:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204737.805247:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204737.805251:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204737.805252:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204737.805258:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204737.805258:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204737.805266:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1788204737.805266:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204737.805272:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00100000:0.0:1788204737.805277:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204737/real 1788204737]  req@ffff8c5d3ba6ad80 x1875052937885440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204737.805277:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204737.805279:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204737.805284:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204737.805288:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204737.805290:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204737.805292:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204737.805295:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204737.805327:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204737.805329:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204737.805329:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204737.805333:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000010:3.0:1788204737.805337:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000400:00000200:0.0:1788204737.805339:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000020:00000040:3.0:1788204737.805342:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000400:00000010:0.0:1788204737.805344:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
02000000:00000001:3.0:1788204737.805349:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204737.805351:0:2392:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1788204737.805352:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204737.805356:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1788204737.805359:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937885440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204737.805359:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204737.805362:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204737.805370:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204737.805376:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204737.805387:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937885824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788204737.805390:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937885440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204737.805415:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204737.805417:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204737.805419:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.805421:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.805426:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788204737.805429:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937885824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.805430:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204737.805441:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937885440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204737.805444:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204737.805450:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204737.805457:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204737.805458:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204737.805463:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204737.805465:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1788204737.805467:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937885440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204737.805469:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204737.805476:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15043
00000100:00000001:0.0:1788204737.805484:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1788204737.805485:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204737.805491:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204737.805493:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204737.805496:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1788204737.805499:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204737.805500:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.805506:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1788204737.805507:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204737.805509:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204737.805514:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00080000:0.0:1788204737.805515:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788204737.805520:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00080000:0.0:1788204737.805524:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788204737.805526:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204737.805530:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1788204737.805531:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204737.805535:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000040:0.0:1788204737.805538:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937885440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204737.805538:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204737.805542:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204737.805548:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204737.805554:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00100000:0.0:1788204737.805559:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937885440:192.168.201.135@tcp:250:kworker.0
00000100:00000040:3.0:1788204737.805562:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204737.805569:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204737.805570:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204737.805572:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204737.805575:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204737.805577:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204737.805581:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000040:0.0:1788204737.805584:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937885440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204737.805587:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204737.805593:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204737.805598:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204737.805604:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204737.805610:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204737.805615:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204737.805617:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000008:00100000:3.0:1788204737.805620:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1788204737.805621:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204737.805625:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
00000008:00000001:3.0:1788204737.805627:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204737.805630:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1788204737.805632:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204737.805635:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000010:3.0:1788204737.805638:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:0.0:1788204737.805639:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000040:3.0:1788204737.805645:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204737.805646:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204737.805650:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:3.0:1788204737.805652:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204737.805655:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204737.805656:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1788204737.805657:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204737.805678:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:3.0:1788204737.805679:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:0.0:1788204737.805683:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
02000000:00000001:3.0:1788204737.805684:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.805693:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000010:3.0:1788204737.805694:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:0.0:1788204737.805696:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204737.805701:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.805702:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204737.805711:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937885952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204737.805714:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204737.805719:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204737.805724:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204737.805725:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204737.805728:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204737.805729:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.805731:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204737.805737:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937885952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204737.805740:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937885568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.805765:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204737.805767:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204737.805767:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204737.805772:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204737.805775:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204737.805776:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15053)
02000000:00000001:0.0:1788204737.805777:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204737.805784:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937885568:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204737.805787:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204737.805788:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204737.805789:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204737.805791:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204737.805793:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204737.805795:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204737.805799:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204737.805802:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204737.805805:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204737.805807:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937885568, portal 10
00000100:00000001:0.0:1788204737.805809:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204737.805810:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:0.0:1788204737.805814:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937885568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.805819:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204737.805821:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204737.805822:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204737.805824:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937885568, offset 0
00000400:00000200:0.0:1788204737.805827:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204737.805829:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204737.805832:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204737.805835:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204737.805836:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204737.805838:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204737.805840:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204737.805842:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546868:546868:256:4294967295] 192.168.201.135@tcp LPNI seq info [546834:546834:8:4294967295]
00000400:00000200:0.0:1788204737.805845:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204737.805849:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204737.805852:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204737.805854:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204737.805857:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204737.805859:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204737.805862:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204737.805864:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788204737.805867:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204737.805868:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204737.805870:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204737.805873:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204737.805875:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204737.805876:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204737.805879:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204737.805881:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937885568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.805887:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204737.805889:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937885568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.805893:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.805894:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204737.805896:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204737.805899:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204737.805901:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204737.805902:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309715997
00000100:00000001:0.0:1788204737.805905:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309719756
00000100:00000001:0.0:1788204737.805906:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309715997
00000100:00000001:0.0:1788204737.805908:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309719756
00000100:00000001:0.0:1788204737.805909:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204737.805911:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.805912:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204737.805914:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204737/real 1788204737]  req@ffff8c5d3ba6bb80 x1875052937885568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204737.805919:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204737.805920:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204737.805921:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204737.805922:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204737.805923:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204737.805925:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204737.805927:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937885568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204737.805932:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937885568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.805941:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204737.805942:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.805943:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204737.805944:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204737.805946:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937885568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.805950:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204737.805952:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937885568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.805957:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204737.805958:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.805959:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204737.805960:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.805961:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204737.805962:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204737.805964:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204737.805966:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204737.805967:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204737.805970:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937885568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204737.805974:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937885568:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204737.805976:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204737.805978:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937885696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.805983:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204737.805984:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204737.805985:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204737.805987:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204737.805988:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204737.805990:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937885696:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204737.805992:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204737.805993:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204737.805994:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204737.805995:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204737.805997:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204737.805998:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204737.806000:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204737.806001:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204737.806004:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204737.806005:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937885696, portal 10
00000100:00000001:0.0:1788204737.806007:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204737.806008:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000040:0.0:1788204737.806012:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937885696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806016:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204737.806018:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204737.806019:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204737.806020:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937885696, offset 0
00000400:00000200:0.0:1788204737.806022:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204737.806025:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204737.806027:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204737.806029:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204737.806031:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204737.806033:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204737.806034:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204737.806036:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546869:546869:256:4294967295] 192.168.201.135@tcp LPNI seq info [546835:546835:8:4294967295]
00000400:00000200:0.0:1788204737.806039:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204737.806043:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204737.806046:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204737.806048:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204737.806050:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204737.806052:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204737.806055:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204737.806056:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788204737.806059:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204737.806060:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204737.806062:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204737.806064:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204737.806066:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204737.806067:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204737.806069:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204737.806071:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b100 x1875052937885696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806076:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204737.806078:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937885696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806082:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.806083:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204737.806084:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204737.806086:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204737.806088:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204737.806089:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309715992
00000100:00000001:0.0:1788204737.806091:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309719756
00000100:00000001:0.0:1788204737.806092:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309715992
00000100:00000001:0.0:1788204737.806094:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309719756
00000100:00000001:0.0:1788204737.806095:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204737.806097:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.806099:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204737.806103:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204737/real 1788204737]  req@ffff8c5d3ba6b100 x1875052937885696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204737.806112:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204737.806113:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204737.806115:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204737.806117:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204737.806119:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204737.806121:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204737.806125:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937885696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204737.806133:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937885696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806140:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204737.806142:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806144:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204737.806145:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204737.806150:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937885696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806157:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204737.806161:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937885696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806168:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204737.806171:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806172:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204737.806173:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806174:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204737.806175:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204737.806177:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204737.806179:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204737.806181:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204737.806184:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937885696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204737.806190:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937885696:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204737.806192:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204737.806194:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937885824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806198:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204737.806199:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204737.806201:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204737.806203:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204737.806204:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204737.806206:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937885824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204737.806208:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204737.806209:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204737.806210:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204737.806211:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204737.806214:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204737.806215:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204737.806218:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204737.806219:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204737.806222:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204737.806224:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937885824, portal 4
00000100:00000001:0.0:1788204737.806225:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204737.806226:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000040:0.0:1788204737.806230:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937885824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806236:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204737.806238:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204737.806240:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204737.806242:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937885824, offset 0
00000400:00000200:0.0:1788204737.806247:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204737.806252:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204737.806255:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204737.806258:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204737.806261:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204737.806264:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204737.806267:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204737.806270:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546870:546870:256:4294967295] 192.168.201.135@tcp LPNI seq info [546836:546836:8:4294967295]
00000400:00000200:0.0:1788204737.806274:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204737.806281:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204737.806286:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204737.806289:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204737.806293:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204737.806296:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204737.806317:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204737.806319:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788204737.806322:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204737.806323:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204737.806325:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204737.806327:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204737.806330:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204737.806331:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204737.806333:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204737.806336:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69f80 x1875052937885824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806341:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204737.806343:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937885824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806348:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.806349:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204737.806351:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204737.806353:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204737.806355:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204737.806357:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309716086
00000100:00000001:0.0:1788204737.806359:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309719756
00000100:00000001:0.0:1788204737.806361:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309716086
00000100:00000001:0.0:1788204737.806362:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309719756
00000100:00000001:0.0:1788204737.806363:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204737.806364:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.806366:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204737.806368:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204737/real 1788204737]  req@ffff8c5d3ba69f80 x1875052937885824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204737.806373:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204737.806374:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204737.806375:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204737.806377:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204737.806378:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204737.806379:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204737.806381:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937885824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204737.806387:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937885824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806390:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204737.806391:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806392:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204737.806393:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204737.806395:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937885824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806399:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204737.806402:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937885824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806406:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204737.806408:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806409:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204737.806410:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806411:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204737.806412:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204737.806414:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204737.806416:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204737.806417:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204737.806420:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937885824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204737.806424:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937885824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204737.806427:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806428:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204737.806430:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937885568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806434:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204737.806435:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204737.806436:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204737.806437:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204737.806438:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204737.806439:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204737.806441:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204737.806442:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:0.0:1788204737.806444:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204737.806445:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204737.806446:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:0.0:1788204737.806448:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204737.806448:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806450:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204737.806452:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937885696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806460:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204737.806461:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204737.806462:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204737.806463:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204737.806464:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204737.806465:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204737.806466:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204737.806467:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:0.0:1788204737.806468:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204737.806469:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204737.806469:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:0.0:1788204737.806471:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204737.806471:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806472:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204737.806474:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937885824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806478:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204737.806478:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204737.806479:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204737.806481:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204737.806481:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204737.806482:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204737.806483:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204737.806484:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:0.0:1788204737.806485:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204737.806486:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204737.806486:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:0.0:1788204737.806488:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204737.806488:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806490:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806492:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204737.806493:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.806494:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204737.806495:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204737.806496:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204737.806499:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937885952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806503:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204737.806504:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204737.806506:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204737.806507:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204737.806508:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204737.806510:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937885952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204737.806512:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204737.806513:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204737.806514:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204737.806515:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204737.806517:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204737.806519:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204737.806521:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204737.806523:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204737.806524:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204737.806527:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937885952, portal 4
00000100:00000001:0.0:1788204737.806528:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204737.806529:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:0.0:1788204737.806533:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937885952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806537:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204737.806538:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204737.806540:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204737.806542:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937885952, offset 0
00000400:00000200:0.0:1788204737.806544:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204737.806546:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204737.806549:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204737.806550:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204737.806552:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204737.806554:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204737.806555:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204737.806558:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546871:546871:256:4294967295] 192.168.201.135@tcp LPNI seq info [546837:546837:8:4294967295]
00000400:00000200:0.0:1788204737.806561:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204737.806565:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204737.806568:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204737.806570:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204737.806572:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204737.806574:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788204737.806577:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204737.806579:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788204737.806581:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204737.806583:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204737.806585:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204737.806587:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204737.806589:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204737.806590:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204737.806591:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204737.806593:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937885952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806598:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204737.806600:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937885952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204762 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806604:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.806605:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204737.806607:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204737.806609:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204737.806611:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204737.806612:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309716103
00000100:00000001:0.0:1788204737.806614:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309719756
00000100:00000001:0.0:1788204737.806615:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309716103
00000100:00000001:0.0:1788204737.806616:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309719756
00000100:00000001:0.0:1788204737.806618:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204737.806620:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.806621:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204737.806623:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204737/real 1788204737]  req@ffff8c5d3ba6b800 x1875052937885952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204737.806628:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204737.806629:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204737.806630:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204737.806631:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204737.806632:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204737.806633:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204737.806635:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937885952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204737.806641:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937885952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806644:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204737.806645:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806646:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204737.806647:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204737.806649:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937885952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806653:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204737.806655:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937885952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806659:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204737.806676:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806678:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204737.806679:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806681:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204737.806682:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204737.806684:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204737.806687:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204737.806688:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204737.806691:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937885952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204737.806696:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937885952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204737.806699:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806700:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204737.806702:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937885952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204762 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204737.806706:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204737.806707:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204737.806708:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204737.806709:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204737.806710:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204737.806711:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204737.806712:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204737.806713:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:0.0:1788204737.806715:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204737.806715:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204737.806716:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:0.0:1788204737.806718:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204737.806719:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806720:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204737.806722:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204737.806723:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204737.806724:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204737.806726:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204737.996422:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204737.996430:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204737.996432:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204737.996438:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204737.996442:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204737.996446:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204737.996449:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204737.996452:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204737.996454:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204738.508412:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204738.508421:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204738.508428:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204738.508429:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204738.508493:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204738.508496:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204738.508499:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204739.020405:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204739.020412:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204739.020413:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204739.020418:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204739.020420:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204739.020423:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.020425:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204739.020427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204739.020429:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204739.532469:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204739.532478:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204739.532487:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204739.532489:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204739.532543:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204739.532547:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204739.532550:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204740.044361:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204740.044369:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204740.044371:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204740.044375:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204740.044377:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204740.044380:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204740.044382:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204740.044384:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204740.044386:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204740.556463:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204740.556470:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204740.556476:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204740.556477:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204740.556565:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204740.556570:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204740.556573:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204741.068421:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204741.068427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204741.068429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204741.068433:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204741.068436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204741.068439:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204741.068441:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204741.068443:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204741.068445:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204741.580455:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204741.580466:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204741.580474:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204741.580476:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204741.580587:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204741.580606:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204741.580611:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204741.644413:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309719756, at 4309719808
00000100:00000040:1.0:1788204741.644428:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309719756, at 4309719808
00000100:00000010:0.0:1788204741.644445:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000010:1.0:1788204741.644450:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074d20.
00000100:00000001:2.0:1788204742.092401:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204742.092411:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204742.092413:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204742.092419:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204742.092424:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204742.092427:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204742.092430:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204742.092433:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204742.092436:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204742.604485:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204742.604495:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204742.604504:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204742.604506:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204742.604576:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204742.604591:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204742.604595:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204742.924410:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204742.924420:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204742.924423:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204742.924428:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204742.924433:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204742.924440:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15048
00000400:00000200:2.0:1788204742.924450:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204742.924456:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204742.924459:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204742.924461:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204742.924464:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204742.924466:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204742.924468:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204742.924472:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204742.924474:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204742.924477:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204742.924480:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204742.924481:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204742.924483:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204742.924485:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204742.924487:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204742.924489:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204742.924490:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204742.924493:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204742.924496:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204742.924497:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204742.924500:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204742.924503:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204742.924505:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204742.924507:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204742.924508:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204742.924518:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788204742.924521:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204742.924525:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204742.924527:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204742.924530:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204742.924533:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204742.924545:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204742.924556:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000001:2.0:1788204742.924564:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204742.924585:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937886080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204742.924595:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204742.924599:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204742.924603:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937886080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204742.924623:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204742.924625:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204742.924628:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204742.924629:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204742.924631:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204742.924633:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204742.924636:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15048
00000400:00000200:2.0:1788204742.924639:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204742.924642:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204742.924643:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204742.924647:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204742.924649:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204742.924651:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204742.924652:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204742.924655:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1788204742.924655:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204742.924656:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204742.924657:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204742.924659:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204742.924660:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204742.924662:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204742.924666:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204742.924667:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204742.924668:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204742.924672:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204742.924673:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204742.924677:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204742.924681:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000040:0.0:1788204742.924682:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9880 x1875052937886080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204742.924688:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204742.924696:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.924697:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204742.924702:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204742.924702:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204742.924709:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204742.924711:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204742.924712:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204742.924714:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204742.924718:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204742.924720:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937886080:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204742.924722:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204742.924725:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1788204742.924730:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788204742.924731:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204742.924734:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788204742.924735:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204742.924739:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788204742.924739:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204742.924745:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
02000000:00000010:0.0:1788204742.924747:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
00000020:00000040:2.0:1788204742.924748:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204742.924751:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204742.924753:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204742.924756:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204742.924758:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788204742.924761:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204742.924761:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204742.924765:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204742.924768:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
02000000:00000010:2.0:1788204742.924771:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000001:2.0:1788204742.924776:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204742.924780:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00100000:2.0:1788204742.924781:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937886208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204742.924790:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204742.924792:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204742.924793:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937886080, portal 25
00000100:00000040:2.0:1788204742.924795:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937886208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.924800:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204742.924805:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803423360 : -127142906128256 : ffff8c5d3c3e9880)
00000100:00000001:2.0:1788204742.924806:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204742.924812:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204742.924815:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204742.924818:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1788204742.924820:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9880 x1875052937886080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204742.924820:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204742.924825:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204742.924829:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15048
00000400:00000200:2.0:1788204742.924837:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204742.924841:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1788204742.924841:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204742.924845:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204742.924849:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204742.924851:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:0.0:1788204742.924854:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000001:2.0:1788204742.924855:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204742.924859:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:0.0:1788204742.924861:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937886080, offset 0
00000100:00000001:2.0:1788204742.924862:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204742.924867:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204742.924868:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204742.924869:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204742.924871:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:0.0:1788204742.924873:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000001:2.0:1788204742.924874:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204742.924877:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204742.924880:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204742.924881:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204742.924883:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204742.924886:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204742.924887:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204742.924891:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204742.924894:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:0.0:1788204742.924897:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204742.924899:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204742.924902:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204742.924905:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1788204742.924905:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204742.924908:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204742.924910:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204742.924912:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788204742.924914:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000008:00000001:2.0:1788204742.924915:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204742.924918:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204742.924922:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000010:2.0:1788204742.924922:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000400:00000200:0.0:1788204742.924927:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000020:00000040:2.0:1788204742.924927:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204742.924933:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1788204742.924936:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546872:546872:256:4294967295] 192.168.201.135@tcp LPNI seq info [546838:546838:8:4294967295]
02000000:00000001:2.0:1788204742.924936:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204742.924939:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204742.924941:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788204742.924944:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204742.924945:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204742.924949:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:2.0:1788204742.924952:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204742.924959:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937886336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204742.924960:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204742.924973:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.0:1788204742.924974:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204742.924977:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204742.924981:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000100:00000040:2.0:1788204742.924982:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937886336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204742.924990:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204742.924993:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204742.924995:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204742.924996:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204742.924998:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.0:1788204742.925002:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204742.925003:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.0:1788204742.925008:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00080000:2.0:1788204742.925008:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15048
00000400:00000200:2.0:1788204742.925014:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204742.925021:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000200:0.1:1788204742.925021:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:2.0:1788204742.925024:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204742.925028:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:0.1:1788204742.925028:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1788204742.925033:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204742.925038:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000100:0.0:1788204742.925039:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204742.925041:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000010:0.0:1788204742.925043:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000020:00000001:2.0:1788204742.925044:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204742.925047:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204742.925049:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204742.925050:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000200:0.0:1788204742.925052:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1788204742.925052:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204742.925054:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204742.925059:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204742.925063:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204742.925064:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000040:2.0:1788204742.925069:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204742.925071:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788204742.925072:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000020:00000040:2.0:1788204742.925074:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000400:00000010:0.0:1788204742.925077:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00080000:2.0:1788204742.925080:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204742.925085:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.925086:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1788204742.925088:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204742.925093:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1788204742.925096:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9880 x1875052937886080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204742.925100:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204742.925105:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204742.925110:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788204742.925112:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1788204742.925116:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204742.925118:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9880 x1875052937886080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204742.925120:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204742.925127:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000100:00000001:0.0:1788204742.925128:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.925132:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1788204742.925134:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204742.925139:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204742.925140:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204742.925144:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204742.925148:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204742.925150:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204742.925152:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309724876
02000000:00000001:2.0:1788204742.925154:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:0.0:1788204742.925158:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
02000000:00000001:2.0:1788204742.925159:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204742.925167:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00000001:0.0:1788204742.925170:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204742.925173:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.925179:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309724876
00000100:00100000:2.0:1788204742.925181:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937886464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:0.0:1788204742.925184:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074ba0.
00000100:00000001:0.0:1788204742.925189:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204742.925195:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204742.925196:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204742.925199:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.925202:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204742.925206:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937886464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.925208:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204742.925218:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204742/real 1788204742]  req@ffff8c5d3c3e9880 x1875052937886080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204742.925219:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204742.925225:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204742.925233:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204742.925236:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204742.925240:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:0.0:1788204742.925241:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788204742.925244:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:0.0:1788204742.925245:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204742.925250:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00080000:2.0:1788204742.925250:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15048
00000400:00000200:0.0:1788204742.925254:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204742.925258:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000400:00000200:2.0:1788204742.925259:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204742.925261:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204742.925267:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9880 x1875052937886080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204742.925269:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204742.925276:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1788204742.925281:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9880 x1875052937886080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204742.925285:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204742.925292:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204742.925293:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1788204742.925333:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204742.925334:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204742.925336:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204742.925338:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1788204742.925339:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204742.925341:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204742.925342:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204742.925345:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00100000:0.0:1788204742.925348:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9880 x1875052937886080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204742.925349:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204742.925355:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204742.925360:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788204742.925362:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204742.925366:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204742.925368:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204742.925371:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9880 x1875052937886080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204742.925372:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204742.925378:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204742.925383:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204742.925387:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204742.925390:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204742.925391:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204742.925394:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204742.925396:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788204742.925397:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204742.925401:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204742.925402:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1788204742.925404:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788204742.925405:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204742.925408:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1788204742.925409:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.925413:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204742.925413:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.925417:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:2.0:1788204742.925419:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000100:00080000:0.0:1788204742.925420:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:2.0:1788204742.925422:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204742.925425:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204742.925427:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204742.925428:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204742.925429:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204742.925433:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204742.925434:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1788204742.925436:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204742.925440:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9880 x1875052937886080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204742.925442:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204742.925448:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204742.925453:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937886080:192.168.201.135@tcp:250:kworker.0
00000100:00100000:2.0:1788204742.925456:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937886592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204742.925459:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.925465:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204742.925469:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1788204742.925472:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937886080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204742.925473:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204742.925480:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937886592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.925486:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204742.925491:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1788204742.925491:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204742.925495:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
00000100:00000040:2.0:1788204742.925497:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15058)
02000000:00000001:0.0:1788204742.925500:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204742.925502:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204742.925505:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204742.925507:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204742.925509:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:0.0:1788204742.925513:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204742.925514:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204742.925516:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00000001:0.0:1788204742.925520:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204742.925521:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.925523:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.925530:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204742.925532:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.925533:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204742.925535:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204742.925536:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204742.925539:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8700 x1875052937886208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.925544:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204742.925546:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204742.925548:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204742.925550:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204742.925553:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204742.925556:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937886208:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204742.925559:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204742.925562:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204742.925563:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204742.925565:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204742.925569:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204742.925597:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204742.925602:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204742.925606:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204742.925610:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204742.925613:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937886208, portal 10
00000100:00000001:0.0:1788204742.925615:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204742.925616:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803418880 : -127142906132736 : ffff8c5d3c3e8700)
00000100:00000040:0.0:1788204742.925622:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8700 x1875052937886208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.925628:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204742.925630:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204742.925631:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204742.925633:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937886208, offset 0
00000400:00000200:0.0:1788204742.925636:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204742.925639:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204742.925641:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204742.925643:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204742.925645:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204742.925647:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204742.925649:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204742.925651:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546873:546873:256:4294967295] 192.168.201.135@tcp LPNI seq info [546839:546839:8:4294967295]
00000400:00000200:0.0:1788204742.925654:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204742.925659:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204742.925662:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204742.925664:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204742.925667:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204742.925670:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204742.925673:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204742.925675:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204742.925678:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204742.925679:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204742.925681:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204742.925684:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204742.925686:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204742.925687:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204742.925689:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204742.925692:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8700 x1875052937886208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.925698:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204742.925700:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8700 x1875052937886208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.925709:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.925710:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204742.925712:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204742.925716:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204742.925718:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204742.925720:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309721117
00000100:00000001:0.0:1788204742.925722:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309724876
00000100:00000001:0.0:1788204742.925724:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309721117
00000100:00000001:0.0:1788204742.925725:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309724876
00000100:00000001:0.0:1788204742.925726:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204742.925728:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.925729:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204742.925731:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204742/real 1788204742]  req@ffff8c5d3c3e8700 x1875052937886208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204742.925736:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204742.925737:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204742.925739:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204742.925740:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204742.925741:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204742.925743:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204742.925744:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8700 x1875052937886208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204742.925749:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8700 x1875052937886208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.925754:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204742.925755:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.925756:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204742.925757:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204742.925760:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8700 x1875052937886208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.925765:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204742.925768:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8700 x1875052937886208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.925775:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204742.925777:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.925779:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204742.925781:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.925782:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204742.925784:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204742.925787:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204742.925791:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204742.925794:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204742.925798:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8700 x1875052937886208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204742.925807:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937886208:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204742.925811:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204742.925815:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea300 x1875052937886336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.925820:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204742.925821:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204742.925822:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204742.925824:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204742.925825:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204742.925827:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937886336:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204742.925829:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204742.925831:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204742.925833:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204742.925834:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204742.925837:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204742.925838:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204742.925841:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204742.925843:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204742.925845:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204742.925847:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937886336, portal 10
00000100:00000001:0.0:1788204742.925849:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204742.925850:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426048 : -127142906125568 : ffff8c5d3c3ea300)
00000100:00000040:0.0:1788204742.925854:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea300 x1875052937886336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.925859:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204742.925861:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204742.925862:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204742.925864:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937886336, offset 0
00000400:00000200:0.0:1788204742.925866:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204742.925869:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204742.925871:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204742.925873:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204742.925875:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204742.925876:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204742.925878:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204742.925880:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546874:546874:256:4294967295] 192.168.201.135@tcp LPNI seq info [546840:546840:8:4294967295]
00000400:00000200:0.0:1788204742.925883:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204742.925888:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204742.925891:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204742.925893:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204742.925896:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204742.925898:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204742.925901:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204742.925903:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204742.925906:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204742.925908:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204742.925910:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204742.925912:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204742.925914:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204742.925915:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204742.925917:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204742.925919:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea300 x1875052937886336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.925925:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204742.925927:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea300 x1875052937886336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.925932:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.925933:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204742.925935:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204742.925937:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204742.925939:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204742.925941:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309721112
00000100:00000001:0.0:1788204742.925943:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309724876
00000100:00000001:0.0:1788204742.925945:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309721112
00000100:00000001:0.0:1788204742.925946:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309724876
00000100:00000001:0.0:1788204742.925948:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204742.925949:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.925950:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204742.925953:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204742/real 1788204742]  req@ffff8c5d3c3ea300 x1875052937886336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204742.925957:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204742.925958:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204742.925959:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204742.925960:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204742.925961:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204742.925963:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204742.925965:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea300 x1875052937886336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204742.925971:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea300 x1875052937886336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.925975:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204742.925976:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.925977:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204742.925978:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204742.925980:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea300 x1875052937886336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.925984:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204742.925986:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea300 x1875052937886336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.925990:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204742.925992:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.925993:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204742.925994:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.925996:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204742.925997:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204742.925998:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204742.926000:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204742.926001:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204742.926004:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea300 x1875052937886336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204742.926008:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937886336:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204742.926011:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204742.926013:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9500 x1875052937886464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926018:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204742.926019:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204742.926021:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204742.926022:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204742.926023:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204742.926024:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937886464:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204742.926026:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204742.926027:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204742.926028:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204742.926029:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204742.926031:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204742.926032:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204742.926034:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204742.926036:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204742.926038:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204742.926039:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937886464, portal 4
00000100:00000001:0.0:1788204742.926041:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204742.926042:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803422464 : -127142906129152 : ffff8c5d3c3e9500)
00000100:00000040:0.0:1788204742.926046:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9500 x1875052937886464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926050:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204742.926052:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204742.926053:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204742.926055:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937886464, offset 0
00000400:00000200:0.0:1788204742.926057:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204742.926059:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204742.926061:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204742.926063:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204742.926064:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204742.926066:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204742.926067:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204742.926070:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546875:546875:256:4294967295] 192.168.201.135@tcp LPNI seq info [546841:546841:8:4294967295]
00000400:00000200:0.0:1788204742.926073:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204742.926078:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204742.926080:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204742.926083:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204742.926086:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204742.926089:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204742.926093:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204742.926095:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204742.926099:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204742.926101:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204742.926104:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204742.926107:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204742.926111:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204742.926113:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204742.926116:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204742.926119:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9500 x1875052937886464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926128:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204742.926131:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9500 x1875052937886464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926137:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.926139:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204742.926141:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204742.926144:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204742.926147:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204742.926149:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309721205
00000100:00000001:0.0:1788204742.926151:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309724876
00000100:00000001:0.0:1788204742.926153:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309721205
00000100:00000001:0.0:1788204742.926156:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309724876
00000100:00000001:0.0:1788204742.926158:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204742.926160:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.926162:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204742.926165:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204742/real 1788204742]  req@ffff8c5d3c3e9500 x1875052937886464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204742.926173:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204742.926174:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204742.926176:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204742.926178:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204742.926180:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204742.926182:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204742.926185:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9500 x1875052937886464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204742.926193:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9500 x1875052937886464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926201:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204742.926202:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.926204:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204742.926206:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204742.926209:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9500 x1875052937886464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926216:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204742.926219:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9500 x1875052937886464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926226:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204742.926229:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.926230:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204742.926232:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.926234:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204742.926235:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204742.926238:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204742.926242:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204742.926244:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204742.926248:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9500 x1875052937886464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204742.926257:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937886464:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204742.926262:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204742.926265:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9f80 x1875052937886592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926273:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204742.926275:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204742.926277:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204742.926279:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204742.926281:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204742.926285:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937886592:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204742.926288:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204742.926290:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204742.926292:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204742.926294:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204742.926316:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204742.926318:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204742.926321:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204742.926324:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204742.926327:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204742.926330:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937886592, portal 4
00000100:00000001:0.0:1788204742.926332:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204742.926334:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803425152 : -127142906126464 : ffff8c5d3c3e9f80)
00000100:00000040:0.0:1788204742.926341:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9f80 x1875052937886592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926348:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204742.926351:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204742.926353:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204742.926355:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937886592, offset 0
00000400:00000200:0.0:1788204742.926359:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204742.926363:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204742.926367:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204742.926370:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204742.926373:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204742.926376:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204742.926378:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204742.926382:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546876:546876:256:4294967295] 192.168.201.135@tcp LPNI seq info [546842:546842:8:4294967295]
00000400:00000200:0.0:1788204742.926386:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204742.926392:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204742.926396:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204742.926400:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204742.926405:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204742.926408:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204742.926412:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204742.926415:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204742.926419:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204742.926421:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204742.926424:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204742.926428:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204742.926431:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204742.926433:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204742.926437:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204742.926439:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9f80 x1875052937886592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926446:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204742.926448:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9f80 x1875052937886592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204767 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926452:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.926454:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204742.926457:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204742.926460:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204742.926462:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204742.926464:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309721223
00000100:00000001:0.0:1788204742.926466:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309724876
00000100:00000001:0.0:1788204742.926467:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309721223
00000100:00000001:0.0:1788204742.926469:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309724876
00000100:00000001:0.0:1788204742.926470:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204742.926472:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.926473:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204742.926475:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204742/real 1788204742]  req@ffff8c5d3c3e9f80 x1875052937886592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204742.926480:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204742.926481:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204742.926482:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204742.926484:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204742.926485:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204742.926486:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204742.926489:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9f80 x1875052937886592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204742.926494:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9f80 x1875052937886592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926498:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204742.926499:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.926500:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204742.926501:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204742.926503:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9f80 x1875052937886592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926507:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204742.926509:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9f80 x1875052937886592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926514:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204742.926516:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.926517:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204742.926518:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.926519:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204742.926520:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204742.926522:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204742.926523:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204742.926525:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204742.926527:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9f80 x1875052937886592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204742.926532:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937886592:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204742.926534:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.926535:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204742.926537:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8700 x1875052937886208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926542:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204742.926543:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204742.926544:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204742.926546:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204742.926548:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204742.926549:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204742.926552:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204742.926554:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:0.0:1788204742.926557:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204742.926558:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204742.926560:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8700.
00000100:00000001:0.0:1788204742.926563:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204742.926564:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.926567:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204742.926570:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937886336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926594:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204742.926596:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204742.926598:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204742.926601:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204742.926603:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204742.926604:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204742.926606:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204742.926608:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:0.0:1788204742.926610:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204742.926612:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204742.926613:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:0.0:1788204742.926616:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204742.926617:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.926618:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204742.926621:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9500 x1875052937886464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926626:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204742.926627:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204742.926628:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204742.926630:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204742.926631:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204742.926631:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204742.926632:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204742.926633:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:0.0:1788204742.926634:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204742.926635:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204742.926636:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9500.
00000100:00000001:0.0:1788204742.926637:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204742.926638:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.926639:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204742.926640:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9f80 x1875052937886592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204767 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204742.926649:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204742.926650:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204742.926651:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204742.926652:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204742.926653:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204742.926653:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204742.926654:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204742.926655:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:0.0:1788204742.926656:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204742.926657:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204742.926658:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9f80.
00000100:00000001:0.0:1788204742.926659:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204742.926660:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.926661:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204742.926664:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204742.926665:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204742.926666:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204742.926667:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204743.116467:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204743.116476:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204743.116479:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204743.116487:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204743.116491:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204743.116496:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.116499:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204743.116503:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204743.116506:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204743.628429:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204743.628437:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204743.628443:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204743.628444:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204743.628528:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204743.628534:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204743.628537:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204744.140432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204744.140442:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204744.140446:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204744.140452:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204744.140457:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204744.140462:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204744.140465:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204744.140469:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204744.140473:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204744.652429:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204744.652435:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204744.652440:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204744.652441:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204744.652496:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204744.652500:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204744.652503:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204745.164424:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204745.164433:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204745.164434:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204745.164441:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204745.164445:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204745.164449:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204745.164452:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204745.164454:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204745.164457:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204745.676412:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204745.676421:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204745.676423:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204745.676426:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204745.676432:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204745.676434:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204745.676436:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204745.676438:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204745.676441:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204745.676443:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204745.676445:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204745.676446:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204745.676447:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204745.676448:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204745.676450:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204745.676451:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204745.676518:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204745.676523:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204745.676538:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204746.188436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204746.188444:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204746.188446:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204746.188453:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204746.188456:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204746.188461:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204746.188463:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204746.188465:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204746.188468:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204746.700433:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204746.700441:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204746.700449:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204746.700451:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204746.700529:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204746.700533:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204746.700536:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204746.764435:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309724876, at 4309724928
00000100:00000040:1.0:1788204746.764435:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309724876, at 4309724928
00000100:00000010:0.0:1788204746.764456:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000010:1.0:1788204746.764459:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074ba0.
00000100:00000001:2.0:1788204747.212424:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204747.212432:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204747.212434:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204747.212439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204747.212443:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204747.212447:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204747.212450:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204747.212453:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204747.212455:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204747.724503:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204747.724512:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204747.724521:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204747.724523:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204747.724596:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204747.724601:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204747.724606:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204748.044426:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204748.044436:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204748.044439:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204748.044443:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204748.044448:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204748.044455:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15053
00000400:00000200:1.0:1788204748.044465:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204748.044471:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204748.044474:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204748.044477:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204748.044480:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204748.044482:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204748.044513:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204748.044518:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204748.044520:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204748.044524:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204748.044528:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204748.044531:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204748.044534:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204748.044538:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204748.044541:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204748.044543:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204748.044545:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204748.044549:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204748.044553:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204748.044556:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204748.044560:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204748.044564:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204748.044568:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.044570:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204748.044573:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204748.044586:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27eced80.
00000020:00000040:1.0:1788204748.044591:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204748.044597:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204748.044599:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.044603:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204748.044607:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204748.044613:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204748.044623:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788204748.044631:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204748.044643:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27eced80 x1875052937886720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204748.044652:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204748.044656:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204748.044660:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd968063] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27eced80 x1875052937886720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204748.044680:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204748.044683:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204748.044686:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204748.044687:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204748.044689:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204748.044692:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204748.044694:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15053
00000400:00000200:1.0:1788204748.044697:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204748.044700:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204748.044702:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204748.044705:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204748.044707:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204748.044709:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204748.044711:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204748.044714:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204748.044715:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:0.0:1788204748.044716:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1788204748.044717:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204748.044719:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204748.044722:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204748.044724:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788204748.044724:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204748.044729:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204748.044730:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204748.044734:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204748.044736:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204748.044738:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204748.044741:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000040:0.0:1788204748.044742:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27eced80 x1875052937886720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204748.044745:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204748.044750:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204748.044754:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204748.044760:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204748.044762:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788204748.044764:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.044766:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.044767:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204748.044773:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1788204748.044774:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788204748.044777:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1788204748.044779:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204748.044783:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.044784:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204748.044793:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937886720:192.168.201.135@tcp:250:kworker.0
00000100:00000010:1.0:1788204748.044793:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece300.
00000020:00000040:1.0:1788204748.044798:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:0.0:1788204748.044802:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204748.044802:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204748.044803:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.044807:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204748.044809:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204748.044812:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204748.044815:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788204748.044818:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204748.044821:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204748.044823:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000010:1.0:1788204748.044826:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:0.0:1788204748.044828:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.044831:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204748.044837:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:1.0:1788204748.044839:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece300 x1875052937886848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1788204748.044845:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:1.0:1788204748.044847:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204748.044851:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204748.044854:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007034b06e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece300 x1875052937886848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788204748.044858:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:1.0:1788204748.044865:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204748.044867:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1788204748.044870:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937886720, portal 25
00000100:00080000:1.0:1788204748.044871:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204748.044874:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204748.044876:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1788204748.044877:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204748.044881:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462526848 : -127143247024768 : ffff8c5d27eced80)
00000100:00000001:1.0:1788204748.044882:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204748.044887:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15053
00000400:00000200:1.0:1788204748.044892:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788204748.044893:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27eced80 x1875052937886720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204748.044895:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204748.044900:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204748.044905:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204748.044909:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204748.044913:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204748.044916:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788204748.044917:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204748.044920:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:0.0:1788204748.044924:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000040:1.0:1788204748.044925:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204748.044928:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:0.0:1788204748.044930:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000020:00000040:1.0:1788204748.044931:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204748.044936:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204748.044938:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204748.044940:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204748.044942:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1788204748.044943:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937886720, offset 0
00000100:00000040:1.0:1788204748.044944:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204748.044949:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204748.044951:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204748.044954:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204748.044959:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204748.044961:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000001:1.0:1788204748.044962:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204748.044965:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204748.044967:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.044968:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204748.044970:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788204748.044973:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00000001:1.0:1788204748.044975:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.044978:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204748.044982:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecf480.
00000400:00000200:0.0:1788204748.044983:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000040:1.0:1788204748.044986:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204748.044990:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204748.044991:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204748.044992:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788204748.044993:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204748.044996:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204748.044997:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204748.044999:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000010:1.0:1788204748.045002:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000400:00000200:0.0:1788204748.045005:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1788204748.045007:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204748.045009:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204748.045015:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546877:546877:256:4294967295] 192.168.201.135@tcp LPNI seq info [546843:546843:8:4294967295]
00000100:00100000:1.0:1788204748.045015:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecf480 x1875052937886976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204748.045027:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204748.045032:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204748.045034:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204748.045044:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1788204748.045045:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b04005c6] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecf480 x1875052937886976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1788204748.045054:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204748.045062:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000100:00000001:1.0:1788204748.045064:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204748.045070:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1788204748.045071:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204748.045077:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000100:00080000:1.0:1788204748.045078:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204748.045083:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.1:1788204748.045086:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:1.0:1788204748.045088:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.1:1788204748.045094:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1788204748.045095:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:0.0:1788204748.045100:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204748.045103:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000100:00080000:1.0:1788204748.045104:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15053
00000400:00000200:0.0:1788204748.045111:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204748.045112:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204748.045120:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204748.045122:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:0.0:1788204748.045126:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000100:00080000:1.0:1788204748.045127:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1788204748.045130:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000040:1.0:1788204748.045135:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204748.045138:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204748.045140:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1788204748.045145:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27eced80 x1875052937886720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204748.045146:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204748.045153:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204748.045159:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204748.045161:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:0.0:1788204748.045162:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:1.0:1788204748.045163:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204748.045166:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000040:0.0:1788204748.045168:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27eced80 x1875052937886720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204748.045169:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204748.045174:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204748.045181:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204748.045185:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204748.045189:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204748.045193:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204748.045194:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204748.045195:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:0.0:1788204748.045199:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1788204748.045202:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204748.045207:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.045209:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204748.045211:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204748.045217:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788204748.045219:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788204748.045222:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.045224:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309729996
00000100:00000001:1.0:1788204748.045226:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204748.045231:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000010:0.0:1788204748.045234:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000008:00000001:1.0:1788204748.045236:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.045240:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.045245:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000010:1.0:1788204748.045245:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecfb80.
00000020:00000040:1.0:1788204748.045251:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204748.045254:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309729996
02000000:00000001:1.0:1788204748.045254:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204748.045257:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204748.045260:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204748.045262:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:0.0:1788204748.045263:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074de0.
02000000:00000001:1.0:1788204748.045264:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.045270:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000010:1.0:1788204748.045272:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788204748.045277:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.045278:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204748.045283:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecfb80 x1875052937887104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204748.045285:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.045290:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1788204748.045295:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1788204748.045319:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204748/real 1788204748]  req@ffff8c5d27eced80 x1875052937886720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204748.045329:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204748.045333:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1788204748.045335:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2262872] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecfb80 x1875052937887104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204748.045337:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204748.045342:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204748.045349:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000100:00000001:1.0:1788204748.045349:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204748.045352:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788204748.045354:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00080000:1.0:1788204748.045357:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204748.045360:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1788204748.045360:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204748.045364:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1788204748.045368:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27eced80 x1875052937886720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204748.045369:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204748.045374:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15053
00000400:00000200:1.0:1788204748.045383:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000200:0.0:1788204748.045384:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27eced80 x1875052937886720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204748.045389:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204748.045394:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204748.045399:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1788204748.045400:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204748.045403:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204748.045404:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204748.045407:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1788204748.045408:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204748.045411:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204748.045412:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204748.045415:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:0.0:1788204748.045418:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27eced80 x1875052937886720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204748.045419:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204748.045422:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204748.045425:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204748.045429:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204748.045434:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788204748.045437:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204748.045440:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204748.045442:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204748.045445:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27eced80 x1875052937886720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204748.045447:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204748.045452:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204748.045456:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204748.045461:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204748.045462:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204748.045465:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.045467:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204748.045468:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204748.045470:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204748.045472:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204748.045472:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204748.045478:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.045479:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204748.045481:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204748.045482:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:1.0:1788204748.045498:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204748.045504:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204748.045505:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1788204748.045506:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204748.045512:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc700.
00000100:00080000:0.0:1788204748.045514:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000020:00000040:1.0:1788204748.045516:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204748.045518:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1788204748.045521:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204748.045523:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204748.045525:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27eced80 x1875052937886720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204748.045526:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204748.045529:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204748.045532:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204748.045539:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937886720:192.168.201.135@tcp:250:kworker.0
02000000:00000010:1.0:1788204748.045539:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788204748.045547:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.045548:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.045552:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1788204748.045556:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc700 x1875052937887232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788204748.045558:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27eced80 x1875052937886720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204748.045580:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204748.045581:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1788204748.045584:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204748.045586:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204748.045589:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
00000100:00000040:1.0:1788204748.045591:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd04a276] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc700 x1875052937887232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204748.045593:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204748.045597:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204748.045600:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:1.0:1788204748.045602:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204748.045603:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204748.045607:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
00000100:00000040:1.0:1788204748.045608:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15063)
02000000:00000001:0.0:1788204748.045611:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204748.045614:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204748.045615:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27eced80.
00000100:00000001:0.0:1788204748.045618:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204748.045619:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.045622:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.045630:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204748.045632:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.045634:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204748.045635:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204748.045636:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204748.045639:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece300 x1875052937886848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.045645:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204748.045646:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204748.045647:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204748.045649:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204748.045650:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204748.045652:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937886848:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204748.045654:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204748.045656:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204748.045657:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204748.045658:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204748.045661:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204748.045662:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204748.045666:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204748.045668:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204748.045670:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204748.045673:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937886848, portal 10
00000100:00000001:0.0:1788204748.045674:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204748.045675:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462524160 : -127143247027456 : ffff8c5d27ece300)
00000100:00000040:0.0:1788204748.045681:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece300 x1875052937886848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.045686:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204748.045688:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204748.045689:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204748.045691:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937886848, offset 0
00000400:00000200:0.0:1788204748.045694:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204748.045697:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204748.045699:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204748.045702:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204748.045704:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204748.045705:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204748.045707:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204748.045709:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546878:546878:256:4294967295] 192.168.201.135@tcp LPNI seq info [546844:546844:8:4294967295]
00000400:00000200:0.0:1788204748.045712:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204748.045717:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204748.045720:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204748.045723:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204748.045726:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204748.045728:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204748.045731:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204748.045733:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788204748.045736:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204748.045737:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204748.045739:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204748.045742:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204748.045744:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204748.045745:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204748.045747:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204748.045749:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece300 x1875052937886848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.045755:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204748.045757:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece300 x1875052937886848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.045766:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.045768:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204748.045770:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204748.045773:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204748.045776:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204748.045778:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309726237
00000100:00000001:0.0:1788204748.045780:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309729996
00000100:00000001:0.0:1788204748.045781:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309726237
00000100:00000001:0.0:1788204748.045783:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309729996
00000100:00000001:0.0:1788204748.045784:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204748.045786:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.045787:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204748.045789:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204748/real 1788204748]  req@ffff8c5d27ece300 x1875052937886848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204748.045796:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204748.045797:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204748.045799:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204748.045801:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204748.045803:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204748.045805:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204748.045809:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece300 x1875052937886848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204748.045817:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece300 x1875052937886848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.045825:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204748.045826:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.045828:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204748.045830:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204748.045833:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece300 x1875052937886848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.045842:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204748.045845:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece300 x1875052937886848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.045850:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204748.045852:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.045853:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204748.045854:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.045855:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204748.045856:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204748.045858:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204748.045860:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204748.045862:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204748.045864:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece300 x1875052937886848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204748.045870:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937886848:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204748.045873:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204748.045875:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecf480 x1875052937886976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.045879:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204748.045880:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204748.045881:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204748.045882:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204748.045884:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204748.045886:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937886976:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204748.045889:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204748.045890:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204748.045892:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204748.045893:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204748.045896:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204748.045897:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204748.045900:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204748.045901:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204748.045904:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204748.045906:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937886976, portal 10
00000100:00000001:0.0:1788204748.045907:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204748.045908:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462528640 : -127143247022976 : ffff8c5d27ecf480)
00000100:00000040:0.0:1788204748.045913:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecf480 x1875052937886976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.045917:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204748.045919:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204748.045921:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204748.045922:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937886976, offset 0
00000400:00000200:0.0:1788204748.045925:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204748.045927:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204748.045930:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204748.045933:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204748.045936:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204748.045938:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204748.045941:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204748.045944:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546879:546879:256:4294967295] 192.168.201.135@tcp LPNI seq info [546845:546845:8:4294967295]
00000400:00000200:0.0:1788204748.045949:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204748.045955:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204748.045960:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204748.045964:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204748.045968:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204748.045971:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204748.045976:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204748.045979:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788204748.045983:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204748.045992:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204748.045995:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204748.045999:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204748.046002:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204748.046004:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204748.046006:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204748.046010:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecf480 x1875052937886976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046018:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204748.046021:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecf480 x1875052937886976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046027:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.046029:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204748.046032:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204748.046035:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204748.046038:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204748.046041:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309726232
00000100:00000001:0.0:1788204748.046043:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309729996
00000100:00000001:0.0:1788204748.046046:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309726232
00000100:00000001:0.0:1788204748.046048:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309729996
00000100:00000001:0.0:1788204748.046050:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204748.046053:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.046055:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204748.046059:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204748/real 1788204748]  req@ffff8c5d27ecf480 x1875052937886976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204748.046068:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204748.046070:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204748.046071:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204748.046074:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204748.046076:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204748.046079:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204748.046082:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecf480 x1875052937886976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204748.046087:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecf480 x1875052937886976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046092:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204748.046093:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.046094:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204748.046095:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204748.046097:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecf480 x1875052937886976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046101:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204748.046103:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecf480 x1875052937886976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046108:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204748.046110:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.046111:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204748.046112:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.046113:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204748.046114:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204748.046116:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204748.046118:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204748.046119:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204748.046121:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecf480 x1875052937886976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204748.046126:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937886976:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204748.046128:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204748.046131:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecfb80 x1875052937887104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046135:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204748.046137:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204748.046138:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204748.046140:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204748.046141:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204748.046142:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937887104:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204748.046145:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204748.046146:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204748.046147:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204748.046149:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204748.046151:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204748.046153:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204748.046156:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204748.046157:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204748.046160:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204748.046162:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937887104, portal 4
00000100:00000001:0.0:1788204748.046164:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204748.046165:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462530432 : -127143247021184 : ffff8c5d27ecfb80)
00000100:00000040:0.0:1788204748.046170:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecfb80 x1875052937887104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046177:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204748.046179:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204748.046182:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204748.046185:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937887104, offset 0
00000400:00000200:0.0:1788204748.046189:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204748.046193:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204748.046197:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204748.046200:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204748.046203:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204748.046205:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204748.046208:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204748.046211:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546880:546880:256:4294967295] 192.168.201.135@tcp LPNI seq info [546846:546846:8:4294967295]
00000400:00000200:0.0:1788204748.046216:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204748.046222:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204748.046225:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204748.046229:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204748.046231:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204748.046233:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204748.046236:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204748.046238:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788204748.046241:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204748.046242:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204748.046244:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204748.046247:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204748.046249:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204748.046250:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204748.046253:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204748.046255:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecfb80 x1875052937887104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046261:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204748.046263:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecfb80 x1875052937887104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046268:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.046269:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204748.046271:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204748.046274:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204748.046276:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204748.046277:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309726325
00000100:00000001:0.0:1788204748.046279:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309729996
00000100:00000001:0.0:1788204748.046281:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309726325
00000100:00000001:0.0:1788204748.046283:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309729996
00000100:00000001:0.0:1788204748.046285:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204748.046288:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.046290:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204748.046293:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204748/real 1788204748]  req@ffff8c5d27ecfb80 x1875052937887104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204748.046322:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204748.046323:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204748.046326:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204748.046329:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204748.046330:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204748.046332:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204748.046335:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecfb80 x1875052937887104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204748.046341:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecfb80 x1875052937887104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046346:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204748.046347:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.046348:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204748.046349:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204748.046351:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecfb80 x1875052937887104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046355:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204748.046358:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecfb80 x1875052937887104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046363:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204748.046364:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.046365:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204748.046366:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.046367:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204748.046368:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204748.046370:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204748.046372:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204748.046374:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204748.046377:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecfb80 x1875052937887104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204748.046382:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937887104:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204748.046384:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204748.046386:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc700 x1875052937887232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046390:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204748.046391:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204748.046392:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204748.046393:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204748.046395:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204748.046396:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937887232:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204748.046399:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204748.046400:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204748.046401:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204748.046402:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204748.046405:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204748.046406:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204748.046408:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204748.046410:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204748.046412:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204748.046415:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937887232, portal 4
00000100:00000001:0.0:1788204748.046416:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204748.046417:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516992 : -127143247034624 : ffff8c5d27ecc700)
00000100:00000040:0.0:1788204748.046422:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc700 x1875052937887232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046427:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204748.046429:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204748.046430:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204748.046432:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937887232, offset 0
00000400:00000200:0.0:1788204748.046434:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204748.046437:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204748.046440:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204748.046442:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204748.046444:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204748.046446:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204748.046447:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204748.046450:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546881:546881:256:4294967295] 192.168.201.135@tcp LPNI seq info [546847:546847:8:4294967295]
00000400:00000200:0.0:1788204748.046452:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204748.046456:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204748.046459:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204748.046461:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204748.046464:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204748.046466:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788204748.046468:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204748.046470:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788204748.046473:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204748.046475:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204748.046477:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204748.046479:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204748.046481:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204748.046482:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204748.046499:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204748.046503:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc700 x1875052937887232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046512:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204748.046514:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc700 x1875052937887232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046519:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.046520:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204748.046523:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204748.046526:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204748.046528:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204748.046530:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309726343
00000100:00000001:0.0:1788204748.046532:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309729996
00000100:00000001:0.0:1788204748.046533:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309726343
00000100:00000001:0.0:1788204748.046535:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309729996
00000100:00000001:0.0:1788204748.046536:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204748.046538:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.046539:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204748.046541:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204748/real 1788204748]  req@ffff8c5d27ecc700 x1875052937887232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204748.046546:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204748.046546:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204748.046548:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204748.046550:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204748.046551:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204748.046552:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204748.046554:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc700 x1875052937887232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204748.046560:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc700 x1875052937887232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046563:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204748.046564:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.046565:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204748.046566:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204748.046568:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc700 x1875052937887232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046572:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204748.046574:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc700 x1875052937887232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046580:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204748.046582:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.046583:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204748.046584:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.046585:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204748.046586:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204748.046587:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204748.046589:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204748.046590:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204748.046592:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc700 x1875052937887232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204748.046597:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937887232:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204748.046599:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.046600:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204748.046602:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece300 x1875052937886848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046606:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204748.046607:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204748.046609:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204748.046610:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204748.046611:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204748.046612:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204748.046613:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204748.046614:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:0.0:1788204748.046616:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204748.046617:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204748.046619:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece300.
00000100:00000001:0.0:1788204748.046620:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204748.046621:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.046623:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204748.046625:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecf480 x1875052937886976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046630:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204748.046630:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204748.046631:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204748.046633:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204748.046633:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204748.046634:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204748.046635:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204748.046636:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:0.0:1788204748.046637:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204748.046638:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204748.046638:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecf480.
00000100:00000001:0.0:1788204748.046640:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204748.046640:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.046641:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204748.046643:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecfb80 x1875052937887104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046647:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204748.046648:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204748.046649:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204748.046650:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204748.046650:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204748.046651:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204748.046652:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204748.046653:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:0.0:1788204748.046654:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204748.046655:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204748.046655:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecfb80.
00000100:00000001:0.0:1788204748.046657:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204748.046658:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.046659:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204748.046661:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc700 x1875052937887232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204748.046669:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204748.046670:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204748.046671:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204748.046673:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204748.046674:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204748.046674:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204748.046675:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204748.046676:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:0.0:1788204748.046677:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204748.046678:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204748.046679:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc700.
00000100:00000001:0.0:1788204748.046680:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204748.046681:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.046682:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204748.046685:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204748.046686:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204748.046687:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204748.046688:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204748.236430:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204748.236439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204748.236441:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204748.236446:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204748.236450:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204748.236454:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204748.236456:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204748.236459:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204748.236461:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204748.748489:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204748.748499:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204748.748508:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204748.748509:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204748.748578:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204748.748582:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204748.748586:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204749.260390:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204749.260400:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204749.260403:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204749.260411:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204749.260416:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204749.260420:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204749.260423:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204749.260426:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204749.260429:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204749.772499:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204749.772505:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204749.772511:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204749.772512:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204749.772572:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204749.772576:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204749.772580:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204750.284429:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204750.284438:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204750.284440:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204750.284459:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204750.284464:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204750.284470:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204750.284473:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204750.284477:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204750.284481:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204750.796425:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204750.796463:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204750.796474:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204750.796476:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204750.796550:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204750.796555:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204750.796560:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204751.308499:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204751.308510:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204751.308512:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204751.308521:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204751.308527:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204751.308532:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204751.308536:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204751.308539:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204751.308543:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204751.820455:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204751.820463:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204751.820469:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204751.820470:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204751.820554:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204751.820561:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204751.820566:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204751.884432:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309729996, at 4309730048
00000100:00000040:1.0:1788204751.884441:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309729996, at 4309730048
00000100:00000010:0.0:1788204751.884447:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000010:1.0:1788204751.884454:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074de0.
00000100:00000001:2.0:1788204752.332389:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204752.332399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204752.332402:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204752.332419:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204752.332424:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204752.332427:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204752.332430:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204752.332434:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204752.332437:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204752.844420:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204752.844428:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204752.844434:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204752.844435:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204752.844499:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204752.844503:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204752.844507:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204753.164517:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204753.164526:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204753.164529:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204753.164534:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204753.164540:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204753.164549:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15058
00000400:00000200:2.0:1788204753.164560:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204753.164567:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204753.164571:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204753.164575:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204753.164579:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204753.164582:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204753.164584:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204753.164590:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204753.164593:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204753.164596:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204753.164600:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204753.164603:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204753.164607:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204753.164610:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204753.164613:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204753.164615:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204753.164622:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204753.164626:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204753.164631:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204753.164634:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204753.164638:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204753.164643:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204753.164646:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.164649:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204753.164652:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204753.164661:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8a80.
00000020:00000040:2.0:1788204753.164665:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204753.164670:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204753.164672:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.164677:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204753.164686:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204753.164692:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204753.164701:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000001:2.0:1788204753.164710:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204753.164721:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8a80 x1875052937887360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204753.164732:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204753.164738:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204753.164744:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e60b9ed0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8a80 x1875052937887360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.164773:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204753.164776:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204753.164779:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204753.164781:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204753.164783:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204753.164786:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204753.164789:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15058
00000400:00000200:2.0:1788204753.164793:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204753.164797:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204753.164800:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204753.164803:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1788204753.164804:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204753.164809:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204753.164809:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204753.164813:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204753.164813:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204753.164819:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:0.0:1788204753.164821:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8a80 x1875052937887360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204753.164823:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204753.164826:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204753.164830:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204753.164833:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204753.164836:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204753.164840:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
02000000:00000001:0.0:1788204753.164842:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1788204753.164844:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:0.0:1788204753.164846:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1788204753.164848:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:0.0:1788204753.164852:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204753.164855:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00100000:0.0:1788204753.164860:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937887360:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204753.164861:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204753.164866:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204753.164869:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204753.164870:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788204753.164875:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1788204753.164875:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204753.164879:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:0.0:1788204753.164880:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.164885:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204753.164886:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1788204753.164890:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1788204753.164892:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204753.164895:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204753.164897:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788204753.164901:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204753.164901:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.164905:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1788204753.164907:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000008:00100000:2.0:1788204753.164912:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1788204753.164913:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000008:00000001:2.0:1788204753.164918:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.164921:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204753.164922:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937887360, portal 25
00000100:00000001:0.0:1788204753.164926:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000010:2.0:1788204753.164926:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8000.
00000100:00000001:0.0:1788204753.164928:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803419776 : -127142906131840 : ffff8c5d3c3e8a80)
00000020:00000040:2.0:1788204753.164931:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000040:0.0:1788204753.164935:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8a80 x1875052937887360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204753.164937:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204753.164940:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.164944:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204753.164947:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204753.164948:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1788204753.164950:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204753.164955:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000040:0.0:1788204753.164956:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204753.164962:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000001:2.0:1788204753.164962:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204753.164966:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937887360, offset 0
00000100:00100000:2.0:1788204753.164970:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8000 x1875052937887488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204753.164975:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204753.164982:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204753.164984:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204753.164986:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204753.164989:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073353726] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8000 x1875052937887488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204753.164995:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204753.164999:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204753.165002:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1788204753.165002:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204753.165006:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204753.165009:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204753.165010:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:2.0:1788204753.165013:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788204753.165016:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788204753.165017:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204753.165021:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00080000:2.0:1788204753.165022:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15058
00000400:00000200:0.0:1788204753.165029:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546882:546882:256:4294967295] 192.168.201.135@tcp LPNI seq info [546848:546848:8:4294967295]
00000400:00000200:2.0:1788204753.165029:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204753.165034:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:0.0:1788204753.165037:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204753.165038:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204753.165042:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204753.165044:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204753.165049:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204753.165053:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204753.165053:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204753.165056:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204753.165059:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204753.165060:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:0.0:1788204753.165063:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000040:2.0:1788204753.165064:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204753.165068:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204753.165070:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000010:0.0:1788204753.165071:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000100:00000040:2.0:1788204753.165077:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204753.165079:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788204753.165081:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204753.165083:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:0.0:1788204753.165086:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000100:00000001:2.0:1788204753.165086:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204753.165088:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204753.165092:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204753.165096:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204753.165096:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:2.0:1788204753.165100:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1788204753.165101:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
02000000:00000001:2.0:1788204753.165103:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204753.165106:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788204753.165107:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204753.165108:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:0.0:1788204753.165110:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000008:00100000:2.0:1788204753.165111:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788204753.165115:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:2.0:1788204753.165115:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.165117:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204753.165121:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eaa00.
00000400:00000200:0.0:1788204753.165122:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1788204753.165126:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:0.0:1788204753.165128:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
02000000:00000001:2.0:1788204753.165128:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204753.165131:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204753.165132:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:2.0:1788204753.165135:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204753.165137:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204753.165139:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1788204753.165140:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204753.165144:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8a80 x1875052937887360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204753.165147:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:2.0:1788204753.165154:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.165155:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204753.165160:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8a80 x1875052937887360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204753.165164:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eaa00 x1875052937887616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204753.165172:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.165175:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204753.165179:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204753.165181:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.165182:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204753.165187:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204753.165187:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84ad27f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eaa00 x1875052937887616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.165192:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309735116
00000100:00000010:0.0:1788204753.165198:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204753.165200:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204753.165204:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204753.165206:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1788204753.165211:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204753.165214:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309735116
00000100:00000001:2.0:1788204753.165214:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204753.165218:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1788204753.165219:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00000001:0.0:1788204753.165223:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204753.165224:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204753.165226:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204753.165229:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204753.165230:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15058
00000100:00000001:0.0:1788204753.165232:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1788204753.165238:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:0.0:1788204753.165239:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204753/real 1788204753]  req@ffff8c5d3c3e8a80 x1875052937887360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204753.165246:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000001:0.0:1788204753.165250:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1788204753.165251:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1788204753.165252:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204753.165255:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000040:2.0:1788204753.165257:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204753.165259:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204753.165262:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:2.0:1788204753.165262:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204753.165266:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1788204753.165267:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:0.0:1788204753.165271:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8a80 x1875052937887360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.165272:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204753.165277:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204753.165279:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204753.165282:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:0.0:1788204753.165286:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8a80 x1875052937887360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204753.165286:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204753.165291:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204753.165295:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204753.165319:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204753.165321:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204753.165325:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204753.165326:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204753.165329:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.165330:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:0.0:1788204753.165335:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8a80 x1875052937887360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204753.165336:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204753.165340:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204753.165345:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:0.0:1788204753.165347:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204753.165352:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:0.0:1788204753.165354:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8a80 x1875052937887360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.165358:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.165363:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788204753.165363:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204753.165367:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204753.165368:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204753.165369:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204753.165371:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204753.165373:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.165374:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204753.165379:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204753.165379:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:0.0:1788204753.165383:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1788204753.165384:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00080000:0.0:1788204753.165387:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000008:00000001:2.0:1788204753.165389:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.165390:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1788204753.165394:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204753.165409:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8a80 x1875052937887360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204753.165413:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000020:00000040:2.0:1788204753.165417:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204753.165422:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204753.165425:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204753.165427:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937887360:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204753.165429:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204753.165432:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204753.165435:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204753.165435:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.165440:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:2.0:1788204753.165440:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000040:0.0:1788204753.165445:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8a80 x1875052937887360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.165446:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.165455:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00100000:2.0:1788204753.165456:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937887744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788204753.165459:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204753.165462:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204753.165467:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204753.165469:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204753.165471:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:2.0:1788204753.165471:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:0.0:1788204753.165475:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:2.0:1788204753.165475:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204753.165480:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
00000100:00000040:2.0:1788204753.165480:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937887744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204753.165484:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204753.165487:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204753.165490:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8a80.
00000100:00000001:2.0:1788204753.165491:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.165494:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00080000:2.0:1788204753.165495:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204753.165497:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204753.165499:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204753.165500:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.165502:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204753.165504:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204753.165506:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204753.165507:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15058
00000100:00000001:0.0:1788204753.165508:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:2.0:1788204753.165511:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204753.165512:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204753.165515:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204753.165516:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204753.165519:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788204753.165519:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204753.165522:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204753.165524:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204753.165527:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204753.165531:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8000 x1875052937887488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204753.165532:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204753.165535:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204753.165538:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204753.165540:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204753.165542:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204753.165545:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204753.165548:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788204753.165550:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788204753.165550:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788204753.165554:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204753.165554:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204753.165559:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788204753.165560:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1788204753.165561:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:0.0:1788204753.165564:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204753.165564:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204753.165566:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204753.165570:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:0.0:1788204753.165571:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.165573:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204753.165576:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937887488:192.168.201.135@tcp:38:kworker.0
02000000:00000001:2.0:1788204753.165577:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204753.165581:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204753.165582:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204753.165583:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204753.165587:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204753.165587:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204753.165592:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788204753.165593:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:0.0:1788204753.165595:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204753.165597:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1788204753.165597:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204753.165602:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204753.165606:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204753.165607:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204753.165612:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000010:2.0:1788204753.165614:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000400:00000010:0.0:1788204753.165618:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000020:00000040:2.0:1788204753.165619:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204753.165624:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1788204753.165626:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937887488, portal 10
02000000:00000001:2.0:1788204753.165626:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.165628:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204753.165629:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204753.165630:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204753.165633:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204753.165636:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.165640:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00100000:2.0:1788204753.165642:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937887872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204753.165643:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417088 : -127142906134528 : ffff8c5d3c3e8000)
00000100:00000001:2.0:1788204753.165652:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1788204753.165654:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8000 x1875052937887488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204753.165655:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204753.165661:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937887872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.165665:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204753.165670:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204753.165673:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000001:2.0:1788204753.165673:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204753.165677:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937887488, offset 0
00000100:00000040:2.0:1788204753.165677:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15069)
00000400:00000200:0.0:1788204753.165683:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204753.165686:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204753.165690:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204753.165693:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204753.165695:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204753.165696:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204753.165698:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204753.165701:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546883:546883:256:4294967295] 192.168.201.135@tcp LPNI seq info [546849:546849:8:4294967295]
00000400:00000200:0.0:1788204753.165704:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204753.165709:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204753.165713:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204753.165722:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204753.165726:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204753.165728:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788204753.165732:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204753.165734:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1788204753.165736:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204753.165737:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204753.165740:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204753.165743:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204753.165747:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204753.165749:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204753.165752:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204753.165755:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8000 x1875052937887488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.165763:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204753.165767:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8000 x1875052937887488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.165775:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.165777:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204753.165782:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204753.165786:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204753.165790:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204753.165792:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309731357
00000100:00000001:0.0:1788204753.165794:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309735116
00000100:00000001:0.0:1788204753.165796:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309731357
00000100:00000001:0.0:1788204753.165797:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309735116
00000100:00000001:0.0:1788204753.165799:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204753.165800:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.165802:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204753.165804:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204753/real 1788204753]  req@ffff8c5d3c3e8000 x1875052937887488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204753.165810:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204753.165811:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204753.165812:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204753.165813:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204753.165814:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204753.165816:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204753.165818:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8000 x1875052937887488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204753.165823:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8000 x1875052937887488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.165826:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204753.165827:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.165828:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204753.165829:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204753.165831:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8000 x1875052937887488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.165837:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204753.165840:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8000 x1875052937887488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.165846:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204753.165848:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.165850:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204753.165852:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.165854:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204753.165855:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204753.165859:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204753.165862:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204753.165865:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204753.165868:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8000 x1875052937887488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204753.165876:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937887488:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204753.165879:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204753.165881:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eaa00 x1875052937887616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.165885:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204753.165886:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204753.165888:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204753.165889:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204753.165890:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204753.165892:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937887616:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204753.165893:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204753.165895:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204753.165896:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204753.165897:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204753.165899:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204753.165901:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204753.165903:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204753.165904:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204753.165907:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204753.165908:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937887616, portal 10
00000100:00000001:0.0:1788204753.165910:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204753.165911:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803427840 : -127142906123776 : ffff8c5d3c3eaa00)
00000100:00000040:0.0:1788204753.165915:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eaa00 x1875052937887616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.165923:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204753.165924:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204753.165925:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204753.165927:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937887616, offset 0
00000400:00000200:0.0:1788204753.165929:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204753.165931:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204753.165933:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204753.165935:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204753.165937:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204753.165938:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204753.165940:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204753.165942:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546884:546884:256:4294967295] 192.168.201.135@tcp LPNI seq info [546850:546850:8:4294967295]
00000400:00000200:0.0:1788204753.165944:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204753.165948:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204753.165952:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204753.165954:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204753.165956:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204753.165958:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788204753.165961:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204753.165964:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1788204753.165967:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204753.165969:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204753.165971:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204753.165974:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204753.165977:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204753.165979:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204753.165982:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204753.165985:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eaa00 x1875052937887616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.165991:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204753.165994:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eaa00 x1875052937887616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166008:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.166009:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204753.166014:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204753.166016:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204753.166019:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204753.166021:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309731352
00000100:00000001:0.0:1788204753.166023:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309735116
00000100:00000001:0.0:1788204753.166025:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309731352
00000100:00000001:0.0:1788204753.166027:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309735116
00000100:00000001:0.0:1788204753.166029:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204753.166030:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.166032:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204753.166035:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204753/real 1788204753]  req@ffff8c5d3c3eaa00 x1875052937887616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204753.166042:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204753.166043:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204753.166045:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204753.166047:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204753.166049:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204753.166051:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204753.166054:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eaa00 x1875052937887616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204753.166061:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eaa00 x1875052937887616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166067:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204753.166068:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166070:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204753.166071:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204753.166075:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eaa00 x1875052937887616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166081:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204753.166084:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eaa00 x1875052937887616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166091:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204753.166093:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166094:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204753.166096:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166097:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204753.166099:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204753.166101:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204753.166104:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204753.166106:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204753.166110:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eaa00 x1875052937887616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204753.166117:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937887616:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204753.166120:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204753.166124:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9f80 x1875052937887744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166131:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204753.166132:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204753.166134:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204753.166136:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204753.166138:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204753.166140:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937887744:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204753.166143:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204753.166145:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204753.166147:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204753.166148:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204753.166151:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204753.166153:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204753.166156:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204753.166159:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204753.166163:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204753.166166:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937887744, portal 4
00000100:00000001:0.0:1788204753.166167:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204753.166168:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803425152 : -127142906126464 : ffff8c5d3c3e9f80)
00000100:00000040:0.0:1788204753.166174:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9f80 x1875052937887744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166179:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204753.166181:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204753.166183:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204753.166185:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937887744, offset 0
00000400:00000200:0.0:1788204753.166188:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204753.166192:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204753.166195:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204753.166198:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204753.166200:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204753.166202:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204753.166204:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204753.166207:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546885:546885:256:4294967295] 192.168.201.135@tcp LPNI seq info [546851:546851:8:4294967295]
00000400:00000200:0.0:1788204753.166211:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204753.166216:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204753.166221:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204753.166224:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204753.166227:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204753.166230:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788204753.166234:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204753.166236:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1788204753.166240:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204753.166242:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204753.166244:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204753.166247:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204753.166250:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204753.166251:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204753.166253:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204753.166257:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9f80 x1875052937887744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166264:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204753.166267:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9f80 x1875052937887744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166273:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.166274:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204753.166277:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204753.166279:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204753.166282:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204753.166284:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309731445
00000100:00000001:0.0:1788204753.166286:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309735116
00000100:00000001:0.0:1788204753.166288:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309731445
00000100:00000001:0.0:1788204753.166290:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309735116
00000100:00000001:0.0:1788204753.166292:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204753.166294:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.166296:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204753.166322:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204753/real 1788204753]  req@ffff8c5d3c3e9f80 x1875052937887744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204753.166329:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204753.166330:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204753.166332:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204753.166334:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204753.166336:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204753.166339:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204753.166342:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9f80 x1875052937887744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204753.166350:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9f80 x1875052937887744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166356:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204753.166357:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166359:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204753.166361:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204753.166364:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9f80 x1875052937887744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166370:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204753.166374:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9f80 x1875052937887744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166381:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204753.166383:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166385:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204753.166386:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166388:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204753.166389:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204753.166391:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204753.166408:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204753.166411:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204753.166415:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9f80 x1875052937887744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204753.166422:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937887744:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204753.166425:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166427:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204753.166431:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8000 x1875052937887488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166438:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204753.166439:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204753.166441:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204753.166443:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204753.166445:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204753.166447:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204753.166449:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204753.166451:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:0.0:1788204753.166454:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204753.166455:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204753.166456:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8000.
00000100:00000001:0.0:1788204753.166459:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204753.166461:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166462:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204753.166465:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eaa00 x1875052937887616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166471:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204753.166472:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204753.166473:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204753.166475:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204753.166476:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204753.166478:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204753.166479:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204753.166480:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:0.0:1788204753.166482:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204753.166483:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204753.166485:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eaa00.
00000100:00000001:0.0:1788204753.166488:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204753.166489:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166491:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204753.166494:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9f80 x1875052937887744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166499:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204753.166501:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204753.166503:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204753.166505:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204753.166507:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204753.166508:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204753.166510:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204753.166511:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:0.0:1788204753.166513:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204753.166514:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204753.166516:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9f80.
00000100:00000001:0.0:1788204753.166518:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204753.166519:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166521:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166526:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204753.166528:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.166531:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204753.166533:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204753.166534:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204753.166538:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9500 x1875052937887872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166544:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204753.166546:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204753.166548:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204753.166550:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204753.166552:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204753.166555:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937887872:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204753.166558:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204753.166560:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204753.166562:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204753.166564:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204753.166568:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204753.166570:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204753.166573:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204753.166576:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204753.166579:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204753.166582:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937887872, portal 4
00000100:00000001:0.0:1788204753.166584:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204753.166586:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803422464 : -127142906129152 : ffff8c5d3c3e9500)
00000100:00000040:0.0:1788204753.166591:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9500 x1875052937887872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166598:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204753.166600:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204753.166602:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204753.166604:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937887872, offset 0
00000400:00000200:0.0:1788204753.166608:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204753.166612:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204753.166615:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204753.166619:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204753.166621:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204753.166624:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204753.166627:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204753.166630:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546886:546886:256:4294967295] 192.168.201.135@tcp LPNI seq info [546852:546852:8:4294967295]
00000400:00000200:0.0:1788204753.166634:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204753.166640:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204753.166645:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204753.166648:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204753.166652:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204753.166655:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788204753.166658:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204753.166661:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1788204753.166664:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204753.166666:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204753.166668:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204753.166671:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204753.166674:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204753.166676:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204753.166678:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204753.166682:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9500 x1875052937887872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166695:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204753.166698:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9500 x1875052937887872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166704:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.166705:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204753.166708:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204753.166711:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204753.166714:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204753.166717:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309731463
00000100:00000001:0.0:1788204753.166719:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309735116
00000100:00000001:0.0:1788204753.166722:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309731463
00000100:00000001:0.0:1788204753.166724:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309735116
00000100:00000001:0.0:1788204753.166726:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204753.166728:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.166730:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204753.166734:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204753/real 1788204753]  req@ffff8c5d3c3e9500 x1875052937887872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204753.166742:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204753.166743:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204753.166744:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204753.166747:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204753.166749:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204753.166751:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204753.166754:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9500 x1875052937887872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204753.166761:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9500 x1875052937887872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166767:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204753.166769:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166771:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204753.166772:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204753.166775:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9500 x1875052937887872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166781:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204753.166785:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9500 x1875052937887872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166791:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204753.166793:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166794:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204753.166795:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166797:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204753.166798:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204753.166801:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204753.166804:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204753.166806:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204753.166810:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9500 x1875052937887872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204753.166817:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937887872:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204753.166820:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166822:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204753.166825:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9500 x1875052937887872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204753.166832:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204753.166834:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204753.166836:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204753.166839:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204753.166840:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204753.166842:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204753.166844:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204753.166846:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:0.0:1788204753.166848:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204753.166849:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204753.166850:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9500.
00000100:00000001:0.0:1788204753.166853:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204753.166854:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166856:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204753.166860:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204753.166862:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204753.166863:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204753.166865:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204753.356470:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204753.356478:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204753.356479:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204753.356484:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204753.356488:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204753.356492:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.356494:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204753.356497:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204753.356499:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204753.868483:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204753.868491:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204753.868499:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204753.868500:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204753.868562:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204753.868568:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204753.868572:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204754.380409:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204754.380415:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204754.380417:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204754.380421:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204754.380424:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204754.380426:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.380428:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204754.380430:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204754.380432:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204754.892403:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204754.892409:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204754.892413:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204754.892414:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204754.892505:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204754.892512:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204754.892517:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204755.404417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204755.404425:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204755.404427:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204755.404433:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204755.404436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204755.404440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204755.404442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204755.404446:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204755.404449:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204755.916464:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204755.916486:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204755.916489:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204755.916493:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204755.916500:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204755.916502:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204755.916505:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204755.916507:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204755.916513:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204755.916515:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204755.916516:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204755.916518:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204755.916520:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204755.916521:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204755.916523:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204755.916525:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204755.916602:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204755.916608:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204755.916612:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204756.428415:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204756.428421:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204756.428423:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204756.428426:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204756.428429:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204756.428431:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204756.428433:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204756.428435:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204756.428436:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204756.940456:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204756.940462:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204756.940468:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204756.940469:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204756.940541:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204756.940547:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204756.940552:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204757.004420:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309735116, at 4309735168
00000100:00000040:0.0:1788204757.004423:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309735116, at 4309735168
00000100:00000010:1.0:1788204757.004435:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000010:0.0:1788204757.004439:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204757.452436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204757.452443:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204757.452446:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204757.452451:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204757.452455:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204757.452459:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204757.452462:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204757.452465:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204757.452468:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204757.964518:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204757.964526:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204757.964534:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204757.964535:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204757.964628:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204757.964634:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204757.964639:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204758.284405:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204758.284416:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204758.284418:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204758.284423:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204758.284427:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204758.284435:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15064
00000400:00000200:1.0:1788204758.284443:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204758.284450:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204758.284453:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204758.284457:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.284460:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204758.284463:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.284466:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204758.284470:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204758.284472:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204758.284475:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204758.284478:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204758.284480:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204758.284483:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204758.284486:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.284488:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204758.284490:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.284492:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204758.284495:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204758.284499:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204758.284501:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204758.284504:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204758.284508:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204758.284511:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204758.284513:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204758.284515:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204758.284524:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdf80.
00000020:00000040:1.0:1788204758.284527:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204758.284530:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204758.284532:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204758.284536:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204758.284538:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204758.284542:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204758.284548:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:1.0:1788204758.284554:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204758.284562:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdf80 x1875052937888000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204758.284572:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204758.284577:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204758.284581:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e021a10] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdf80 x1875052937888000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204758.284601:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204758.284604:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204758.284607:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204758.284608:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204758.284610:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204758.284612:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204758.284615:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15064
00000400:00000200:1.0:1788204758.284618:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204758.284621:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204758.284623:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204758.284626:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.284628:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204758.284630:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.284633:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204758.284635:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204758.284637:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204758.284638:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204758.284641:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204758.284643:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204758.284646:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204758.284650:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.284652:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204758.284655:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.284657:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204758.284660:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204758.284663:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204758.284667:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.284672:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1788204758.284673:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204758.284679:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204758.284682:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1788204758.284684:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.284687:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788204758.284688:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204758.284694:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204758.284700:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204758.284703:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdf80 x1875052937888000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204758.284703:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204758.284711:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecca80.
00000020:00000040:1.0:1788204758.284722:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:0.0:1788204758.284732:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788204758.284732:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204758.284739:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204758.284739:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204758.284749:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204758.284750:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204758.284752:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204758.284757:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204758.284758:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204758.284765:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204758.284766:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00100000:0.0:1788204758.284773:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937888000:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204758.284773:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.284783:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:1.0:1788204758.284786:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecca80 x1875052937888128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788204758.284790:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204758.284795:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204758.284801:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204758.284803:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204758.284807:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204758.284812:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8322783] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecca80 x1875052937888128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204758.284813:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204758.284820:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204758.284833:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204758.284834:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:1.0:1788204758.284842:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788204758.284843:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00080000:1.0:1788204758.284851:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204758.284853:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1788204758.284855:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00080000:1.0:1788204758.284856:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204758.284862:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1788204758.284868:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937888000, portal 25
00000100:00080000:1.0:1788204758.284868:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15064
00000100:00000001:0.0:1788204758.284875:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204758.284879:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462523264 : -127143247028352 : ffff8c5d27ecdf80)
00000400:00000200:1.0:1788204758.284880:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788204758.284892:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdf80 x1875052937888000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204758.284892:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204758.284896:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204758.284915:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.284923:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204758.284927:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.284931:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204758.284932:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1788204758.284939:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204758.284940:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204758.284944:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:0.0:1788204758.284945:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000040:1.0:1788204758.284947:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204758.284949:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000010:0.0:1788204758.284951:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000020:00000001:1.0:1788204758.284953:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000200:0.0:1788204758.284959:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937888000, offset 0
00000100:00000040:1.0:1788204758.284960:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.284968:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204758.284970:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.284971:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788204758.284978:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000040:1.0:1788204758.284979:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204758.284988:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204758.284990:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204758.284992:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204758.284994:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788204758.285001:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788204758.285002:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204758.285006:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204758.285010:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204758.285012:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204758.285014:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204758.285018:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000010:1.0:1788204758.285020:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecce00.
00000020:00000040:1.0:1788204758.285025:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204758.285027:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1788204758.285029:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1788204758.285030:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204758.285036:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204758.285039:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788204758.285042:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:1.0:1788204758.285044:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204758.285051:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000400:00000200:0.0:1788204758.285054:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1788204758.285056:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204758.285064:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00100000:1.0:1788204758.285064:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecce00 x1875052937888256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204758.285077:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788204758.285081:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546887:546887:256:4294967295] 192.168.201.135@tcp LPNI seq info [546853:546853:8:4294967295]
00000100:00000001:1.0:1788204758.285082:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204758.285089:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5eacb3] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecce00 x1875052937888256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204758.285101:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204758.285104:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204758.285107:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204758.285110:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204758.285111:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204758.285112:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204758.285118:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204758.285124:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15064
00000400:00000200:0.0:1788204758.285132:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1788204758.285142:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:0.0:1788204758.285146:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204758.285150:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204758.285153:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204758.285154:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.285157:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1788204758.285158:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000100:00000040:1.0:1788204758.285164:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.285167:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204758.285169:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204758.285173:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000800:00000200:0.0:1788204758.285177:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:1.0:1788204758.285178:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204758.285181:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204758.285184:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000200:0.0:1788204758.285186:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000020:00000001:1.0:1788204758.285187:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204758.285197:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.285200:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204758.285205:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:0.1:1788204758.285206:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204758.285208:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204758.285216:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000800:00000200:0.1:1788204758.285218:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000100:00080000:1.0:1788204758.285221:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204758.285230:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788204758.285231:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
02000000:00000001:1.0:1788204758.285235:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:0.0:1788204758.285237:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
02000000:00000001:1.0:1788204758.285240:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204758.285245:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204758.285247:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788204758.285248:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204758.285253:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1788204758.285257:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000008:00000001:1.0:1788204758.285260:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204758.285265:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204758.285266:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000100:00000010:1.0:1788204758.285268:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd500.
00000400:00000010:0.0:1788204758.285271:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000020:00000040:1.0:1788204758.285272:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204758.285279:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204758.285280:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204758.285282:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204758.285283:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204758.285286:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1788204758.285286:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204758.285293:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000001:1.0:1788204758.285297:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204758.285337:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd500 x1875052937888384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204758.285345:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204758.285348:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204758.285352:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab37475] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd500 x1875052937888384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204758.285358:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204758.285360:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204758.285362:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204758.285363:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204758.285364:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204758.285366:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1788204758.285368:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdf80 x1875052937888000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204758.285368:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15064
00000400:00000200:1.0:1788204758.285378:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204758.285387:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204758.285394:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204758.285403:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.285409:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204758.285413:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.285415:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204758.285416:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204758.285418:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1788204758.285418:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204758.285424:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204758.285426:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204758.285430:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:0.0:1788204758.285431:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdf80 x1875052937888000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204758.285432:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204758.285439:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.285444:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204758.285445:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204758.285447:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204758.285448:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204758.285450:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204758.285451:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204758.285455:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204758.285459:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204758.285464:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204758.285469:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204758.285472:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204758.285480:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204758.285488:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204758.285495:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdc00.
00000020:00000040:1.0:1788204758.285499:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204758.285506:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204758.285506:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204758.285509:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.285514:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204758.285514:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204758.285518:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204758.285519:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204758.285522:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:0.0:1788204758.285524:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204758.285526:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204758.285535:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdc00 x1875052937888512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204758.285541:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204758.285553:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309740237
00000100:00000001:1.0:1788204758.285555:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204758.285557:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204758.285562:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c07ad524] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdc00 x1875052937888512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788204758.285564:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:1.0:1788204758.285573:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204758.285576:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15074)
00000100:00000001:0.0:1788204758.285579:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204758.285589:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309740237
00000100:00000010:0.0:1788204758.285595:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074600.
00000100:00000001:0.0:1788204758.285599:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204758.285604:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204758.285607:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.285610:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204758.285617:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204758/real 1788204758]  req@ffff8c5d27ecdf80 x1875052937888000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204758.285627:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204758.285629:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204758.285631:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204758.285634:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204758.285636:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204758.285640:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204758.285644:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdf80 x1875052937888000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204758.285653:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdf80 x1875052937888000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.285661:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204758.285662:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.285665:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204758.285667:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204758.285671:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdf80 x1875052937888000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.285679:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204758.285684:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdf80 x1875052937888000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.285692:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204758.285695:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.285697:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204758.285698:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.285701:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204758.285704:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204758.285707:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204758.285711:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204758.285714:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204758.285719:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdf80 x1875052937888000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204758.285727:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937888000:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788204758.285732:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.285734:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204758.285737:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdf80 x1875052937888000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.285744:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204758.285747:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204758.285750:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204758.285754:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204758.285756:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204758.285758:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204758.285761:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204758.285763:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:0.0:1788204758.285767:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204758.285770:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204758.285772:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdf80.
00000100:00000001:0.0:1788204758.285776:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204758.285777:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.285780:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.285790:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204758.285793:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.285796:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204758.285798:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204758.285799:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204758.285803:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecca80 x1875052937888128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.285811:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204758.285812:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204758.285815:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204758.285817:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204758.285819:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204758.285822:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937888128:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204758.285825:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204758.285827:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204758.285829:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204758.285831:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204758.285834:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204758.285836:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204758.285839:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204758.285842:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204758.285846:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204758.285849:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937888128, portal 10
00000100:00000001:0.0:1788204758.285851:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204758.285852:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462517888 : -127143247033728 : ffff8c5d27ecca80)
00000100:00000040:0.0:1788204758.285859:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecca80 x1875052937888128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.285866:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204758.285868:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204758.285871:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204758.285873:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937888128, offset 0
00000400:00000200:0.0:1788204758.285878:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204758.285882:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204758.285886:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204758.285889:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204758.285892:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204758.285894:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204758.285897:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204758.285900:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546888:546888:256:4294967295] 192.168.201.135@tcp LPNI seq info [546854:546854:8:4294967295]
00000400:00000200:0.0:1788204758.285904:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204758.285910:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204758.285915:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204758.285918:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204758.285922:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204758.285925:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788204758.285930:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204758.285933:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1788204758.285937:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204758.285939:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204758.285941:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204758.285945:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204758.285948:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204758.285950:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204758.285953:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204758.285956:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecca80 x1875052937888128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.285963:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204758.285967:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecca80 x1875052937888128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.285974:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.285975:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204758.285979:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204758.285983:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204758.285986:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204758.285988:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309736477
00000100:00000001:0.0:1788204758.285991:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309740237
00000100:00000001:0.0:1788204758.285994:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309736477
00000100:00000001:0.0:1788204758.285996:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309740237
00000100:00000001:0.0:1788204758.285998:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204758.286000:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.286002:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204758.286005:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204758/real 1788204758]  req@ffff8c5d27ecca80 x1875052937888128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204758.286013:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204758.286015:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204758.286016:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204758.286018:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204758.286020:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204758.286022:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204758.286025:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecca80 x1875052937888128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204758.286033:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecca80 x1875052937888128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286040:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204758.286041:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.286042:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204758.286044:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204758.286047:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecca80 x1875052937888128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286054:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204758.286058:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecca80 x1875052937888128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286065:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204758.286067:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.286069:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204758.286070:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.286072:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204758.286074:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204758.286076:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204758.286079:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204758.286081:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204758.286085:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecca80 x1875052937888128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204758.286093:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937888128:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204758.286097:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204758.286101:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecce00 x1875052937888256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286107:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204758.286109:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204758.286111:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204758.286112:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204758.286114:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204758.286117:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937888256:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204758.286121:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204758.286123:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204758.286124:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204758.286126:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204758.286129:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204758.286130:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204758.286134:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204758.286136:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204758.286138:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204758.286141:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937888256, portal 10
00000100:00000001:0.0:1788204758.286143:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204758.286144:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462518784 : -127143247032832 : ffff8c5d27ecce00)
00000100:00000040:0.0:1788204758.286149:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecce00 x1875052937888256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286154:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204758.286156:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204758.286158:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204758.286160:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937888256, offset 0
00000400:00000200:0.0:1788204758.286163:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204758.286167:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204758.286170:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204758.286172:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204758.286175:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204758.286177:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204758.286180:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204758.286183:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546889:546889:256:4294967295] 192.168.201.135@tcp LPNI seq info [546855:546855:8:4294967295]
00000400:00000200:0.0:1788204758.286187:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204758.286193:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204758.286197:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204758.286199:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204758.286202:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204758.286205:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788204758.286209:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204758.286211:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1788204758.286214:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204758.286216:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204758.286219:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204758.286222:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204758.286224:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204758.286227:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204758.286229:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204758.286232:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecce00 x1875052937888256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286238:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204758.286241:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecce00 x1875052937888256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286246:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.286248:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204758.286250:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204758.286253:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204758.286255:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204758.286257:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309736472
00000100:00000001:0.0:1788204758.286259:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309740237
00000100:00000001:0.0:1788204758.286261:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309736472
00000100:00000001:0.0:1788204758.286263:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309740237
00000100:00000001:0.0:1788204758.286265:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204758.286266:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.286268:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204758.286271:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204758/real 1788204758]  req@ffff8c5d27ecce00 x1875052937888256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204758.286277:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204758.286278:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204758.286280:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204758.286282:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204758.286283:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204758.286285:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204758.286288:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecce00 x1875052937888256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204758.286295:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecce00 x1875052937888256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286338:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204758.286340:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.286342:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204758.286343:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204758.286347:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecce00 x1875052937888256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286354:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204758.286358:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecce00 x1875052937888256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286364:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204758.286366:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.286368:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204758.286369:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.286371:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204758.286373:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204758.286375:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204758.286379:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204758.286381:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204758.286385:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecce00 x1875052937888256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204758.286392:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937888256:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204758.286396:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204758.286400:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd500 x1875052937888384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286407:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204758.286409:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204758.286411:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204758.286413:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204758.286415:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204758.286418:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937888384:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204758.286420:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204758.286423:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204758.286424:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204758.286425:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204758.286429:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204758.286430:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204758.286433:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204758.286436:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204758.286439:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204758.286442:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937888384, portal 4
00000100:00000001:0.0:1788204758.286444:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204758.286445:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462520576 : -127143247031040 : ffff8c5d27ecd500)
00000100:00000040:0.0:1788204758.286450:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd500 x1875052937888384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286456:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204758.286458:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204758.286461:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204758.286463:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937888384, offset 0
00000400:00000200:0.0:1788204758.286467:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204758.286471:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204758.286474:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204758.286477:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204758.286480:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204758.286482:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204758.286484:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204758.286487:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546890:546890:256:4294967295] 192.168.201.135@tcp LPNI seq info [546856:546856:8:4294967295]
00000400:00000200:0.0:1788204758.286491:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204758.286497:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204758.286502:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204758.286504:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204758.286508:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204758.286510:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788204758.286514:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204758.286516:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1788204758.286520:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204758.286521:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204758.286524:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204758.286528:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204758.286530:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204758.286532:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204758.286535:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204758.286538:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd500 x1875052937888384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286545:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204758.286548:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd500 x1875052937888384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286554:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.286555:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204758.286558:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204758.286561:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204758.286564:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204758.286566:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309736566
00000100:00000001:0.0:1788204758.286568:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309740237
00000100:00000001:0.0:1788204758.286571:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309736566
00000100:00000001:0.0:1788204758.286573:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309740237
00000100:00000001:0.0:1788204758.286575:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204758.286577:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.286578:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204758.286582:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204758/real 1788204758]  req@ffff8c5d27ecd500 x1875052937888384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204758.286590:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204758.286592:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204758.286593:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204758.286595:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204758.286597:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204758.286599:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204758.286603:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd500 x1875052937888384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204758.286611:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd500 x1875052937888384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286617:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204758.286618:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.286620:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204758.286621:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204758.286625:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd500 x1875052937888384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286632:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204758.286635:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd500 x1875052937888384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286643:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204758.286645:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.286646:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204758.286648:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.286650:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204758.286651:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204758.286653:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204758.286656:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204758.286659:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204758.286664:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd500 x1875052937888384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204758.286671:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937888384:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204758.286675:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204758.286678:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdc00 x1875052937888512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286685:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204758.286686:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204758.286688:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204758.286690:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204758.286692:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204758.286695:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937888512:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204758.286698:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204758.286700:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204758.286701:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204758.286703:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204758.286706:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204758.286708:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204758.286711:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204758.286714:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204758.286717:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204758.286720:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937888512, portal 4
00000100:00000001:0.0:1788204758.286722:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204758.286723:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462522368 : -127143247029248 : ffff8c5d27ecdc00)
00000100:00000040:0.0:1788204758.286729:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdc00 x1875052937888512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286736:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204758.286738:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204758.286741:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000100:00000200:0.0:1788204758.286743:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937888512, offset 0
00000400:00000200:0.0:1788204758.286747:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204758.286750:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204758.286754:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204758.286757:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204758.286759:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204758.286761:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204758.286764:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204758.286767:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546891:546891:256:4294967295] 192.168.201.135@tcp LPNI seq info [546857:546857:8:4294967295]
00000400:00000200:0.0:1788204758.286770:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204758.286776:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204758.286780:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204758.286783:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788204758.286787:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204758.286789:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788204758.286794:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204758.286796:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1788204758.286800:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204758.286802:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:0.0:1788204758.286804:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204758.286808:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204758.286810:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:0.0:1788204758.286812:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:0.0:1788204758.286814:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204758.286818:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdc00 x1875052937888512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286825:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204758.286828:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdc00 x1875052937888512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286833:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.286835:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204758.286838:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204758.286841:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204758.286844:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204758.286846:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309736583
00000100:00000001:0.0:1788204758.286849:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309740237
00000100:00000001:0.0:1788204758.286851:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309736583
00000100:00000001:0.0:1788204758.286853:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309740237
00000100:00000001:0.0:1788204758.286855:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204758.286857:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.286859:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204758.286863:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204758/real 1788204758]  req@ffff8c5d27ecdc00 x1875052937888512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204758.286870:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204758.286871:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204758.286873:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204758.286875:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204758.286877:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204758.286879:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204758.286882:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdc00 x1875052937888512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204758.286890:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdc00 x1875052937888512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286896:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204758.286898:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.286900:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204758.286901:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204758.286904:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdc00 x1875052937888512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286911:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204758.286915:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdc00 x1875052937888512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286921:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204758.286924:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.286925:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204758.286927:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.286928:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204758.286929:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204758.286932:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204758.286936:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204758.286938:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204758.286941:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdc00 x1875052937888512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204758.286948:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937888512:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204758.286952:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.286954:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204758.286957:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecca80 x1875052937888128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.286963:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204758.286965:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204758.286966:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204758.286969:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204758.286970:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204758.286971:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204758.286973:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204758.286975:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:0.0:1788204758.286978:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204758.286979:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204758.286980:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecca80.
00000100:00000001:0.0:1788204758.286983:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204758.286985:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.286986:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204758.286990:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecce00 x1875052937888256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.287002:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204758.287003:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204758.287005:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204758.287007:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204758.287009:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204758.287010:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204758.287012:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204758.287013:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:0.0:1788204758.287016:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204758.287017:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204758.287018:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecce00.
00000100:00000001:0.0:1788204758.287021:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204758.287022:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.287023:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204758.287027:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd500 x1875052937888384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.287033:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204758.287034:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204758.287035:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204758.287038:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204758.287039:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204758.287040:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204758.287042:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204758.287043:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:0.0:1788204758.287045:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204758.287046:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204758.287047:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd500.
00000100:00000001:0.0:1788204758.287050:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204758.287051:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.287052:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204758.287056:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdc00 x1875052937888512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204758.287062:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204758.287064:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204758.287066:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204758.287067:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204758.287069:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204758.287070:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204758.287072:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204758.287073:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:0.0:1788204758.287076:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204758.287077:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204758.287078:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdc00.
00000100:00000001:0.0:1788204758.287080:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204758.287081:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.287083:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204758.287087:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204758.287088:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204758.287090:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204758.287092:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204758.476442:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204758.476450:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204758.476452:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204758.476457:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204758.476460:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204758.476463:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.476465:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204758.476468:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204758.476470:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204758.988438:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204758.988444:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204758.988449:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204758.988450:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204758.988508:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204758.988512:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204758.988520:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204759.500380:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204759.500388:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204759.500390:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204759.500397:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204759.500401:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204759.500404:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204759.500406:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204759.500409:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204759.500411:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204760.012483:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204760.012491:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204760.012497:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204760.012498:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204760.012554:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204760.012560:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204760.012565:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204760.524477:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204760.524488:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204760.524492:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204760.524500:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204760.524505:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204760.524510:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204760.524513:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204760.524517:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204760.524521:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204761.036412:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204761.036419:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204761.036426:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204761.036427:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204761.036484:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204761.036488:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204761.036491:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204761.548381:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204761.548396:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204761.548398:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204761.548407:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204761.548410:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204761.548413:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204761.548416:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204761.548419:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204761.548421:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204762.060522:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204762.060532:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204762.060541:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204762.060542:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204762.060621:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204762.060625:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204762.060629:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204762.124460:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309740237, at 4309740288
00000100:00000040:0.0:1788204762.124465:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309740237, at 4309740288
00000100:00000010:1.0:1788204762.124476:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074600.
00000100:00000010:0.0:1788204762.124483:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204762.572442:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204762.572451:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204762.572454:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204762.572462:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204762.572468:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204762.572473:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204762.572476:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204762.572480:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204762.572484:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204763.084428:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204763.084436:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204763.084443:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204763.084444:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204763.084537:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204763.084540:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204763.084544:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204763.404405:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204763.404414:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204763.404416:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204763.404419:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204763.404422:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204763.404429:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15069
00000400:00000200:3.0:1788204763.404436:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204763.404440:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204763.404443:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204763.404445:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204763.404447:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204763.404449:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204763.404451:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204763.404455:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204763.404457:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204763.404459:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204763.404461:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204763.404463:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204763.404465:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204763.404467:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204763.404468:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204763.404469:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204763.404471:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204763.404473:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204763.404475:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204763.404476:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204763.404478:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204763.404481:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204763.404483:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204763.404484:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204763.404486:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204763.404493:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788204763.404496:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204763.404499:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204763.404500:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204763.404503:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204763.404505:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204763.404509:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204763.404516:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788204763.404521:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204763.404528:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937888640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204763.404535:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204763.404539:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204763.404543:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937888640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204763.404560:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204763.404562:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204763.404565:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204763.404566:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204763.404567:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204763.404569:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204763.404571:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15069
00000400:00000200:3.0:1788204763.404573:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204763.404575:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204763.404577:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204763.404579:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204763.404581:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204763.404583:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204763.404585:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204763.404587:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204763.404588:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204763.404589:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204763.404591:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204763.404592:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204763.404593:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204763.404595:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204763.404596:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204763.404599:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204763.404600:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204763.404601:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204763.404604:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204763.404605:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204763.404608:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204763.404613:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:0.0:1788204763.404615:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937888640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204763.404616:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204763.404620:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204763.404625:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204763.404627:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204763.404629:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.404630:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204763.404633:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204763.404636:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1788204763.404638:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788204763.404640:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1788204763.404642:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204763.404646:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204763.404648:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204763.404652:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000100:00100000:0.0:1788204763.404656:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937888640:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788204763.404661:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1788204763.404663:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204763.404666:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204763.404667:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204763.404668:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204763.404669:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204763.404672:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204763.404674:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204763.404674:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204763.404680:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
02000000:00000001:0.0:1788204763.404681:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204763.404684:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204763.404689:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
00000100:00100000:3.0:1788204763.404690:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937888768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788204763.404696:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204763.404701:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204763.404705:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204763.404708:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204763.404713:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937888768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788204763.404716:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204763.404726:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:3.0:1788204763.404729:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204763.404733:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1788204763.404736:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937888640, portal 25
00000100:00080000:3.0:1788204763.404738:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204763.404742:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204763.404742:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204763.404746:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00080000:3.0:1788204763.404747:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204763.404752:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1788204763.404756:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937888640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204763.404759:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15069
00000100:00000001:0.0:1788204763.404769:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1788204763.404770:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788204763.404775:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204763.404778:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db57f8.
00000400:00000200:3.0:1788204763.404779:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:0.0:1788204763.404782:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937888640, offset 0
00000100:00080000:3.0:1788204763.404784:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204763.404790:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204763.404791:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204763.404796:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204763.404800:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204763.404801:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204763.404805:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204763.404808:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204763.404809:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:0.0:1788204763.404812:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000001:3.0:1788204763.404813:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204763.404816:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204763.404819:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788204763.404820:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204763.404824:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204763.404827:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1788204763.404830:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788204763.404831:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:3.0:1788204763.404838:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204763.404839:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546892:546892:256:4294967295] 192.168.201.135@tcp LPNI seq info [546858:546858:8:4294967295]
00000100:00000001:3.0:1788204763.404841:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204763.404846:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204763.404850:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204763.404851:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204763.404854:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204763.404858:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204763.404863:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204763.404866:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204763.404868:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1788204763.404870:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204763.404875:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204763.404877:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204763.404880:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1788204763.404881:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000008:00000001:3.0:1788204763.404883:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204763.404887:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204763.404891:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000100:00000010:3.0:1788204763.404892:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204763.404897:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204763.404900:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204763.404901:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204763.404902:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204763.404905:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1788204763.404907:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788204763.404908:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204763.404915:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204763.404920:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204763.404920:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00100000:3.0:1788204763.404928:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937888896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204763.404933:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204763.404935:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204763.404937:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937888896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204763.404942:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204763.404944:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204763.404946:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204763.404947:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204763.404948:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204763.404950:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204763.404951:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204763.404952:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15069
00000400:00000200:3.0:1788204763.404961:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204763.404962:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204763.404968:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204763.404969:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309745356
00000100:00080000:3.0:1788204763.404972:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1788204763.404978:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000040:3.0:1788204763.404978:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204763.404984:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204763.404987:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204763.404988:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204763.404991:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204763.404996:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204763.404998:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:0.0:1788204763.404999:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309745356
00000020:00000001:3.0:1788204763.405001:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204763.405006:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000010:0.0:1788204763.405008:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074ea0.
00000020:00000001:3.0:1788204763.405010:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204763.405013:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204763.405015:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1788204763.405017:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204763.405021:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204763.405023:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204763.405023:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204763.405027:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204763.405030:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:0.0:1788204763.405031:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204763.405033:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204763.405037:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.405038:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204763.405039:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204763.405043:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204763.405045:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204763.405046:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204763.405052:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204763.405053:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204763.405055:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204763.405056:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.405058:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:3.0:1788204763.405060:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000100:00000001:0.0:1788204763.405063:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000020:00000040:3.0:1788204763.405064:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204763.405070:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204763.405071:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788204763.405072:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204763.405075:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204763.405076:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1788204763.405077:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204763.405081:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788204763.405081:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204763.405088:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000040:0.0:1788204763.405092:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937888768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204763.405093:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204763.405102:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937889024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204763.405118:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204763.405119:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204763.405124:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204763.405124:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204763.405128:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937889024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204763.405130:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204763.405135:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204763.405139:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204763.405139:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204763.405145:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788204763.405147:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937888768:192.168.201.135@tcp:38:kworker.0
00000100:00080000:3.0:1788204763.405149:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204763.405153:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204763.405154:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1788204763.405155:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:0.0:1788204763.405158:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204763.405159:0:267481:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1788204763.405162:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204763.405165:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1788204763.405165:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15069
00000400:00000200:3.0:1788204763.405171:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:0.0:1788204763.405172:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204763.405176:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204763.405176:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204763.405180:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204763.405184:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204763.405185:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:0.0:1788204763.405189:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527688.
00000100:00000001:3.0:1788204763.405189:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204763.405194:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:0.0:1788204763.405196:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5d48.
00000100:00000001:3.0:1788204763.405197:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:0.0:1788204763.405201:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937888768, portal 10
00000020:00000001:3.0:1788204763.405202:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204763.405204:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1788204763.405206:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:0.0:1788204763.405207:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000020:00000001:3.0:1788204763.405212:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204763.405215:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000040:0.0:1788204763.405216:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937888768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204763.405235:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204763.405242:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788204763.405249:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204763.405252:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:0.0:1788204763.405255:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204763.405258:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1788204763.405260:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5e58.
00000100:00000200:0.0:1788204763.405263:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937888768, offset 0
00000100:00000040:3.0:1788204763.405266:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204763.405272:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204763.405273:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204763.405277:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000200:0.0:1788204763.405278:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204763.405286:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:3.0:1788204763.405286:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:0.0:1788204763.405293:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204763.405295:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204763.405325:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:3.0:1788204763.405326:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204763.405330:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788204763.405331:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788204763.405334:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:3.0:1788204763.405335:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204763.405339:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204763.405343:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1788204763.405344:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546893:546893:255:4294967295] 192.168.201.135@tcp LPNI seq info [546859:546859:7:4294967295]
00000008:00000001:3.0:1788204763.405346:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204763.405350:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204763.405356:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000400:00000200:0.0:1788204763.405357:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788204763.405360:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204763.405363:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204763.405364:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204763.405367:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204763.405370:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204763.405373:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204763.405377:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1788204763.405378:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204763.405383:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204763.405392:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937889152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1788204763.405393:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204763.405402:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1788204763.405403:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905c00.
00000100:00000001:3.0:1788204763.405405:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204763.405411:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937889152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1788204763.405417:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204763.405423:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204763.405428:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15079)
00000800:00000200:0.1:1788204763.405439:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788204763.405442:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204763.405447:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204763.405452:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204763.405454:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309741597
00000100:00000001:0.0:1788204763.405456:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309745356
00000100:00000001:0.0:1788204763.405459:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309741597
00000100:00000001:0.0:1788204763.405461:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309745356
00000100:00000001:0.0:1788204763.405463:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204763.405468:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.405470:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204763.405475:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937888896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204763.405483:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204763.405484:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204763.405487:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204763.405489:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204763.405492:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204763.405495:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937888896:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204763.405499:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204763.405501:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204763.405503:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204763.405505:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204763.405509:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204763.405510:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204763.405514:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204763.405517:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527d68.
00000400:00000010:0.0:1788204763.405521:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204763.405525:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937888896, portal 10
00000100:00000001:0.0:1788204763.405527:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204763.405528:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000040:0.0:1788204763.405534:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937888896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204763.405540:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204763.405542:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204763.405545:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5110.
00000100:00000200:0.0:1788204763.405547:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937888896, offset 0
00000400:00000200:0.0:1788204763.405552:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204763.405556:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204763.405559:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204763.405562:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204763.405564:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204763.405566:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204763.405569:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204763.405571:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546894:546894:254:4294967295] 192.168.201.135@tcp LPNI seq info [546860:546860:6:4294967295]
00000400:00000200:0.0:1788204763.405575:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204763.405581:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204763.405586:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204763.405589:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905e00.
00000800:00000200:0.0:1788204763.405593:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204763.405598:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788204763.405600:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204763.405603:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204763.405606:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204763.405608:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309741592
00000100:00000001:0.0:1788204763.405610:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309745356
00000100:00000001:0.0:1788204763.405612:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309741592
00000100:00000001:0.0:1788204763.405615:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309745356
00000100:00000001:0.0:1788204763.405617:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204763.405620:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.405623:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.405625:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204763.405629:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204763.405630:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788204763.405632:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204763.405634:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204763.405635:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204763.405640:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937889024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204763.405648:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204763.405649:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204763.405651:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204763.405653:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204763.405655:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204763.405658:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937889024:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204763.405661:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204763.405663:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204763.405665:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204763.405667:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204763.405670:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204763.405673:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204763.405677:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204763.405680:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527c60.
00000400:00000010:0.0:1788204763.405683:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788204763.405686:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937889024, portal 4
00000100:00000001:0.0:1788204763.405689:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204763.405691:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000040:0.0:1788204763.405704:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937889024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204763.405712:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204763.405714:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204763.405716:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db52a8.
00000100:00000200:0.0:1788204763.405720:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937889024, offset 0
00000400:00000200:0.0:1788204763.405726:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204763.405730:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204763.405734:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204763.405737:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204763.405740:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204763.405743:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204763.405745:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204763.405748:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546895:546895:253:4294967295] 192.168.201.135@tcp LPNI seq info [546861:546861:5:4294967295]
00000400:00000200:0.0:1788204763.405752:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204763.405758:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204763.405762:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204763.405765:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905400.
00000800:00000200:0.0:1788204763.405769:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204763.405772:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788204763.405775:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204763.405792:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204763.405795:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204763.405797:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309741685
00000100:00000001:0.0:1788204763.405800:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309745356
00000100:00000001:0.0:1788204763.405802:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309741685
00000100:00000001:0.0:1788204763.405804:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309745356
00000100:00000001:0.0:1788204763.405806:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204763.405808:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.405810:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204763.405815:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937889152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204763.405822:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204763.405823:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204763.405825:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204763.405827:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204763.405829:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204763.405831:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937889152:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204763.405834:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204763.405836:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204763.405838:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204763.405840:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204763.405843:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204763.405845:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204763.405848:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204763.405850:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788204763.405853:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db56e8.
00000100:00000200:0.0:1788204763.405856:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937889152, portal 4
00000100:00000001:0.0:1788204763.405857:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204763.405858:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:0.0:1788204763.405863:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937889152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204763.405870:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204763.405873:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204763.405875:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5088.
00000100:00000200:0.0:1788204763.405877:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937889152, offset 0
00000400:00000200:0.0:1788204763.405882:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204763.405886:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204763.405889:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204763.405891:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204763.405894:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204763.405896:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204763.405898:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204763.405901:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546896:546896:252:4294967295] 192.168.201.135@tcp LPNI seq info [546862:546862:4:4294967295]
00000400:00000200:0.0:1788204763.405905:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204763.405911:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204763.405915:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204763.405918:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204763.405922:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204763.405925:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788204763.405928:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204763.405932:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204763.405934:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204763.405936:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309741702
00000100:00000001:0.0:1788204763.405939:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309745356
00000100:00000001:0.0:1788204763.405941:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309741702
00000100:00000001:0.0:1788204763.405943:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309745356
00000100:00000001:0.0:1788204763.405945:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204763.405947:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.405950:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.405952:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204763.405955:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204763.405957:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788204763.405959:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204763.405961:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204763.405963:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204763.405965:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204763.596409:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204763.596418:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204763.596421:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204763.596427:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204763.596430:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204763.596435:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.596438:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204763.596441:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204763.596444:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204764.108538:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204764.108547:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204764.108556:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204764.108557:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204764.108656:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204764.108662:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204764.108666:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204764.620446:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204764.620454:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204764.620456:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204764.620461:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204764.620465:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204764.620469:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204764.620472:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204764.620474:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204764.620477:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204765.132454:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204765.132464:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204765.132473:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204765.132475:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204765.132537:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204765.132547:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204765.132557:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204765.644436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204765.644445:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204765.644446:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204765.644451:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204765.644455:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204765.644459:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204765.644461:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204765.644464:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204765.644467:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204766.156457:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204766.156469:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204766.156472:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204766.156477:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204766.156484:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204766.156487:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204766.156490:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204766.156493:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204766.156499:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204766.156502:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204766.156504:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204766.156506:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204766.156508:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204766.156509:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204766.156511:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204766.156514:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204766.156626:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204766.156631:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204766.156634:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788204766.476681:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:2.0:1788204766.476751:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788204766.476764:0:2380:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204766.476769:0:2380:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:2.0:1788204766.476777:0:2380:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204766.476782:0:2380:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788204766.476788:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204766.476793:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:2.0:1788204766.476801:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204766.476807:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204766.476817:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db57f8
00000400:00000010:2.0:1788204766.476821:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db57f8.
00000100:00000001:2.0:1788204766.476831:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204766.476846:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba68a80 x1875052937888640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204766.476889:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204766.476896:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937888640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204766.476906:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204766.476909:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204766.476925:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204766.476929:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905c00.
00000400:00000200:2.0:1788204766.476932:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204766.476936:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204766.476940:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5e58
00000400:00000010:2.0:1788204766.476943:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5e58.
00000100:00000001:2.0:1788204766.476946:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204766.476953:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba6b800 x1875052937888768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204766.476962:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204766.476966:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937888768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204766.476972:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204766.476974:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204766.476979:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204766.476982:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905e00.
00000400:00000200:2.0:1788204766.476985:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204766.476989:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204766.476992:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5110
00000400:00000010:2.0:1788204766.476994:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5110.
00000100:00000001:2.0:1788204766.476997:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204766.477002:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba69f80 x1875052937888896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204766.477011:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204766.477013:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937888896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204766.477020:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204766.477022:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204766.477027:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204766.477031:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905400.
00000400:00000200:2.0:1788204766.477034:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204766.477038:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204766.477041:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db52a8
00000400:00000010:2.0:1788204766.477043:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db52a8.
00000100:00000001:2.0:1788204766.477046:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204766.477051:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba6b100 x1875052937889024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204766.477059:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204766.477062:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937889024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204766.477069:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204766.477070:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204766.477075:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204766.477077:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:2.0:1788204766.477080:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204766.477083:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204766.477086:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5088
00000400:00000010:2.0:1788204766.477088:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5088.
00000100:00000001:2.0:1788204766.477090:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204766.477095:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba6bb80 x1875052937889152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204766.477102:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204766.477106:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937889152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204766.477112:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204766.477114:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204766.477239:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204766.477246:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204766.477249:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204766.477259:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204763/real 1788204766]  req@ffff8c5d3ba6b100 x1875052937889024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204766.477275:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204766.477278:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204766.477282:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527c60.
00000400:00000200:0.0:1788204766.477287:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788204766.477289:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788204766.477293:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204766.477340:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937889024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204766.477352:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937889024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477359:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204766.477361:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477365:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204766.477368:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204766.477373:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937889024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477380:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204766.477387:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937889024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477396:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204766.477401:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477403:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204766.477405:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477409:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204766.477412:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204766.477417:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204766.477423:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204766.477427:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204766.477432:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937889024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204766.477441:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937889024:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204766.477448:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204766.477452:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204763/real 1788204766]  req@ffff8c5d3ba6bb80 x1875052937889152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204766.477462:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204766.477463:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204766.477466:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788204766.477470:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db56e8
00000400:00000010:0.0:1788204766.477472:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db56e8.
00000100:00000001:0.0:1788204766.477474:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204766.477477:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937889152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204766.477487:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937889152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477495:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204766.477497:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477499:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204766.477501:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204766.477505:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937889152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477513:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204766.477518:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937889152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477526:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204766.477528:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477530:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204766.477531:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477533:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204766.477535:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204766.477537:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204766.477543:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204766.477545:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204766.477550:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937889152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204766.477558:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937889152:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204766.477563:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204766.477567:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204763/real 1788204766]  req@ffff8c5d3ba6b800 x1875052937888768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204766.477577:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204766.477579:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204766.477581:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527688.
00000400:00000200:0.0:1788204766.477584:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5d48
00000400:00000010:0.0:1788204766.477586:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5d48.
00000100:00000001:0.0:1788204766.477589:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204766.477594:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937888768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204766.477611:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937888768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477619:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204766.477621:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477623:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204766.477625:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204766.477629:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937888768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477637:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204766.477641:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937888768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477649:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204766.477652:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477654:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204766.477655:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477657:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204766.477659:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204766.477663:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204766.477668:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204766.477672:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204766.477676:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937888768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204766.477686:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937888768:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204766.477691:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204766.477698:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204763/real 1788204766]  req@ffff8c5d3ba69f80 x1875052937888896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204766.477713:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204766.477714:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204766.477717:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527d68.
00000400:00000200:0.0:1788204766.477720:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204766.477722:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204766.477725:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204766.477728:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937888896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204766.477736:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937888896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477743:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204766.477744:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477747:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204766.477748:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204766.477752:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937888896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477760:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204766.477765:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937888896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477771:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204766.477773:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477775:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204766.477776:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477778:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204766.477779:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204766.477783:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204766.477787:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204766.477790:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204766.477795:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937888896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204766.477803:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937888896:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204766.477808:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204766.477812:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204763/real 1788204766]  req@ffff8c5d3ba68a80 x1875052937888640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204766.477821:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204766.477822:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204766.477825:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204766.477827:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204766.477830:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204766.477833:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204766.477837:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937888640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204766.477847:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937888640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477855:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204766.477857:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477859:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204766.477861:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204766.477866:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937888640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477873:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204766.477880:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937888640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477886:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204766.477888:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477890:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204766.477893:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477894:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204766.477896:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204766.477898:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204766.477902:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204766.477904:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204766.477908:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937888640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204766.477916:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937888640:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788204766.477921:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477924:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204766.477928:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937889024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477936:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204766.477942:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204766.477949:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788204766.477954:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204766.477958:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204766.477960:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204766.477963:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204766.477967:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:0.0:1788204766.477972:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204766.477975:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204766.477977:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:0.0:1788204766.477982:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204766.477983:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.477984:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204766.477988:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937889152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.477994:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204766.477996:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204766.477997:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204766.478001:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204766.478003:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204766.478004:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204766.478006:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204766.478007:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:0.0:1788204766.478009:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204766.478011:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204766.478012:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:0.0:1788204766.478015:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204766.478016:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.478017:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204766.478020:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937888768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.478027:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204766.478029:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204766.478030:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204766.478032:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204766.478033:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204766.478035:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204766.478037:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204766.478038:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:0.0:1788204766.478040:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204766.478041:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204766.478043:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:0.0:1788204766.478045:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204766.478047:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.478048:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204766.478051:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937888896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.478066:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204766.478068:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204766.478069:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204766.478073:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204766.478074:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204766.478075:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204766.478078:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204766.478080:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:0.0:1788204766.478083:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204766.478084:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204766.478086:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:0.0:1788204766.478089:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204766.478090:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.478092:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204766.478096:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937888640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204766.478106:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204766.478108:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204766.478109:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204766.478112:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204766.478113:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204766.478114:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204766.478116:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204766.478118:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:0.0:1788204766.478120:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204766.478121:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204766.478123:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:0.0:1788204766.478126:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204766.478127:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.478131:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204766.478143:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204766.478145:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204766.478148:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204766.478151:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204766.668475:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204766.668485:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204766.668488:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204766.668495:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204766.668499:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204766.668504:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204766.668507:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204766.668511:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204766.668516:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204767.180448:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204767.180455:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204767.180463:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204767.180473:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204767.180552:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204767.180558:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204767.180562:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204767.244374:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309745356, at 4309745408
00000100:00000040:0.0:1788204767.244377:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309745356, at 4309745408
00000100:00000010:1.0:1788204767.244389:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074ea0.
00000100:00000010:0.0:1788204767.244392:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204767.692364:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204767.692370:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204767.692372:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204767.692376:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204767.692380:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204767.692382:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204767.692384:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204767.692387:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204767.692388:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204768.204427:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204768.204433:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204768.204438:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204768.204439:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204768.204498:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204768.204502:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204768.204505:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204768.524465:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204768.524477:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204768.524481:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204768.524485:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204768.524491:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204768.524500:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15074
00000400:00000200:1.0:1788204768.524511:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204768.524522:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204768.524526:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204768.524531:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204768.524536:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204768.524539:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204768.524542:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204768.524547:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204768.524550:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204768.524554:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204768.524557:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204768.524560:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204768.524562:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204768.524566:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204768.524568:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204768.524570:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204768.524572:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204768.524575:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204768.524581:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204768.524583:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204768.524587:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204768.524591:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204768.524594:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.524596:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204768.524599:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204768.524606:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece680.
00000020:00000040:1.0:1788204768.524610:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204768.524615:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204768.524617:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.524620:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204768.524623:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204768.524627:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204768.524636:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:1.0:1788204768.524643:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204768.524652:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece680 x1875052937889280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204768.524663:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204768.524669:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204768.524674:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb9bc345] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece680 x1875052937889280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.524703:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204768.524707:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204768.524710:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204768.524712:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204768.524714:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204768.524717:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204768.524720:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15074
00000400:00000200:1.0:1788204768.524723:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204768.524727:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204768.524730:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204768.524733:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204768.524736:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204768.524740:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204768.524742:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204768.524744:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204768.524746:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204768.524749:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204768.524752:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1788204768.524752:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204768.524756:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204768.524759:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788204768.524761:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204768.524764:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204768.524767:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204768.524771:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204768.524775:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece680 x1875052937889280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204768.524776:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204768.524781:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204768.524786:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204768.524793:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204768.524799:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.524800:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788204768.524802:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204768.524804:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204768.524809:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204768.524810:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204768.524815:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204768.524816:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204768.524822:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.524823:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204768.524830:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788204768.524831:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937889280:192.168.201.135@tcp:250:kworker.0
00000008:00000001:1.0:1788204768.524839:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.524841:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204768.524843:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204768.524848:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1788204768.524850:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd180.
02000000:00000001:0.0:1788204768.524853:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204768.524855:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204768.524859:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788204768.524861:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204768.524864:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.524866:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:0.0:1788204768.524867:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:1.0:1788204768.524868:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204768.524872:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204768.524873:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204768.524881:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000400:00000200:0.0:1788204768.524886:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204768.524889:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204768.524893:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00100000:1.0:1788204768.524899:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd180 x1875052937889408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1788204768.524904:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:1.0:1788204768.524914:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1788204768.524915:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937889280, portal 25
00000100:00000001:1.0:1788204768.524919:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.524921:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204768.524924:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525056 : -127143247026560 : ffff8c5d27ece680)
00000100:00000040:1.0:1788204768.524926:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d402d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd180 x1875052937889408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204768.524935:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece680 x1875052937889280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.524965:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788204768.524970:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204768.524972:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:1.0:1788204768.524975:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788204768.524977:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204768.524983:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937889280, offset 0
00000100:00080000:1.0:1788204768.524984:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204768.524987:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204768.524989:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788204768.524995:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204768.524996:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204768.525002:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15074
00000400:00000200:0.0:1788204768.525007:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204768.525016:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204768.525022:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204768.525028:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204768.525032:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204768.525035:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204768.525039:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546897:546897:256:4294967295] 192.168.201.135@tcp LPNI seq info [546863:546863:8:4294967295]
00000400:00000200:0.0:1788204768.525044:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204768.525055:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1788204768.525064:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:0.0:1788204768.525065:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204768.525073:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000010:0.0:1788204768.525076:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00080000:1.0:1788204768.525077:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204768.525084:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204768.525087:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788204768.525092:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:1.0:1788204768.525094:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:0.0:1788204768.525099:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1788204768.525099:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204768.525104:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204768.525107:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204768.525110:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204768.525114:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000200:0.1:1788204768.525115:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:1.0:1788204768.525120:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:0.1:1788204768.525122:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000020:00000001:1.0:1788204768.525126:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204768.525148:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000100:0.0:1788204768.525149:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204768.525154:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1788204768.525155:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000100:00000040:1.0:1788204768.525160:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204768.525164:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788204768.525165:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204768.525171:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:0.0:1788204768.525176:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1788204768.525179:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204768.525184:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204768.525185:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
02000000:00000001:1.0:1788204768.525188:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1788204768.525190:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
02000000:00000001:1.0:1788204768.525197:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204768.525198:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1788204768.525203:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.525207:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:0.0:1788204768.525208:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece680 x1875052937889280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1788204768.525210:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204768.525217:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.525221:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204768.525228:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecea00.
00000100:00000001:0.0:1788204768.525232:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1788204768.525232:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204768.525238:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1788204768.525239:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece680 x1875052937889280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204768.525241:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.525246:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204768.525250:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204768.525253:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.525256:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.525260:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:1.0:1788204768.525260:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000001:1.0:1788204768.525267:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.525269:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204768.525276:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecea00 x1875052937889536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204768.525277:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204768.525282:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309750476
00000100:00000010:0.0:1788204768.525291:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:1.0:1788204768.525293:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204768.525297:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204768.525337:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0471f4c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecea00 x1875052937889536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.525347:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204768.525350:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204768.525354:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204768.525356:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204768.525357:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1788204768.525359:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204768.525365:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204768.525368:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309750477
00000100:00000010:0.0:1788204768.525373:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c0749c0.
00000100:00000001:0.0:1788204768.525377:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204768.525380:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1788204768.525384:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15074
00000100:00000001:0.0:1788204768.525386:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.525392:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1788204768.525394:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:0.0:1788204768.525400:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204768/real 1788204768]  req@ffff8c5d27ece680 x1875052937889280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204768.525402:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204768.525408:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204768.525415:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204768.525420:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1788204768.525424:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1788204768.525425:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000001:0.0:1788204768.525429:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1788204768.525431:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:0.0:1788204768.525439:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000020:00000001:1.0:1788204768.525441:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204768.525444:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000400:00000200:0.0:1788204768.525445:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000020:00000001:1.0:1788204768.525447:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:0.0:1788204768.525450:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000020:00000040:1.0:1788204768.525453:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:0.0:1788204768.525456:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1788204768.525458:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204768.525462:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000200:0.0:1788204768.525465:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece680 x1875052937889280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204768.525469:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204768.525476:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204768.525480:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204768.525482:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204768.525484:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204768.525487:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204768.525490:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204768.525492:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204768.525495:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204768.525500:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204768.525503:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece680 x1875052937889280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.525504:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204768.525508:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204768.525516:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.525520:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.525523:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204768.525527:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1788204768.525527:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc000.
00000100:00000001:0.0:1788204768.525533:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:1.0:1788204768.525533:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204768.525538:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204768.525540:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204768.525543:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204768.525547:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1788204768.525548:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece680 x1875052937889280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204768.525550:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204768.525554:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204768.525561:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:0.0:1788204768.525563:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.525567:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204768.525573:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece680 x1875052937889280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204768.525577:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc000 x1875052937889664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204768.525598:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204768.525600:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204768.525606:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204768.525606:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.525612:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204768.525615:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204768.525616:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78f2b1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc000 x1875052937889664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.525622:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204768.525627:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204768.525631:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204768.525632:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204768.525636:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204768.525640:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00080000:1.0:1788204768.525642:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204768.525645:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1788204768.525646:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204768.525651:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1788204768.525655:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece680 x1875052937889280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.525656:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204768.525662:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15074
00000400:00000200:1.0:1788204768.525672:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:0.0:1788204768.525678:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937889280:192.168.201.135@tcp:250:kworker.0
00000400:00000200:1.0:1788204768.525681:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204768.525687:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204768.525689:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204768.525694:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204768.525696:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204768.525700:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204768.525708:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:0.0:1788204768.525709:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece680 x1875052937889280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204768.525712:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204768.525718:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204768.525721:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204768.525725:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204768.525726:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:1.0:1788204768.525728:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
02000000:00000001:0.0:1788204768.525731:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:1.0:1788204768.525732:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000010:0.0:1788204768.525735:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
00000020:00000001:1.0:1788204768.525737:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204768.525743:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204768.525745:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204768.525748:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204768.525750:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204768.525752:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204768.525757:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:0.0:1788204768.525759:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1788204768.525761:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204768.525763:0:2392:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:1.0:1788204768.525765:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000040:0.0:1788204768.525767:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204768.525771:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1788204768.525772:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:1.0:1788204768.525777:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204768.525778:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
00000100:00000001:1.0:1788204768.525782:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204768.525786:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000008:00100000:1.0:1788204768.525787:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1788204768.525790:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000008:00000001:1.0:1788204768.525793:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204768.525795:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece680.
00000100:00000001:1.0:1788204768.525797:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.525801:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204768.525805:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1788204768.525805:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd880.
00000020:00000040:1.0:1788204768.525811:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204768.525813:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204768.525818:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204768.525822:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.525824:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204768.525825:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204768.525829:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204768.525830:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204768.525832:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.525838:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:1.0:1788204768.525840:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:0.0:1788204768.525842:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204768.525847:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788204768.525847:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204768.525854:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd180 x1875052937889408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204768.525858:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd880 x1875052937889792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204768.525880:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204768.525885:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204768.525893:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6204fb] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd880 x1875052937889792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.525894:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204768.525899:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204768.525905:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204768.525908:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204768.525911:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204768.525913:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204768.525920:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15084)
00000100:00100000:0.0:1788204768.525921:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937889408:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204768.525928:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204768.525931:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204768.525933:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204768.525936:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204768.525939:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204768.525942:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204768.525947:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204768.525950:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204768.525956:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204768.525960:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937889408, portal 10
00000100:00000001:0.0:1788204768.525962:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204768.525963:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462519680 : -127143247031936 : ffff8c5d27ecd180)
00000100:00000040:0.0:1788204768.525971:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd180 x1875052937889408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.525978:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204768.525981:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204768.525984:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204768.525986:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937889408, offset 0
00000400:00000200:0.0:1788204768.525991:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204768.525996:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204768.526000:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204768.526004:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204768.526006:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204768.526009:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204768.526012:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204768.526015:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546898:546898:256:4294967295] 192.168.201.135@tcp LPNI seq info [546864:546864:8:4294967295]
00000400:00000200:0.0:1788204768.526019:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204768.526027:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204768.526032:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204768.526036:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204768.526041:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204768.526044:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204768.526049:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204768.526052:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204768.526056:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204768.526060:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204768.526063:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204768.526067:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204768.526071:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204768.526073:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204768.526075:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204768.526079:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd180 x1875052937889408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526087:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204768.526090:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd180 x1875052937889408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526097:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.526099:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204768.526103:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204768.526107:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204768.526110:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204768.526112:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309746717
00000100:00000001:0.0:1788204768.526115:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309750476
00000100:00000001:0.0:1788204768.526117:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309746717
00000100:00000001:0.0:1788204768.526120:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309750477
00000100:00000001:0.0:1788204768.526122:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204768.526125:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.526127:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204768.526145:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204768/real 1788204768]  req@ffff8c5d27ecd180 x1875052937889408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204768.526154:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204768.526156:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204768.526158:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204768.526161:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204768.526163:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204768.526165:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204768.526169:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd180 x1875052937889408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204768.526178:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd180 x1875052937889408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526186:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204768.526188:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.526190:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204768.526191:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204768.526195:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd180 x1875052937889408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526203:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204768.526207:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd180 x1875052937889408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526215:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204768.526217:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.526219:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204768.526221:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.526223:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204768.526225:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204768.526228:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204768.526232:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204768.526234:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204768.526239:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd180 x1875052937889408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204768.526247:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937889408:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204768.526252:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204768.526256:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecea00 x1875052937889536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526264:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204768.526265:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204768.526268:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204768.526270:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204768.526272:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204768.526275:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937889536:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204768.526279:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204768.526281:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204768.526283:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204768.526285:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204768.526289:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204768.526291:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204768.526294:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204768.526325:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204768.526330:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204768.526333:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937889536, portal 10
00000100:00000001:0.0:1788204768.526335:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204768.526336:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525952 : -127143247025664 : ffff8c5d27ecea00)
00000100:00000040:0.0:1788204768.526343:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecea00 x1875052937889536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526350:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204768.526353:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204768.526355:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204768.526357:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937889536, offset 0
00000400:00000200:0.0:1788204768.526362:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204768.526366:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204768.526370:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204768.526373:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204768.526376:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204768.526378:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204768.526381:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204768.526384:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546899:546899:256:4294967295] 192.168.201.135@tcp LPNI seq info [546865:546865:8:4294967295]
00000400:00000200:0.0:1788204768.526389:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204768.526396:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204768.526401:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204768.526404:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204768.526409:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204768.526412:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204768.526416:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204768.526418:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204768.526422:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204768.526424:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204768.526427:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204768.526431:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204768.526434:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204768.526435:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204768.526438:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204768.526442:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecea00 x1875052937889536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526451:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204768.526455:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecea00 x1875052937889536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526461:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.526463:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204768.526467:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204768.526470:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204768.526473:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204768.526475:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309746713
00000100:00000001:0.0:1788204768.526478:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309750476
00000100:00000001:0.0:1788204768.526480:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309746713
00000100:00000001:0.0:1788204768.526483:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309750477
00000100:00000001:0.0:1788204768.526485:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204768.526487:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.526489:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204768.526493:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204768/real 1788204768]  req@ffff8c5d27ecea00 x1875052937889536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204768.526501:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204768.526503:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204768.526505:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204768.526508:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204768.526509:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204768.526512:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204768.526516:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecea00 x1875052937889536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204768.526524:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecea00 x1875052937889536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526531:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204768.526533:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.526535:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204768.526537:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204768.526540:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecea00 x1875052937889536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526547:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204768.526552:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecea00 x1875052937889536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526559:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204768.526561:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.526563:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204768.526564:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.526566:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204768.526568:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204768.526570:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204768.526574:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204768.526576:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204768.526581:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecea00 x1875052937889536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204768.526589:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937889536:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204768.526594:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204768.526597:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc000 x1875052937889664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526603:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204768.526605:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204768.526607:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204768.526609:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204768.526611:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204768.526614:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937889664:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204768.526617:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204768.526619:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204768.526621:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204768.526623:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204768.526626:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204768.526629:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204768.526633:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204768.526636:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204768.526639:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204768.526643:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937889664, portal 4
00000100:00000001:0.0:1788204768.526645:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204768.526646:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462515200 : -127143247036416 : ffff8c5d27ecc000)
00000100:00000040:0.0:1788204768.526652:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc000 x1875052937889664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526658:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204768.526660:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204768.526662:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204768.526665:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937889664, offset 0
00000400:00000200:0.0:1788204768.526669:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204768.526675:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204768.526678:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204768.526681:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204768.526684:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204768.526687:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204768.526689:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204768.526692:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546900:546900:256:4294967295] 192.168.201.135@tcp LPNI seq info [546866:546866:8:4294967295]
00000400:00000200:0.0:1788204768.526696:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204768.526702:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204768.526707:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204768.526711:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204768.526715:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204768.526718:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204768.526722:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204768.526725:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204768.526729:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204768.526731:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204768.526734:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204768.526737:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204768.526740:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204768.526742:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204768.526745:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204768.526749:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc000 x1875052937889664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526757:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204768.526759:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc000 x1875052937889664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526766:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.526768:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204768.526772:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204768.526775:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204768.526779:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204768.526781:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309746806
00000100:00000001:0.0:1788204768.526784:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309750476
00000100:00000001:0.0:1788204768.526786:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309746806
00000100:00000001:0.0:1788204768.526788:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309750477
00000100:00000001:0.0:1788204768.526790:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204768.526793:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.526795:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204768.526798:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204768/real 1788204768]  req@ffff8c5d27ecc000 x1875052937889664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204768.526806:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204768.526807:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204768.526809:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204768.526812:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204768.526813:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204768.526815:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204768.526819:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc000 x1875052937889664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204768.526827:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc000 x1875052937889664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526834:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204768.526835:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.526837:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204768.526838:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204768.526842:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc000 x1875052937889664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526849:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204768.526852:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc000 x1875052937889664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526859:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204768.526861:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.526862:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204768.526863:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.526865:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204768.526866:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204768.526868:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204768.526871:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204768.526873:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204768.526877:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc000 x1875052937889664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204768.526884:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937889664:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204768.526888:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.526890:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204768.526894:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd180 x1875052937889408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526901:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204768.526903:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204768.526906:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204768.526909:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204768.526910:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204768.526912:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204768.526914:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204768.526917:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:0.0:1788204768.526920:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204768.526921:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204768.526923:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd180.
00000100:00000001:0.0:1788204768.526926:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204768.526927:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.526929:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204768.526932:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecea00 x1875052937889536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526938:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204768.526940:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204768.526941:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204768.526943:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204768.526944:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204768.526945:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204768.526947:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204768.526948:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:0.0:1788204768.526950:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204768.526951:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204768.526953:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecea00.
00000100:00000001:0.0:1788204768.526955:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204768.526956:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.526958:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204768.526961:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc000 x1875052937889664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.526967:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204768.526968:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204768.526970:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204768.526973:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204768.526974:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204768.526975:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204768.526978:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204768.526979:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:0.0:1788204768.526981:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204768.526982:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204768.526984:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc000.
00000100:00000001:0.0:1788204768.526986:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204768.526987:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.526989:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.526995:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204768.526996:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.526999:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204768.527000:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204768.527002:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204768.527006:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd880 x1875052937889792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.527012:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204768.527014:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204768.527016:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204768.527017:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204768.527020:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204768.527023:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937889792:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204768.527026:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204768.527028:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204768.527030:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204768.527031:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204768.527035:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204768.527038:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204768.527041:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204768.527044:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204768.527047:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204768.527050:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937889792, portal 4
00000100:00000001:0.0:1788204768.527052:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204768.527053:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462521472 : -127143247030144 : ffff8c5d27ecd880)
00000100:00000040:0.0:1788204768.527059:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd880 x1875052937889792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.527071:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204768.527073:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204768.527075:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204768.527078:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937889792, offset 0
00000400:00000200:0.0:1788204768.527083:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204768.527087:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204768.527091:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204768.527094:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204768.527096:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204768.527099:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204768.527102:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204768.527104:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546901:546901:256:4294967295] 192.168.201.135@tcp LPNI seq info [546867:546867:8:4294967295]
00000400:00000200:0.0:1788204768.527109:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204768.527115:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204768.527119:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204768.527122:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204768.527126:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204768.527128:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788204768.527148:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204768.527151:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788204768.527154:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204768.527156:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204768.527160:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204768.527163:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204768.527166:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204768.527168:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204768.527171:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204768.527174:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd880 x1875052937889792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.527182:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204768.527185:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd880 x1875052937889792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204793 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.527196:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.527198:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204768.527200:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204768.527203:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204768.527206:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204768.527209:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309746823
00000100:00000001:0.0:1788204768.527211:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309750476
00000100:00000001:0.0:1788204768.527213:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309746823
00000100:00000001:0.0:1788204768.527215:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309750477
00000100:00000001:0.0:1788204768.527217:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204768.527219:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.527221:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204768.527224:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204768/real 1788204768]  req@ffff8c5d27ecd880 x1875052937889792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204768.527231:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204768.527232:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204768.527234:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204768.527236:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204768.527237:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204768.527240:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204768.527242:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd880 x1875052937889792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204768.527250:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd880 x1875052937889792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.527256:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204768.527257:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.527259:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204768.527260:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204768.527263:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd880 x1875052937889792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.527270:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204768.527274:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd880 x1875052937889792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.527281:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204768.527283:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.527285:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204768.527286:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.527288:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204768.527289:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204768.527292:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204768.527296:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204768.527324:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204768.527329:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd880 x1875052937889792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204768.527337:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937889792:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204768.527341:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.527343:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204768.527347:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd880 x1875052937889792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204793 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204768.527353:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204768.527355:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204768.527357:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204768.527360:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204768.527362:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204768.527363:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204768.527365:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204768.527367:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:0.0:1788204768.527369:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204768.527371:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204768.527373:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd880.
00000100:00000001:0.0:1788204768.527375:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204768.527376:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.527378:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204768.527382:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204768.527384:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204768.527386:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204768.527388:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204768.716377:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204768.716384:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204768.716386:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204768.716390:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204768.716393:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204768.716395:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204768.716397:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204768.716399:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204768.716401:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204769.228476:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204769.228485:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204769.228494:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204769.228496:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204769.228600:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204769.228606:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204769.228611:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204769.740412:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204769.740418:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204769.740420:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204769.740424:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204769.740426:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204769.740429:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204769.740431:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204769.740433:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204769.740436:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204770.252423:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204770.252430:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204770.252434:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204770.252435:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204770.252499:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204770.252504:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204770.252508:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204770.764444:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204770.764452:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204770.764454:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204770.764461:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204770.764464:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204770.764468:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204770.764470:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204770.764473:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204770.764475:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204771.276415:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204771.276421:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204771.276425:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204771.276426:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204771.276491:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204771.276494:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204771.276498:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204771.788414:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204771.788423:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204771.788426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204771.788432:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204771.788437:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204771.788442:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204771.788445:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204771.788448:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204771.788451:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204772.300505:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204772.300515:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204772.300521:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204772.300522:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204772.300614:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204772.300620:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204772.300623:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204772.364437:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309750476, at 4309750528
00000100:00000040:1.0:1788204772.364437:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309750477, at 4309750528
00000100:00000010:1.0:1788204772.364454:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0749c0.
00000100:00000010:0.0:1788204772.364464:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204772.812425:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204772.812432:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204772.812434:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204772.812440:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204772.812443:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204772.812447:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204772.812450:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204772.812453:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204772.812456:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204773.324452:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204773.324459:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204773.324465:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204773.324466:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204773.324565:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204773.324572:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204773.324577:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204773.644429:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204773.644445:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204773.644449:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204773.644453:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204773.644459:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204773.644469:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15079
00000400:00000200:1.0:1788204773.644482:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204773.644490:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204773.644494:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204773.644497:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204773.644499:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204773.644501:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204773.644504:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204773.644507:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204773.644510:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204773.644512:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204773.644515:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204773.644517:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204773.644519:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204773.644521:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204773.644523:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204773.644524:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204773.644525:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204773.644528:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204773.644531:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204773.644532:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204773.644535:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204773.644539:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204773.644542:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.644544:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204773.644547:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204773.644558:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc380.
00000020:00000040:1.0:1788204773.644561:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204773.644566:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204773.644567:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.644571:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204773.644573:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204773.644578:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204773.644586:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788204773.644593:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204773.644612:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc380 x1875052937889920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204773.644625:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204773.644634:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204773.644639:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d497cf7b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc380 x1875052937889920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204773.644659:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204773.644662:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204773.644665:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204773.644666:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204773.644667:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204773.644669:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204773.644671:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15079
00000400:00000200:1.0:1788204773.644674:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204773.644676:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204773.644678:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204773.644680:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204773.644682:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204773.644684:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204773.644686:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204773.644688:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204773.644690:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204773.644691:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204773.644693:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204773.644694:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204773.644696:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204773.644698:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204773.644699:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204773.644700:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788204773.644701:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204773.644703:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204773.644704:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204773.644707:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204773.644710:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204773.644711:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1788204773.644712:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204773.644715:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1788204773.644719:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204773.644724:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204773.644726:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc380 x1875052937889920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204773.644726:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204773.644732:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204773.644739:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204773.644741:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204773.644742:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204773.644746:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204773.644749:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd880.
02000000:00000001:0.0:1788204773.644750:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1788204773.644752:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204773.644755:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204773.644756:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204773.644759:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204773.644760:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.644762:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204773.644766:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1788204773.644767:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937889920:192.168.201.135@tcp:250:kworker.0
02000000:00000001:1.0:1788204773.644769:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204773.644773:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1788204773.644775:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:0.0:1788204773.644778:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788204773.644779:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204773.644782:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204773.644787:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1788204773.644787:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd880 x1875052937890048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204773.644795:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204773.644797:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204773.644798:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204773.644802:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204773.644802:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6204fb] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd880 x1875052937890048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204773.644812:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204773.644813:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:1.0:1788204773.644818:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788204773.644820:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00080000:1.0:1788204773.644822:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204773.644825:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204773.644826:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1788204773.644829:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:1.0:1788204773.644829:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204773.644834:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15079
00000100:00000200:0.0:1788204773.644839:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937889920, portal 25
00000400:00000200:1.0:1788204773.644839:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204773.644844:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:1.0:1788204773.644846:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204773.644847:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516096 : -127143247035520 : ffff8c5d27ecc380)
00000100:00080000:1.0:1788204773.644853:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204773.644857:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc380 x1875052937889920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204773.644861:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204773.644869:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204773.644870:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204773.644875:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:0.0:1788204773.644876:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204773.644880:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000001:1.0:1788204773.644882:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:0.0:1788204773.644884:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937889920, offset 0
00000020:00000001:1.0:1788204773.644889:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204773.644892:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:0.0:1788204773.644896:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000001:1.0:1788204773.644897:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204773.644901:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204773.644905:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788204773.644906:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:1.0:1788204773.644911:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788204773.644916:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:1.0:1788204773.644920:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204773.644925:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788204773.644925:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204773.644931:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204773.644934:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:1.0:1788204773.644939:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788204773.644941:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204773.644946:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000020:00000040:1.0:1788204773.644946:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204773.644952:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:0.0:1788204773.644956:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546902:546902:256:4294967295] 192.168.201.135@tcp LPNI seq info [546868:546868:8:4294967295]
00000100:00000001:1.0:1788204773.644957:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204773.644962:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204773.644965:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788204773.644967:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204773.644972:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204773.644979:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788204773.644979:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204773.644984:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.0:1788204773.644989:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000008:00000001:1.0:1788204773.644992:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204773.644996:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00000001:1.0:1788204773.644996:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204773.645002:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc000.
00000800:00000200:0.0:1788204773.645007:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:1.0:1788204773.645009:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000200:0.0:1788204773.645012:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1788204773.645014:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204773.645018:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204773.645020:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204773.645022:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:0.1:1788204773.645025:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1788204773.645026:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:0.0:1788204773.645031:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
02000000:00000001:1.0:1788204773.645031:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204773.645035:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204773.645055:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:1.0:1788204773.645060:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000400:00000200:0.0:1788204773.645063:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788204773.645067:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204773.645073:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000100:00100000:1.0:1788204773.645078:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc000 x1875052937890176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1788204773.645079:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:1.0:1788204773.645091:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204773.645092:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204773.645095:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204773.645102:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc380 x1875052937889920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204773.645102:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78f2b1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc000 x1875052937890176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.645134:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204773.645139:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204773.645141:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc380 x1875052937889920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204773.645143:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204773.645151:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204773.645153:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204773.645157:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204773.645158:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.645161:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204773.645162:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1788204773.645167:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15079
00000100:00000001:0.0:1788204773.645170:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204773.645172:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204773.645179:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204773.645179:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204773.645184:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309755596
00000100:00080000:1.0:1788204773.645184:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1788204773.645191:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000040:1.0:1788204773.645192:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204773.645195:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204773.645197:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204773.645199:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204773.645200:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000001:1.0:1788204773.645201:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204773.645204:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204773.645206:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204773.645209:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:0.0:1788204773.645210:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309755596
00000020:00000001:1.0:1788204773.645211:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204773.645216:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000010:0.0:1788204773.645217:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074840.
00000100:00000040:1.0:1788204773.645220:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204773.645222:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204773.645223:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204773.645227:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204773.645227:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204773.645233:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.645234:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204773.645239:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:0.0:1788204773.645240:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1788204773.645243:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204773.645247:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204773.645248:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204773/real 1788204773]  req@ffff8c5d27ecc380 x1875052937889920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204773.645249:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204773.645253:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204773.645258:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.645261:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204773.645265:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204773.645271:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.645274:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204773.645280:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecea00.
00000400:00000001:0.0:1788204773.645282:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:1.0:1788204773.645284:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000400:00000001:0.0:1788204773.645285:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204773.645289:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
02000000:00000001:1.0:1788204773.645289:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204773.645293:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204773.645294:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000100:00000001:1.0:1788204773.645295:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1788204773.645317:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204773.645321:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204773.645324:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc380 x1875052937889920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204773.645329:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204773.645333:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204773.645336:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc380 x1875052937889920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204773.645339:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788204773.645345:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204773.645348:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204773.645352:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204773.645353:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecea00 x1875052937890304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204773.645358:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204773.645362:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204773.645363:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204773.645368:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204773.645374:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0471f4c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecea00 x1875052937890304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204773.645376:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc380 x1875052937889920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204773.645388:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204773.645393:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204773.645400:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204773.645401:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204773.645402:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204773.645406:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204773.645408:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204773.645410:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15079
00000400:00000200:1.0:1788204773.645413:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204773.645415:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204773.645418:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204773.645422:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc380 x1875052937889920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204773.645426:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204773.645433:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204773.645434:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204773.645440:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204773.645440:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204773.645444:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204773.645446:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204773.645448:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204773.645449:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204773.645452:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:1.0:1788204773.645454:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00080000:0.0:1788204773.645455:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:1.0:1788204773.645458:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00080000:0.0:1788204773.645461:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000020:00000001:1.0:1788204773.645463:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204773.645465:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1788204773.645468:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000040:0.0:1788204773.645469:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc380 x1875052937889920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204773.645474:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204773.645480:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204773.645488:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00100000:0.0:1788204773.645489:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937889920:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204773.645496:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204773.645497:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.645501:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204773.645502:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:0.0:1788204773.645506:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc380 x1875052937889920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204773.645509:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204773.645516:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:0.0:1788204773.645517:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204773.645522:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:1.0:1788204773.645525:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000010:0.0:1788204773.645526:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204773.645531:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:1.0:1788204773.645532:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204773.645534:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204773.645537:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204773.645538:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000020:00000001:0.0:1788204773.645540:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204773.645544:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788204773.645544:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204773.645547:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204773.645550:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:1.0:1788204773.645550:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204773.645553:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc380.
00000100:00000001:1.0:1788204773.645555:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204773.645556:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204773.645559:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1788204773.645559:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788204773.645565:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1788204773.645566:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.645570:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204773.645574:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd180.
00000100:00000001:0.0:1788204773.645576:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1788204773.645577:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204773.645580:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204773.645582:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204773.645585:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1788204773.645585:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.645587:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204773.645588:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1788204773.645590:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204773.645591:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1788204773.645593:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204773.645598:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd880 x1875052937890048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204773.645599:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788204773.645605:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204773.645613:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd180 x1875052937890432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204773.645615:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204773.645619:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204773.645624:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788204773.645626:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788204773.645627:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204773.645631:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204773.645632:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d402d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd180 x1875052937890432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204773.645638:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204773.645648:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937890048:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204773.645648:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204773.645655:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1788204773.645656:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15089)
02000000:00000001:0.0:1788204773.645658:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204773.645661:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204773.645662:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204773.645666:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204773.645668:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204773.645671:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204773.645674:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204773.645678:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204773.645681:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937890048, portal 10
00000100:00000001:0.0:1788204773.645682:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204773.645683:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462521472 : -127143247030144 : ffff8c5d27ecd880)
00000100:00000040:0.0:1788204773.645690:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd880 x1875052937890048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.645695:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204773.645696:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204773.645698:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204773.645699:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937890048, offset 0
00000400:00000200:0.0:1788204773.645702:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204773.645705:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204773.645708:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204773.645710:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204773.645712:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204773.645714:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204773.645716:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204773.645718:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546903:546903:256:4294967295] 192.168.201.135@tcp LPNI seq info [546869:546869:8:4294967295]
00000400:00000200:0.0:1788204773.645721:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204773.645726:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204773.645729:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204773.645731:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204773.645733:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204773.645736:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204773.645739:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204773.645741:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204773.645743:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204773.645745:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204773.645747:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204773.645750:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204773.645752:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204773.645753:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204773.645755:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204773.645757:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd880 x1875052937890048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.645763:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204773.645765:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd880 x1875052937890048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.645770:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204773.645771:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204773.645773:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204773.645776:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204773.645779:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204773.645780:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309751837
00000100:00000001:0.0:1788204773.645783:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309755596
00000100:00000001:0.0:1788204773.645784:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309751837
00000100:00000001:0.0:1788204773.645786:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309755596
00000100:00000001:0.0:1788204773.645787:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204773.645788:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204773.645790:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204773.645792:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204773/real 1788204773]  req@ffff8c5d27ecd880 x1875052937890048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204773.645797:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204773.645798:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204773.645800:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204773.645801:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204773.645802:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204773.645804:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204773.645806:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd880 x1875052937890048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204773.645811:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd880 x1875052937890048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.645815:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204773.645816:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.645817:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204773.645818:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204773.645820:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd880 x1875052937890048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.645824:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204773.645826:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd880 x1875052937890048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.645831:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204773.645832:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.645833:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204773.645834:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.645835:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204773.645837:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204773.645839:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204773.645841:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204773.645842:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204773.645845:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd880 x1875052937890048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204773.645850:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937890048:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204773.645853:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204773.645856:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc000 x1875052937890176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.645860:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204773.645861:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204773.645862:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204773.645864:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204773.645865:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204773.645866:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937890176:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204773.645868:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204773.645869:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204773.645870:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204773.645872:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204773.645874:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204773.645876:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204773.645877:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204773.645879:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204773.645881:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204773.645883:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937890176, portal 10
00000100:00000001:0.0:1788204773.645884:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204773.645885:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462515200 : -127143247036416 : ffff8c5d27ecc000)
00000100:00000040:0.0:1788204773.645889:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc000 x1875052937890176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.645893:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204773.645895:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204773.645896:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204773.645898:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937890176, offset 0
00000400:00000200:0.0:1788204773.645901:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204773.645903:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204773.645905:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204773.645907:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204773.645910:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204773.645911:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204773.645913:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204773.645915:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546904:546904:256:4294967295] 192.168.201.135@tcp LPNI seq info [546870:546870:8:4294967295]
00000400:00000200:0.0:1788204773.645918:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204773.645922:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204773.645924:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204773.645926:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204773.645928:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204773.645930:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204773.645933:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204773.645934:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204773.645937:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204773.645938:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204773.645940:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204773.645942:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204773.645944:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204773.645945:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204773.645947:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204773.645949:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc000 x1875052937890176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.645954:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204773.645956:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc000 x1875052937890176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.645961:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204773.645962:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204773.645964:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204773.645966:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204773.645968:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204773.645969:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309751832
00000100:00000001:0.0:1788204773.645971:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309755596
00000100:00000001:0.0:1788204773.645972:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309751832
00000100:00000001:0.0:1788204773.645974:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309755596
00000100:00000001:0.0:1788204773.645976:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204773.645977:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204773.645979:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204773.645981:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204773/real 1788204773]  req@ffff8c5d27ecc000 x1875052937890176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204773.645986:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204773.645987:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204773.645987:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204773.645989:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204773.645990:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204773.645991:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204773.645993:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc000 x1875052937890176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204773.645998:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc000 x1875052937890176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646003:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204773.646004:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646005:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204773.646005:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204773.646008:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc000 x1875052937890176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646011:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204773.646014:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc000 x1875052937890176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646018:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204773.646019:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646020:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204773.646021:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646022:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204773.646024:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204773.646026:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204773.646028:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204773.646030:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204773.646032:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc000 x1875052937890176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204773.646037:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937890176:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204773.646039:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204773.646058:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecea00 x1875052937890304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646063:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204773.646064:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204773.646067:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204773.646069:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204773.646071:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204773.646074:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937890304:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204773.646077:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204773.646079:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204773.646080:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204773.646082:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204773.646086:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204773.646088:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204773.646092:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204773.646094:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204773.646098:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204773.646102:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937890304, portal 4
00000100:00000001:0.0:1788204773.646104:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204773.646106:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525952 : -127143247025664 : ffff8c5d27ecea00)
00000100:00000040:0.0:1788204773.646113:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecea00 x1875052937890304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646120:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204773.646122:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204773.646124:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204773.646127:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937890304, offset 0
00000400:00000200:0.0:1788204773.646129:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204773.646132:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204773.646135:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204773.646137:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204773.646139:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204773.646141:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204773.646142:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204773.646145:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546905:546905:256:4294967295] 192.168.201.135@tcp LPNI seq info [546871:546871:8:4294967295]
00000400:00000200:0.0:1788204773.646148:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204773.646152:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204773.646154:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204773.646156:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204773.646159:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204773.646161:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204773.646164:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204773.646166:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204773.646168:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204773.646170:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204773.646172:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204773.646175:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204773.646177:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204773.646178:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204773.646180:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204773.646182:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecea00 x1875052937890304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646188:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204773.646190:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecea00 x1875052937890304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646199:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204773.646200:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204773.646202:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204773.646205:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204773.646207:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204773.646208:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309751925
00000100:00000001:0.0:1788204773.646210:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309755596
00000100:00000001:0.0:1788204773.646212:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309751925
00000100:00000001:0.0:1788204773.646213:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309755596
00000100:00000001:0.0:1788204773.646215:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204773.646217:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204773.646218:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204773.646220:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204773/real 1788204773]  req@ffff8c5d27ecea00 x1875052937890304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204773.646225:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204773.646225:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204773.646227:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204773.646228:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204773.646229:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204773.646231:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204773.646233:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecea00 x1875052937890304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204773.646238:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecea00 x1875052937890304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646241:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204773.646242:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646243:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204773.646244:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204773.646246:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecea00 x1875052937890304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646252:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204773.646255:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecea00 x1875052937890304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646259:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204773.646260:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646261:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204773.646262:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646263:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204773.646264:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204773.646266:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204773.646267:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204773.646269:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204773.646271:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecea00 x1875052937890304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204773.646276:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937890304:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204773.646278:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646279:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204773.646281:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd880 x1875052937890048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646286:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204773.646287:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204773.646288:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204773.646290:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204773.646291:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204773.646292:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204773.646294:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204773.646295:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:0.0:1788204773.646314:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204773.646315:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204773.646317:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd880.
00000100:00000001:0.0:1788204773.646319:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204773.646320:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646321:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204773.646323:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc000 x1875052937890176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646328:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204773.646329:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204773.646331:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204773.646332:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204773.646333:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204773.646334:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204773.646335:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204773.646336:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:0.0:1788204773.646337:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204773.646338:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204773.646339:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc000.
00000100:00000001:0.0:1788204773.646340:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204773.646341:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646342:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204773.646344:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecea00 x1875052937890304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646347:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204773.646348:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204773.646349:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204773.646350:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204773.646351:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204773.646351:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204773.646352:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204773.646353:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:0.0:1788204773.646355:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204773.646356:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204773.646358:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecea00.
00000100:00000001:0.0:1788204773.646360:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204773.646362:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646364:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646368:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204773.646370:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204773.646372:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204773.646373:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204773.646375:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204773.646379:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd180 x1875052937890432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646387:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204773.646388:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204773.646390:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204773.646392:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204773.646395:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204773.646399:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937890432:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204773.646402:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204773.646404:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204773.646406:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204773.646408:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204773.646411:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204773.646413:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204773.646416:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204773.646418:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204773.646420:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204773.646422:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937890432, portal 4
00000100:00000001:0.0:1788204773.646424:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204773.646425:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462519680 : -127143247031936 : ffff8c5d27ecd180)
00000100:00000040:0.0:1788204773.646430:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd180 x1875052937890432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646435:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204773.646437:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204773.646438:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204773.646440:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937890432, offset 0
00000400:00000200:0.0:1788204773.646443:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204773.646446:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204773.646449:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204773.646451:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204773.646453:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204773.646454:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204773.646456:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204773.646458:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546906:546906:256:4294967295] 192.168.201.135@tcp LPNI seq info [546872:546872:8:4294967295]
00000400:00000200:0.0:1788204773.646461:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204773.646465:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204773.646468:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204773.646470:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204773.646473:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204773.646475:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788204773.646478:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204773.646480:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788204773.646483:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204773.646484:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204773.646486:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204773.646489:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204773.646491:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204773.646492:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204773.646493:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204773.646496:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd180 x1875052937890432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646501:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204773.646503:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd180 x1875052937890432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204798 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646507:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204773.646508:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204773.646510:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204773.646512:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204773.646514:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204773.646516:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309751943
00000100:00000001:0.0:1788204773.646518:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309755596
00000100:00000001:0.0:1788204773.646520:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309751943
00000100:00000001:0.0:1788204773.646521:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309755596
00000100:00000001:0.0:1788204773.646523:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204773.646524:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204773.646525:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204773.646527:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204773/real 1788204773]  req@ffff8c5d27ecd180 x1875052937890432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204773.646532:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204773.646533:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204773.646534:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204773.646535:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204773.646537:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204773.646538:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204773.646540:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd180 x1875052937890432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204773.646545:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd180 x1875052937890432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646549:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204773.646550:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646551:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204773.646552:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204773.646554:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd180 x1875052937890432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646558:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204773.646560:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd180 x1875052937890432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646564:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204773.646567:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646568:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204773.646569:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646570:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204773.646571:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204773.646573:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204773.646575:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204773.646576:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204773.646578:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd180 x1875052937890432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204773.646583:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937890432:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204773.646585:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646586:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204773.646588:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd180 x1875052937890432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204798 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204773.646592:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204773.646593:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204773.646594:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204773.646595:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204773.646596:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204773.646597:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204773.646599:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204773.646601:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:0.0:1788204773.646604:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204773.646605:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204773.646607:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd180.
00000100:00000001:0.0:1788204773.646609:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204773.646610:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646613:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204773.646616:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204773.646617:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204773.646619:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204773.646622:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204773.836432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204773.836439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204773.836441:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204773.836446:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204773.836448:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204773.836452:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.836454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204773.836456:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204773.836458:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204774.348483:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204774.348490:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204774.348496:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204774.348497:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204774.348589:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204774.348595:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204774.348601:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.0:1788204774.604447:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:2.0:1788204774.604457:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:2.0:1788204774.604463:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:0.0:1788204774.604623:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1788204774.604629:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:0.0:1788204774.604640:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1788204774.604644:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:0.0:1788204774.604647:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204774.860388:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204774.860395:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204774.860397:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204774.860401:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204774.860404:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204774.860407:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204774.860408:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204774.860411:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204774.860413:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204775.372423:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204775.372432:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204775.372439:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204775.372440:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204775.372495:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204775.372500:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204775.372504:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204775.884369:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204775.884377:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204775.884379:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204775.884384:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204775.884387:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204775.884391:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.884393:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204775.884396:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204775.884399:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204776.396470:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204776.396478:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204776.396480:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204776.396482:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204776.396487:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204776.396489:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204776.396491:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204776.396493:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204776.396496:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204776.396497:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204776.396498:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204776.396499:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204776.396500:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204776.396501:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204776.396502:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204776.396504:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204776.396566:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204776.396571:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204776.396575:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204776.908375:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204776.908383:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204776.908385:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204776.908390:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204776.908393:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204776.908396:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204776.908398:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204776.908400:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204776.908403:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204777.420402:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204777.420407:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204777.420411:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204777.420411:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204777.420458:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204777.420461:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204777.420463:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204777.484409:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309755596, at 4309755648
00000100:00000040:1.0:1788204777.484409:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309755596, at 4309755648
00000100:00000010:1.0:1788204777.484427:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074840.
00000100:00000010:0.0:1788204777.484429:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204777.932421:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204777.932429:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204777.932431:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204777.932436:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204777.932439:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204777.932443:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204777.932445:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204777.932448:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204777.932450:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204778.444457:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204778.444463:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204778.444469:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204778.444470:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204778.444568:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204778.444575:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204778.444580:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204778.764452:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204778.764463:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204778.764466:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204778.764470:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204778.764474:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204778.764482:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15084
00000400:00000200:2.0:1788204778.764490:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204778.764495:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204778.764497:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204778.764499:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204778.764502:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204778.764504:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204778.764505:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204778.764508:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204778.764510:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204778.764512:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204778.764514:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204778.764515:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204778.764517:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204778.764519:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204778.764520:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204778.764522:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204778.764523:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204778.764525:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204778.764528:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204778.764529:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204778.764531:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204778.764533:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204778.764535:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.764536:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204778.764538:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204778.764546:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000020:00000040:2.0:1788204778.764549:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204778.764552:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204778.764560:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.764564:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204778.764566:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204778.764570:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204778.764579:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:2.0:1788204778.764586:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204778.764594:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937890560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204778.764604:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204778.764608:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204778.764613:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937890560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.764633:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204778.764635:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204778.764637:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204778.764638:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204778.764639:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204778.764641:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204778.764643:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15084
00000400:00000200:2.0:1788204778.764646:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204778.764649:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204778.764650:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204778.764652:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204778.764654:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204778.764656:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204778.764657:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204778.764659:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204778.764660:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204778.764661:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204778.764663:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204778.764664:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204778.764665:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204778.764667:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204778.764671:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204778.764671:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204778.764676:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204778.764680:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204778.764682:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1788204778.764682:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204778.764686:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204778.764689:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204778.764689:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204778.764696:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204778.764701:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204778.764704:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.764708:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1788204778.764710:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea300 x1875052937890560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1788204778.764712:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204778.764724:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.764732:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.764741:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1788204778.764743:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000100:00000001:0.0:1788204778.764744:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204778.764753:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204778.764754:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204778.764760:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204778.764760:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204778.764770:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204778.764770:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.764783:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204778.764786:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1788204778.764787:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937890560:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788204778.764791:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.764794:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1788204778.764797:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:0.0:1788204778.764800:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204778.764805:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.764807:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204778.764808:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204778.764817:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
00000100:00100000:2.0:1788204778.764819:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937890688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788204778.764820:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204778.764831:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204778.764837:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:2.0:1788204778.764839:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204778.764842:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204778.764845:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000040:2.0:1788204778.764846:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937890688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204778.764854:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937890560, portal 25
00000100:00000001:2.0:1788204778.764856:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.764858:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204778.764860:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426048 : -127142906125568 : ffff8c5d3c3ea300)
00000100:00080000:2.0:1788204778.764860:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204778.764869:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204778.764874:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:0.0:1788204778.764875:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea300 x1875052937890560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204778.764879:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204778.764885:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204778.764891:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204778.764898:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000001:2.0:1788204778.764898:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1788204778.764908:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937890560, offset 0
00000100:00080000:2.0:1788204778.764909:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15084
00000400:00000200:2.0:1788204778.764921:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204778.764929:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204778.764935:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204778.764939:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204778.764940:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204778.764949:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204778.764972:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204778.764978:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788204778.764982:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204778.764986:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000040:2.0:1788204778.764990:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204778.764996:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788204778.764997:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204778.765008:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000020:00000001:2.0:1788204778.765008:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204778.765014:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204778.765022:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788204778.765023:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546907:546907:256:4294967295] 192.168.201.135@tcp LPNI seq info [546873:546873:8:4294967295]
00000020:00000040:2.0:1788204778.765029:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204778.765033:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788204778.765034:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:2.0:1788204778.765042:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204778.765050:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204778.765057:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204778.765058:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788204778.765070:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204778.765070:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204778.765075:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000010:0.0:1788204778.765077:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000020:00000040:2.0:1788204778.765082:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000800:00000200:0.0:1788204778.765088:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:2.0:1788204778.765089:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204778.765095:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204778.765096:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
02000000:00000001:2.0:1788204778.765097:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204778.765101:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204778.765104:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.765105:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204778.765110:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1788204778.765112:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000008:00000001:2.0:1788204778.765114:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.765122:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204778.765124:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000100:00000010:2.0:1788204778.765126:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788204778.765131:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204778.765135:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204778.765136:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788204778.765141:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204778.765142:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204778.765145:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:0.0:1788204778.765146:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
02000000:00000001:2.0:1788204778.765151:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204778.765156:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1788204778.765157:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000400:00000200:0.0:1788204778.765162:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788204778.765164:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204778.765168:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204778.765171:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00100000:2.0:1788204778.765175:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937890816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204778.765186:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204778.765187:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204778.765191:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204778.765197:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea300 x1875052937890560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204778.765199:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937890816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.765242:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204778.765244:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204778.765258:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204778.765259:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204778.765260:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788204778.765262:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1788204778.765267:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea300 x1875052937890560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.765271:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204778.765280:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204778.765281:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15084
00000100:00000001:0.0:1788204778.765283:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1788204778.765291:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204778.765293:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204778.765331:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:0.0:1788204778.765333:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204778.765338:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204778.765340:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309760717
00000100:00000040:2.0:1788204778.765343:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204778.765346:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204778.765349:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000010:0.0:1788204778.765350:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204778.765351:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204778.765358:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204778.765360:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204778.765361:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204778.765363:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204778.765364:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204778.765365:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000001:2.0:1788204778.765367:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204778.765372:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204778.765374:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204778.765376:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309760717
00000100:00000040:2.0:1788204778.765377:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000010:0.0:1788204778.765387:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074900.
00000100:00000001:2.0:1788204778.765388:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204778.765397:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:0.0:1788204778.765398:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204778.765410:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788204778.765411:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204778.765418:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.765420:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.765425:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1788204778.765425:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204778.765431:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788204778.765435:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204778/real 1788204778]  req@ffff8c5d3c3ea300 x1875052937890560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204778.765436:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.765444:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204778.765449:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000001:0.0:1788204778.765454:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:2.0:1788204778.765456:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204778.765458:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204778.765463:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:2.0:1788204778.765463:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204778.765467:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204778.765470:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000010:2.0:1788204778.765471:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000100:00000001:0.0:1788204778.765473:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1788204778.765478:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000200:0.0:1788204778.765479:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea300 x1875052937890560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204778.765488:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204778.765494:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204778.765499:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea300 x1875052937890560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.765499:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204778.765503:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204778.765508:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.765522:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:2.0:1788204778.765523:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:0.0:1788204778.765526:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.765527:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.765529:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204778.765532:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204778.765536:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937890944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788204778.765540:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea300 x1875052937890560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204778.765556:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204778.765562:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.765567:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204778.765574:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937890944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204778.765575:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea300 x1875052937890560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.765605:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204778.765605:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204778.765610:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204778.765614:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204778.765616:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204778.765617:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204778.765619:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204778.765620:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204778.765621:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204778.765627:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204778.765628:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204778.765640:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204778.765645:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15084
00000100:00080000:0.0:1788204778.765647:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:2.0:1788204778.765654:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:0.0:1788204778.765655:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204778.765663:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:2.0:1788204778.765663:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204778.765671:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204778.765674:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea300 x1875052937890560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204778.765677:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204778.765684:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204778.765694:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204778.765704:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00100000:0.0:1788204778.765710:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937890560:192.168.201.135@tcp:250:kworker.0
00000020:00000001:2.0:1788204778.765710:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204778.765718:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:0.0:1788204778.765719:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.765725:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1788204778.765726:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:0.0:1788204778.765729:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937890560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204778.765731:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:0.0:1788204778.765738:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000001:2.0:1788204778.765739:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:0.0:1788204778.765741:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204778.765744:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
00000020:00000001:2.0:1788204778.765746:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:0.0:1788204778.765748:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204778.765751:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204778.765753:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204778.765759:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:2.0:1788204778.765759:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000010:0.0:1788204778.765766:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
00000100:00000001:2.0:1788204778.765766:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204778.765772:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:0.0:1788204778.765773:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1788204778.765777:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788204778.765778:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:2.0:1788204778.765786:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000010:0.0:1788204778.765787:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:0.0:1788204778.765800:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00080000:2.0:1788204778.765801:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204778.765803:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.765808:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.765810:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204778.765814:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204778.765817:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1788204778.765818:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204778.765819:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.765827:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1788204778.765828:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.765830:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204778.765833:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204778.765836:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1788204778.765839:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8700 x1875052937890688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1788204778.765840:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204778.765851:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.765861:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204778.765869:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000100:00000001:0.0:1788204778.765870:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204778.765876:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204778.765876:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788204778.765886:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204778.765886:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204778.765890:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204778.765891:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204778.765899:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.765899:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204778.765905:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204778.765909:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204778.765910:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937890688:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204778.765918:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1788204778.765919:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
02000000:00000001:0.0:1788204778.765922:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204778.765923:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204778.765924:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204778.765930:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204778.765932:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204778.765936:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204778.765936:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937891072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204778.765947:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204778.765963:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204778.765970:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:2.0:1788204778.765976:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1788204778.765977:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937890688, portal 10
00000100:00000001:0.0:1788204778.765982:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204778.765983:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.765984:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803418880 : -127142906132736 : ffff8c5d3c3e8700)
00000100:00000040:2.0:1788204778.765993:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937891072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204778.765999:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8700 x1875052937890688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766033:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788204778.766035:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204778.766041:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204778.766044:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15094)
00000400:00000010:0.0:1788204778.766045:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204778.766051:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937890688, offset 0
00000400:00000200:0.0:1788204778.766055:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204778.766060:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204778.766063:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204778.766066:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204778.766069:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204778.766073:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204778.766075:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204778.766078:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546908:546908:256:4294967295] 192.168.201.135@tcp LPNI seq info [546874:546874:8:4294967295]
00000400:00000200:0.0:1788204778.766080:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204778.766085:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204778.766087:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204778.766090:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204778.766094:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204778.766097:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204778.766102:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204778.766104:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788204778.766108:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204778.766110:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204778.766113:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204778.766117:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204778.766120:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204778.766121:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204778.766124:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204778.766128:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8700 x1875052937890688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766137:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204778.766140:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8700 x1875052937890688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766144:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.766145:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204778.766148:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204778.766152:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204778.766154:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204778.766156:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309756957
00000100:00000001:0.0:1788204778.766158:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309760717
00000100:00000001:0.0:1788204778.766160:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309756957
00000100:00000001:0.0:1788204778.766161:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309760717
00000100:00000001:0.0:1788204778.766163:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204778.766164:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.766166:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204778.766168:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204778/real 1788204778]  req@ffff8c5d3c3e8700 x1875052937890688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204778.766173:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204778.766174:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204778.766176:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204778.766178:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204778.766179:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204778.766181:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204778.766184:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8700 x1875052937890688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204778.766192:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8700 x1875052937890688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766199:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204778.766200:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766202:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204778.766204:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204778.766207:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8700 x1875052937890688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766214:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204778.766217:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8700 x1875052937890688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766222:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204778.766223:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766224:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204778.766225:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766226:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204778.766228:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204778.766229:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204778.766232:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204778.766234:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204778.766236:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8700 x1875052937890688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204778.766241:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937890688:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204778.766243:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204778.766245:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9880 x1875052937890816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766248:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204778.766249:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204778.766250:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204778.766252:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204778.766253:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204778.766255:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937890816:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204778.766257:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204778.766258:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204778.766260:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204778.766261:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204778.766264:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204778.766265:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204778.766267:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204778.766268:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204778.766270:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204778.766272:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937890816, portal 10
00000100:00000001:0.0:1788204778.766274:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204778.766275:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803423360 : -127142906128256 : ffff8c5d3c3e9880)
00000100:00000040:0.0:1788204778.766279:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9880 x1875052937890816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766283:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204778.766285:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204778.766286:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204778.766288:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937890816, offset 0
00000400:00000200:0.0:1788204778.766290:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204778.766293:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204778.766295:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204778.766312:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204778.766314:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204778.766316:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204778.766317:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204778.766319:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546909:546909:256:4294967295] 192.168.201.135@tcp LPNI seq info [546875:546875:8:4294967295]
00000400:00000200:0.0:1788204778.766322:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204778.766326:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204778.766329:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204778.766332:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204778.766334:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204778.766336:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204778.766339:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204778.766341:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788204778.766344:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204778.766345:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204778.766347:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204778.766349:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204778.766351:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204778.766352:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204778.766354:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204778.766356:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9880 x1875052937890816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766361:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204778.766363:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9880 x1875052937890816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766367:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.766369:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204778.766370:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204778.766373:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204778.766375:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204778.766376:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309756953
00000100:00000001:0.0:1788204778.766378:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309760717
00000100:00000001:0.0:1788204778.766379:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309756953
00000100:00000001:0.0:1788204778.766380:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309760717
00000100:00000001:0.0:1788204778.766382:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204778.766383:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.766384:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204778.766386:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204778/real 1788204778]  req@ffff8c5d3c3e9880 x1875052937890816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204778.766390:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204778.766391:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204778.766391:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204778.766392:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204778.766393:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204778.766395:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204778.766397:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9880 x1875052937890816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204778.766402:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9880 x1875052937890816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766405:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204778.766406:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766406:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204778.766407:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204778.766409:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9880 x1875052937890816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766412:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204778.766415:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9880 x1875052937890816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766420:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204778.766421:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766422:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204778.766423:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766424:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204778.766424:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204778.766426:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204778.766427:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204778.766429:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204778.766431:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9880 x1875052937890816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204778.766435:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937890816:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204778.766437:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204778.766439:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937890944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766443:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204778.766444:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204778.766445:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204778.766446:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204778.766447:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204778.766449:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937890944:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204778.766451:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204778.766452:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204778.766453:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204778.766455:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204778.766457:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204778.766458:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204778.766460:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204778.766462:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204778.766464:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204778.766466:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937890944, portal 4
00000100:00000001:0.0:1788204778.766467:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204778.766468:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
00000100:00000040:0.0:1788204778.766472:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937890944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766476:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204778.766477:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204778.766478:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204778.766480:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937890944, offset 0
00000400:00000200:0.0:1788204778.766482:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204778.766484:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204778.766486:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204778.766487:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204778.766488:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204778.766490:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204778.766491:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204778.766493:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546910:546910:256:4294967295] 192.168.201.135@tcp LPNI seq info [546876:546876:8:4294967295]
00000400:00000200:0.0:1788204778.766496:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204778.766500:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204778.766502:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204778.766503:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204778.766505:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204778.766507:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204778.766509:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204778.766511:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788204778.766513:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204778.766514:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204778.766516:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204778.766518:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204778.766519:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204778.766521:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204778.766522:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204778.766524:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ebb80 x1875052937890944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766529:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204778.766530:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937890944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766534:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.766535:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204778.766536:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204778.766538:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204778.766540:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204778.766542:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309757046
00000100:00000001:0.0:1788204778.766543:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309760717
00000100:00000001:0.0:1788204778.766545:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309757046
00000100:00000001:0.0:1788204778.766546:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309760717
00000100:00000001:0.0:1788204778.766547:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204778.766548:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.766549:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204778.766551:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204778/real 1788204778]  req@ffff8c5d3c3ebb80 x1875052937890944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204778.766555:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204778.766555:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204778.766556:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204778.766557:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204778.766558:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204778.766559:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204778.766561:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937890944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204778.766566:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937890944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766570:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204778.766571:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766572:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204778.766573:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204778.766575:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937890944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766578:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204778.766580:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937890944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766584:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204778.766585:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766586:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204778.766586:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766587:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204778.766588:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204778.766589:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204778.766591:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204778.766592:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204778.766594:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937890944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204778.766598:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937890944:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204778.766600:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766601:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204778.766603:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8700 x1875052937890688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766606:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204778.766607:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204778.766609:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204778.766611:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204778.766612:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204778.766613:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204778.766614:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204778.766615:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:0.0:1788204778.766617:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204778.766618:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204778.766619:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8700.
00000100:00000001:0.0:1788204778.766621:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204778.766622:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766622:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204778.766624:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937890816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766628:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204778.766629:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204778.766630:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204778.766631:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204778.766631:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204778.766632:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204778.766633:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204778.766633:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:0.0:1788204778.766635:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204778.766635:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204778.766636:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00000001:0.0:1788204778.766637:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204778.766638:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766638:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204778.766640:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937890944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766643:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204778.766644:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204778.766644:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204778.766645:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204778.766646:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204778.766647:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204778.766648:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204778.766649:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:0.0:1788204778.766650:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204778.766651:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204778.766652:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:0.0:1788204778.766653:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204778.766654:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766655:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766657:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204778.766658:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.766659:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204778.766660:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204778.766660:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204778.766662:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937891072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766666:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204778.766667:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204778.766669:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204778.766670:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204778.766671:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204778.766673:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937891072:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204778.766674:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204778.766675:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204778.766676:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204778.766677:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204778.766679:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204778.766679:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204778.766681:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204778.766682:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204778.766684:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204778.766686:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937891072, portal 4
00000100:00000001:0.0:1788204778.766687:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204778.766688:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
00000100:00000040:0.0:1788204778.766692:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937891072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766700:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204778.766701:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204778.766702:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204778.766704:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937891072, offset 0
00000400:00000200:0.0:1788204778.766706:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204778.766708:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204778.766710:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204778.766711:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204778.766712:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204778.766714:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204778.766715:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204778.766717:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546911:546911:256:4294967295] 192.168.201.135@tcp LPNI seq info [546877:546877:8:4294967295]
00000400:00000200:0.0:1788204778.766720:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204778.766723:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204778.766726:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204778.766728:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204778.766730:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204778.766732:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788204778.766734:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204778.766736:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788204778.766738:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204778.766739:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204778.766741:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204778.766743:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204778.766745:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204778.766746:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204778.766747:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204778.766749:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb480 x1875052937891072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766754:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204778.766755:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937891072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204803 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766763:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.766764:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204778.766765:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204778.766768:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204778.766769:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204778.766771:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309757063
00000100:00000001:0.0:1788204778.766772:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309760717
00000100:00000001:0.0:1788204778.766773:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309757063
00000100:00000001:0.0:1788204778.766774:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309760717
00000100:00000001:0.0:1788204778.766775:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204778.766776:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.766777:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204778.766779:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204778/real 1788204778]  req@ffff8c5d3c3eb480 x1875052937891072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204778.766783:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204778.766784:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204778.766784:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204778.766786:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204778.766786:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204778.766788:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204778.766789:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937891072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204778.766794:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937891072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766798:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204778.766798:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766799:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204778.766800:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204778.766802:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937891072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766807:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204778.766809:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937891072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766812:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204778.766814:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766814:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204778.766815:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766816:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204778.766817:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204778.766818:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204778.766820:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204778.766821:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204778.766823:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937891072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204778.766827:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937891072:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204778.766828:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766829:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204778.766831:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937891072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204803 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204778.766834:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204778.766835:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204778.766836:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204778.766837:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204778.766837:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204778.766838:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204778.766839:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204778.766840:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:0.0:1788204778.766841:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204778.766842:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204778.766843:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:0.0:1788204778.766845:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204778.766846:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766847:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204778.766848:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204778.766849:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204778.766850:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204778.766852:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204778.956428:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204778.956437:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204778.956440:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204778.956445:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204778.956448:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204778.956452:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.956455:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204778.956458:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204778.956460:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204779.468403:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204779.468409:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204779.468413:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204779.468414:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204779.468460:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204779.468463:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204779.468466:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204779.980397:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204779.980405:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204779.980407:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204779.980413:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204779.980417:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204779.980421:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204779.980434:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204779.980438:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204779.980441:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204780.492448:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204780.492454:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204780.492459:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204780.492460:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204780.492514:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204780.492517:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204780.492519:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204781.004522:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204781.004528:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204781.004530:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204781.004534:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204781.004536:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204781.004539:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204781.004541:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204781.004544:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204781.004545:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204781.516416:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204781.516423:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204781.516429:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204781.516430:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204781.516478:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204781.516482:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204781.516484:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204782.028386:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204782.028393:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204782.028402:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204782.028409:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204782.028412:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204782.028416:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204782.028418:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204782.028421:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204782.028423:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204782.540432:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204782.540440:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204782.540446:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204782.540448:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204782.540508:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204782.540511:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204782.540514:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204782.604402:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309760717, at 4309760768
00000100:00000040:1.0:1788204782.604402:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309760717, at 4309760768
00000100:00000010:1.0:1788204782.604414:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074900.
00000100:00000010:0.0:1788204782.604417:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204783.052386:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204783.052394:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204783.052396:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204783.052407:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204783.052410:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204783.052414:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204783.052416:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204783.052419:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204783.052421:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204783.564427:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204783.564435:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204783.564441:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204783.564442:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204783.564538:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204783.564543:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204783.564547:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204783.884447:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204783.884460:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204783.884463:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204783.884469:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204783.884474:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204783.884483:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15089
00000400:00000200:3.0:1788204783.884493:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204783.884501:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204783.884505:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204783.884509:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204783.884512:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204783.884515:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204783.884517:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204783.884523:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204783.884526:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204783.884529:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204783.884532:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204783.884535:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204783.884537:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204783.884541:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204783.884543:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204783.884545:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204783.884547:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204783.884551:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204783.884554:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204783.884557:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204783.884561:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204783.884564:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204783.884568:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204783.884570:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204783.884573:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204783.884585:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204783.884589:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204783.884594:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204783.884597:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204783.884601:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204783.884605:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204783.884610:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204783.884620:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204783.884627:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204783.884638:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937891200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204783.884649:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204783.884654:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204783.884659:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937891200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204783.884687:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204783.884690:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204783.884694:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204783.884696:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204783.884697:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204783.884701:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204783.884704:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15089
00000400:00000200:3.0:1788204783.884708:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204783.884720:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204783.884723:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204783.884726:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204783.884728:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204783.884729:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204783.884733:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204783.884736:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204783.884737:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204783.884739:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204783.884741:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204783.884744:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000040:0.0:1788204783.884748:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937891200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204783.884748:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204783.884752:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204783.884757:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204783.884762:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204783.884764:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788204783.884768:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204783.884770:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204783.884773:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204783.884775:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:0.0:1788204783.884776:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204783.884778:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788204783.884781:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788204783.884782:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:0.0:1788204783.884787:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204783.884788:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204783.884793:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204783.884795:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937891200:192.168.201.135@tcp:250:kworker.0
02000000:00000001:3.0:1788204783.884798:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204783.884800:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204783.884805:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204783.884808:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204783.884808:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204783.884812:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204783.884814:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204783.884817:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:0.0:1788204783.884818:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204783.884821:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204783.884823:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788204783.884828:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00000001:3.0:1788204783.884829:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204783.884833:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:3.0:1788204783.884833:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204783.884844:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000010:3.0:1788204783.884850:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000100:00000200:0.0:1788204783.884854:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937891200, portal 25
00000020:00000040:3.0:1788204783.884855:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:0.0:1788204783.884860:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788204783.884861:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204783.884875:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204783.884877:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204783.884878:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
02000000:00000001:3.0:1788204783.884879:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204783.884882:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204783.884888:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937891200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204783.884888:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204783.884894:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204783.884903:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1788204783.884904:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937891328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788204783.884910:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204783.884916:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000001:3.0:1788204783.884918:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204783.884922:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204783.884923:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937891200, offset 0
00000100:00000040:3.0:1788204783.884928:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937891328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204783.884933:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204783.884942:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204783.884945:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788204783.884947:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204783.884952:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204783.884957:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788204783.884959:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204783.884962:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204783.884964:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:3.0:1788204783.884965:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788204783.884969:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204783.884971:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204783.884972:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00080000:3.0:1788204783.884976:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15089
00000400:00000200:0.0:1788204783.884978:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546912:546912:256:4294967295] 192.168.201.135@tcp LPNI seq info [546878:546878:8:4294967295]
00000400:00000200:0.0:1788204783.884986:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204783.884986:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204783.884993:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204783.884999:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204783.885000:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788204783.885007:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:0.0:1788204783.885012:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204783.885013:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:0.0:1788204783.885017:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00000040:3.0:1788204783.885018:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204783.885022:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:0.0:1788204783.885027:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204783.885027:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204783.885030:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000800:00000200:0.0:1788204783.885032:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1788204783.885033:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:0.1:1788204783.885039:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204783.885042:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788204783.885045:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204783.885047:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000020:00000040:3.0:1788204783.885049:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:0.0:1788204783.885052:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1788204783.885054:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204783.885058:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788204783.885059:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204783.885066:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000100:00000040:3.0:1788204783.885066:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:0.0:1788204783.885070:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:3.0:1788204783.885071:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204783.885075:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204783.885077:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204783.885079:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:0.0:1788204783.885082:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937891200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204783.885084:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204783.885091:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204783.885097:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204783.885099:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204783.885103:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204783.885105:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204783.885107:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204783.885110:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00100000:3.0:1788204783.885110:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204783.885115:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204783.885117:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937891200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204783.885118:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204783.885125:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000100:00000001:0.0:1788204783.885130:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204783.885131:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000001:0.0:1788204783.885134:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788204783.885136:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204783.885139:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204783.885141:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204783.885142:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204783.885143:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788204783.885148:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204783.885148:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204783.885157:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:0.0:1788204783.885160:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309765836
00000100:00000001:3.0:1788204783.885161:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204783.885169:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00100000:3.0:1788204783.885169:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937891456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204783.885179:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204783.885180:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204783.885184:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204783.885188:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309765836
00000100:00000040:3.0:1788204783.885190:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937891456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788204783.885194:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074360.
00000100:00000001:0.0:1788204783.885201:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204783.885204:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204783.885207:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204783.885209:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204783.885212:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204783.885214:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204783.885218:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204783.885218:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204783.885220:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204783.885224:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1788204783.885227:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204783/real 1788204783]  req@ffff8c5d3ba6ad80 x1875052937891200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204783.885240:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15089
00000400:00000200:3.0:1788204783.885249:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000001:0.0:1788204783.885252:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1788204783.885254:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000001:0.0:1788204783.885256:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1788204783.885258:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1788204783.885259:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000040:3.0:1788204783.885264:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204783.885265:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000100:00000001:3.0:1788204783.885269:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1788204783.885270:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000040:3.0:1788204783.885274:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204783.885276:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204783.885278:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:0.0:1788204783.885283:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937891200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204783.885290:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937891200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204783.885290:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204783.885293:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204783.885332:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204783.885334:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1788204783.885335:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:0.0:1788204783.885339:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204783.885340:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204783.885344:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1788204783.885345:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204783.885349:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204783.885352:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00100000:0.0:1788204783.885357:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937891200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204783.885358:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204783.885363:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204783.885369:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204783.885370:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204783.885374:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000040:0.0:1788204783.885376:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937891200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204783.885380:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204783.885384:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204783.885386:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204783.885388:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204783.885390:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204783.885391:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204783.885394:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204783.885395:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204783.885397:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1788204783.885399:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204783.885401:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204783.885403:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:0.0:1788204783.885406:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1788204783.885407:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00080000:0.0:1788204783.885413:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000008:00000001:3.0:1788204783.885413:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204783.885417:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204783.885419:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:3.0:1788204783.885423:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000100:00000040:0.0:1788204783.885427:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937891200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204783.885428:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204783.885432:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204783.885435:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204783.885439:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204783.885442:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204783.885445:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204783.885446:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937891200:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788204783.885453:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788204783.885453:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:0.0:1788204783.885455:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204783.885459:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937891200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204783.885460:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204783.885469:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937891584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204783.885470:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204783.885474:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204783.885478:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
00000100:00000001:3.0:1788204783.885480:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788204783.885484:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204783.885487:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204783.885489:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204783.885491:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1788204783.885493:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204783.885495:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:0.0:1788204783.885502:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:3.0:1788204783.885504:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937891584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204783.885505:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204783.885509:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:0.0:1788204783.885514:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204783.885516:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.885519:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204783.885519:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204783.885525:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204783.885529:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:3.0:1788204783.885530:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204783.885534:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204783.885534:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204783.885536:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204783.885540:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204783.885541:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204783.885544:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204783.885545:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15089
00000100:00000001:0.0:1788204783.885547:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1788204783.885552:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788204783.885555:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937891328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204783.885559:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204783.885564:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204783.885569:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204783.885572:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204783.885573:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204783.885575:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204783.885579:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788204783.885579:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:0.0:1788204783.885581:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204783.885584:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788204783.885585:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204783.885590:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937891328:192.168.201.135@tcp:38:kworker.0
00000020:00000001:3.0:1788204783.885590:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204783.885594:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:0.0:1788204783.885595:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204783.885598:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1788204783.885598:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:0.0:1788204783.885602:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204783.885603:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
02000000:00000001:0.0:1788204783.885604:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204783.885607:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
00000020:00000001:3.0:1788204783.885608:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:0.0:1788204783.885610:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204783.885615:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000200:0.0:1788204783.885616:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204783.885621:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000040:3.0:1788204783.885623:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:0.0:1788204783.885627:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:3.0:1788204783.885627:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204783.885632:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:0.0:1788204783.885634:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937891328, portal 10
00000100:00000001:3.0:1788204783.885635:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204783.885638:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1788204783.885640:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:0.0:1788204783.885641:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00080000:3.0:1788204783.885645:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204783.885649:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204783.885652:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1788204783.885654:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937891328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204783.885656:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204783.885661:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204783.885666:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204783.885669:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788204783.885670:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204783.885674:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000008:00000001:3.0:1788204783.885675:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204783.885677:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000001:3.0:1788204783.885680:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204783.885681:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937891328, offset 0
00000100:00000010:3.0:1788204783.885687:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000400:00000200:0.0:1788204783.885689:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788204783.885693:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000200:0.0:1788204783.885698:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204783.885698:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204783.885701:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204783.885705:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788204783.885705:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204783.885707:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788204783.885711:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788204783.885711:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204783.885716:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000010:3.0:1788204783.885718:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000400:00000200:0.0:1788204783.885721:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204783.885724:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204783.885727:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00100000:3.0:1788204783.885733:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937891712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204783.885734:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546913:546913:256:4294967295] 192.168.201.135@tcp LPNI seq info [546879:546879:8:4294967295]
00000400:00000200:0.0:1788204783.885746:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204783.885752:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204783.885756:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204783.885761:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788204783.885764:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937891712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1788204783.885770:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204783.885777:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00000001:3.0:1788204783.885781:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204783.885786:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788204783.885789:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15099)
00000800:00000200:0.0:1788204783.885791:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788204783.885797:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204783.885800:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788204783.885805:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204783.885807:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204783.885810:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204783.885815:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204783.885818:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204783.885820:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204783.885823:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204783.885826:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937891328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.885834:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204783.885836:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937891328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.885842:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204783.885844:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204783.885847:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204783.885852:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204783.885855:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204783.885857:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309762077
00000100:00000001:0.0:1788204783.885860:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309765836
00000100:00000001:0.0:1788204783.885863:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309762077
00000100:00000001:0.0:1788204783.885879:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309765836
00000100:00000001:0.0:1788204783.885881:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204783.885883:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204783.885885:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204783.885889:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204783/real 1788204783]  req@ffff8c5d3ba68e00 x1875052937891328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204783.885897:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204783.885898:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204783.885901:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204783.885903:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204783.885905:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204783.885908:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204783.885910:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937891328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204783.885919:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937891328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.885925:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204783.885926:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.885928:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204783.885929:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204783.885933:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937891328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.885938:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204783.885942:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937891328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.885948:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204783.885951:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.885953:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204783.885954:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.885955:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204783.885957:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204783.885960:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204783.885963:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204783.885965:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204783.885969:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937891328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204783.885976:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937891328:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204783.885981:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204783.885984:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937891456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.885990:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204783.885991:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204783.885994:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204783.885995:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204783.885997:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204783.886000:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937891456:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204783.886003:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204783.886005:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204783.886007:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204783.886009:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204783.886012:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204783.886015:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204783.886018:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204783.886020:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204783.886024:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204783.886027:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937891456, portal 10
00000100:00000001:0.0:1788204783.886028:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204783.886030:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:0.0:1788204783.886035:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937891456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886042:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204783.886044:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204783.886047:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204783.886049:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937891456, offset 0
00000400:00000200:0.0:1788204783.886053:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204783.886056:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204783.886060:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204783.886063:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204783.886066:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204783.886068:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204783.886071:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204783.886074:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546914:546914:256:4294967295] 192.168.201.135@tcp LPNI seq info [546880:546880:8:4294967295]
00000400:00000200:0.0:1788204783.886078:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204783.886084:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204783.886088:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204783.886091:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204783.886095:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204783.886098:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788204783.886102:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204783.886105:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788204783.886108:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204783.886110:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204783.886113:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204783.886116:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204783.886119:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204783.886121:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204783.886124:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204783.886128:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937891456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886135:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204783.886137:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937891456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886141:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204783.886142:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204783.886144:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204783.886146:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204783.886148:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204783.886150:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309762072
00000100:00000001:0.0:1788204783.886152:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309765836
00000100:00000001:0.0:1788204783.886155:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309762072
00000100:00000001:0.0:1788204783.886157:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309765836
00000100:00000001:0.0:1788204783.886159:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204783.886161:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204783.886163:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204783.886166:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204783/real 1788204783]  req@ffff8c5d3ba69c00 x1875052937891456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204783.886175:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204783.886176:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204783.886178:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204783.886180:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204783.886182:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204783.886184:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204783.886188:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937891456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204783.886196:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937891456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886203:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204783.886204:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886205:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204783.886206:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204783.886209:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937891456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886213:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204783.886217:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937891456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886223:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204783.886225:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886227:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204783.886228:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886230:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204783.886232:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204783.886234:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204783.886238:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204783.886240:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204783.886244:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937891456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204783.886252:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937891456:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204783.886256:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204783.886260:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937891584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886265:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204783.886266:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204783.886268:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204783.886269:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204783.886270:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204783.886272:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937891584:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204783.886274:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204783.886275:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204783.886276:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204783.886277:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204783.886280:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204783.886281:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204783.886284:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204783.886286:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204783.886288:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204783.886290:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937891584, portal 4
00000100:00000001:0.0:1788204783.886292:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204783.886292:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:0.0:1788204783.886297:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937891584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886319:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204783.886321:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204783.886323:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204783.886324:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937891584, offset 0
00000400:00000200:0.0:1788204783.886327:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204783.886330:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204783.886332:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204783.886334:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204783.886336:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204783.886337:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204783.886338:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204783.886341:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546915:546915:256:4294967295] 192.168.201.135@tcp LPNI seq info [546881:546881:8:4294967295]
00000400:00000200:0.0:1788204783.886343:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204783.886347:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204783.886349:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204783.886351:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204783.886353:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204783.886355:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788204783.886358:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204783.886360:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788204783.886362:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204783.886363:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204783.886365:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204783.886367:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204783.886369:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204783.886370:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204783.886372:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204783.886374:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937891584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886379:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204783.886381:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937891584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886392:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204783.886393:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204783.886396:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204783.886398:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204783.886401:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204783.886403:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309762166
00000100:00000001:0.0:1788204783.886405:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309765836
00000100:00000001:0.0:1788204783.886408:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309762166
00000100:00000001:0.0:1788204783.886409:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309765836
00000100:00000001:0.0:1788204783.886411:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204783.886414:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204783.886416:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204783.886419:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204783/real 1788204783]  req@ffff8c5d3ba69180 x1875052937891584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204783.886428:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204783.886429:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204783.886431:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204783.886433:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204783.886435:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204783.886437:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204783.886440:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937891584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204783.886446:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937891584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886450:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204783.886450:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886451:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204783.886452:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204783.886454:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937891584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886460:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204783.886464:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937891584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886470:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204783.886472:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886474:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204783.886475:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886477:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204783.886478:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204783.886481:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204783.886484:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204783.886486:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204783.886490:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937891584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204783.886498:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937891584:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204783.886502:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886504:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204783.886506:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937891328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886511:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204783.886512:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204783.886513:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204783.886520:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204783.886521:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204783.886522:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204783.886523:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204783.886525:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:0.0:1788204783.886527:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204783.886528:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204783.886529:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:0.0:1788204783.886532:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204783.886533:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886535:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204783.886538:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937891456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886544:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204783.886545:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204783.886546:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204783.886549:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204783.886550:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204783.886551:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204783.886553:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204783.886555:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:0.0:1788204783.886557:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204783.886558:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204783.886560:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:0.0:1788204783.886562:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204783.886564:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886565:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204783.886568:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937891584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886575:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204783.886576:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204783.886578:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204783.886579:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204783.886580:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204783.886581:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204783.886583:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204783.886584:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:0.0:1788204783.886585:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204783.886586:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204783.886587:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:0.0:1788204783.886588:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204783.886589:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886591:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886594:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204783.886595:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204783.886597:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204783.886599:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204783.886600:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204783.886602:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937891712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886607:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204783.886608:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204783.886609:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204783.886610:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204783.886612:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204783.886613:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937891712:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204783.886615:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204783.886617:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204783.886617:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204783.886618:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204783.886621:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204783.886622:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204783.886625:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204783.886628:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204783.886632:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204783.886634:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937891712, portal 4
00000100:00000001:0.0:1788204783.886636:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204783.886638:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:0.0:1788204783.886644:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937891712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886651:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204783.886658:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204783.886661:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204783.886664:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937891712, offset 0
00000400:00000200:0.0:1788204783.886668:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204783.886672:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204783.886676:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204783.886679:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204783.886681:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204783.886683:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204783.886686:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204783.886689:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546916:546916:256:4294967295] 192.168.201.135@tcp LPNI seq info [546882:546882:8:4294967295]
00000400:00000200:0.0:1788204783.886693:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204783.886698:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204783.886703:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204783.886706:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204783.886710:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204783.886713:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788204783.886717:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204783.886719:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788204783.886723:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204783.886725:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204783.886727:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204783.886731:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204783.886734:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204783.886736:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204783.886739:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204783.886743:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937891712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886750:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204783.886753:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937891712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204808 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886758:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204783.886760:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204783.886763:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204783.886766:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204783.886769:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204783.886773:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309762183
00000100:00000001:0.0:1788204783.886776:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309765836
00000100:00000001:0.0:1788204783.886778:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309762183
00000100:00000001:0.0:1788204783.886779:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309765836
00000100:00000001:0.0:1788204783.886781:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204783.886783:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204783.886785:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204783.886788:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204783/real 1788204783]  req@ffff8c5d3ba68000 x1875052937891712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204783.886795:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204783.886796:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204783.886798:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204783.886799:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204783.886801:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204783.886803:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204783.886806:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937891712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204783.886814:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937891712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886820:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204783.886822:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886824:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204783.886825:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204783.886829:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937891712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886836:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204783.886840:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937891712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886847:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204783.886850:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886851:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204783.886852:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886853:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204783.886854:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204783.886856:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204783.886858:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204783.886860:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204783.886862:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937891712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204783.886879:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937891712:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204783.886882:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886883:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204783.886885:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937891712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204808 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204783.886889:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204783.886890:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204783.886891:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204783.886893:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204783.886894:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204783.886895:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204783.886896:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204783.886897:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:0.0:1788204783.886899:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204783.886901:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204783.886902:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:0.0:1788204783.886905:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204783.886906:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886908:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204783.886912:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204783.886913:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204783.886915:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204783.886917:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204784.076449:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204784.076463:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204784.076466:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204784.076472:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204784.076475:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204784.076479:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.076481:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204784.076483:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204784.076486:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204784.588515:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204784.588523:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204784.588531:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204784.588533:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204784.588648:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204784.588653:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204784.588657:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204785.100456:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204785.100465:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204785.100468:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204785.100483:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204785.100488:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204785.100493:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204785.100497:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204785.100500:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204785.100503:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204785.612417:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204785.612426:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204785.612434:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204785.612435:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204785.612491:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204785.612494:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204785.612498:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204786.124445:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204786.124454:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204786.124457:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204786.124464:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204786.124468:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204786.124472:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204786.124474:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204786.124477:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204786.124479:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204786.636484:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204786.636494:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204786.636496:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204786.636500:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204786.636505:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204786.636508:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204786.636510:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204786.636513:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204786.636518:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204786.636519:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204786.636520:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204786.636522:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204786.636523:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204786.636525:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204786.636526:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204786.636528:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204786.636590:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204786.636595:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204786.636599:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204787.148414:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204787.148421:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204787.148423:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204787.148428:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204787.148432:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204787.148435:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204787.148437:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204787.148439:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204787.148441:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204787.660374:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204787.660382:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204787.660389:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204787.660390:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204787.660450:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204787.660457:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204787.660465:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204787.724387:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309765836, at 4309765888
00000100:00000040:1.0:1788204787.724387:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309765836, at 4309765888
00000100:00000010:0.0:1788204787.724404:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000010:1.0:1788204787.724406:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074360.
00000100:00000001:2.0:1788204788.172433:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204788.172443:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204788.172447:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204788.172454:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204788.172459:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204788.172463:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204788.172466:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204788.172469:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204788.172471:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204788.684505:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204788.684512:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204788.684517:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204788.684518:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204788.684575:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204788.684579:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204788.684582:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204789.004434:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204789.004453:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204789.004457:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204789.004462:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204789.004468:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204789.004477:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15094
00000400:00000200:3.0:1788204789.004488:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204789.004496:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204789.004500:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204789.004504:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204789.004509:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204789.004512:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204789.004515:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204789.004521:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204789.004523:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204789.004526:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204789.004529:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204789.004530:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204789.004532:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204789.004534:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204789.004535:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204789.004537:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204789.004539:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204789.004541:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204789.004544:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204789.004546:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204789.004549:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204789.004552:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204789.004555:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204789.004557:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204789.004560:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204789.004568:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204789.004571:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204789.004576:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204789.004578:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204789.004583:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204789.004592:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204789.004598:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204789.004605:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204789.004613:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204789.004625:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937891840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204789.004636:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204789.004643:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204789.004648:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937891840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204789.004672:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204789.004676:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204789.004679:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204789.004681:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204789.004682:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204789.004685:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204789.004688:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15094
00000400:00000200:3.0:1788204789.004692:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204789.004696:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204789.004699:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204789.004701:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204789.004702:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204789.004707:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204789.004708:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204789.004710:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204789.004712:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204789.004722:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937891840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204789.004722:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204789.004727:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204789.004730:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204789.004734:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204789.004738:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1788204789.004739:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:2.0:1788204789.004743:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204789.004744:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:2.0:1788204789.004750:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204789.004754:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204789.004757:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204789.004760:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00100000:2.0:1788204789.004762:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937891840:192.168.201.135@tcp:250:kworker.0
00000100:00000040:3.0:1788204789.004768:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204789.004770:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204789.004772:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204789.004784:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:2.0:1788204789.004787:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204789.004787:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:2.0:1788204789.004791:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204789.004792:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:2.0:1788204789.004798:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1788204789.004798:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204789.004803:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204789.004806:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:3.0:1788204789.004806:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204789.004810:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204789.004818:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204789.004823:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204789.004831:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204789.004840:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937891840, portal 25
00000100:00000001:2.0:1788204789.004842:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204789.004844:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00000040:2.0:1788204789.004851:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937891840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.004864:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204789.004867:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204789.004870:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204789.004874:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937891840, offset 0
00000400:00000200:2.0:1788204789.004880:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204789.004889:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204789.004897:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204789.004904:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204789.004908:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204789.004912:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204789.004916:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204789.004919:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546917:546917:256:4294967295] 192.168.201.135@tcp LPNI seq info [546883:546883:8:4294967295]
02000000:00000001:3.0:1788204789.004922:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204789.004925:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204789.004928:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204789.004931:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204789.004937:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204789.004942:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000008:00000001:3.0:1788204789.004943:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204789.004948:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204789.004954:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000010:3.0:1788204789.004954:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000800:00000010:2.0:1788204789.004962:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204789.004971:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204789.004974:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204789.004981:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204789.004984:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204789.004988:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204789.004991:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204789.004996:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204789.005000:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204789.005006:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204789.005009:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204789.005013:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204789.005017:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937891840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.005027:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204789.005031:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937891840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.005044:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.005047:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204789.005054:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204789.005059:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204789.005070:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309770956
00000020:00000040:3.0:1788204789.005072:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000010:2.0:1788204789.005076:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850a80.
02000000:00000001:3.0:1788204789.005077:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204789.005080:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204789.005083:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204789.005085:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204789.005086:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1788204789.005088:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.005095:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309770956
02000000:00000010:3.0:1788204789.005096:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000010:2.0:1788204789.005103:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850e40.
00000100:00000001:3.0:1788204789.005103:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.005110:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00100000:3.0:1788204789.005114:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937891968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204789.005117:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204789.005121:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.005123:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204789.005129:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204789/real 1788204789]  req@ffff8c5d3ba68700 x1875052937891840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204789.005139:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204789.005142:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204789.005144:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204789.005147:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204789.005150:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204789.005155:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204789.005162:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937891840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204789.005164:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204789.005168:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204789.005178:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937891968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204789.005181:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937891840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.005204:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204789.005205:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.005207:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204789.005210:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204789.005211:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204789.005215:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204789.005217:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204789.005220:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1788204789.005223:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937891840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204789.005223:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204789.005229:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204789.005234:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15094
00000100:00000001:2.0:1788204789.005240:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204789.005244:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204789.005249:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937891840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204789.005251:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204789.005261:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788204789.005264:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204789.005265:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.005269:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788204789.005270:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204789.005271:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204789.005275:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204789.005276:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1788204789.005279:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204789.005281:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204789.005284:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00080000:2.0:1788204789.005287:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1788204789.005289:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204789.005292:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000100:00080000:2.0:1788204789.005294:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000020:00000001:3.0:1788204789.005295:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204789.005318:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204789.005321:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000001:2.0:1788204789.005325:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1788204789.005325:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204789.005333:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:2.0:1788204789.005336:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937891840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204789.005337:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204789.005343:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204789.005348:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204789.005353:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00100000:2.0:1788204789.005356:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937891840:192.168.201.135@tcp:250:kworker.0
00000100:00080000:3.0:1788204789.005358:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204789.005364:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.005366:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204789.005368:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204789.005371:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788204789.005373:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204789.005377:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937891840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204789.005378:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204789.005383:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204789.005387:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204789.005391:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000008:00000001:3.0:1788204789.005392:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204789.005396:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788204789.005396:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204789.005400:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
00000100:00000010:3.0:1788204789.005403:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
02000000:00000001:2.0:1788204789.005405:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:3.0:1788204789.005407:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204789.005408:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204789.005412:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204789.005412:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204789.005415:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204789.005417:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1788204789.005419:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1788204789.005421:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788204789.005422:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204789.005427:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204789.005428:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000010:3.0:1788204789.005431:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204789.005432:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204789.005435:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:3.0:1788204789.005437:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.005440:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204789.005443:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204789.005446:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937892096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204789.005447:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204789.005457:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204789.005458:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204789.005460:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.005461:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.005465:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204789.005467:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937892096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.005468:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204789.005471:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204789.005477:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937891968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204789.005484:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.005487:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204789.005490:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204789.005490:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1788204789.005494:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204789.005497:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204789.005497:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204789.005501:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1788204789.005502:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204789.005504:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788204789.005507:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937891968:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204789.005510:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204789.005513:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1788204789.005516:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15094
02000000:00000001:2.0:1788204789.005517:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204789.005520:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204789.005524:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1788204789.005524:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:2.0:1788204789.005529:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
00000400:00000200:3.0:1788204789.005529:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
02000000:00000001:2.0:1788204789.005533:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204789.005534:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204789.005540:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204789.005541:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:2.0:1788204789.005546:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:3.0:1788204789.005546:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204789.005551:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:2.0:1788204789.005552:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204789.005554:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:2.0:1788204789.005557:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937891968, portal 10
00000020:00000001:3.0:1788204789.005558:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204789.005562:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1788204789.005562:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:2.0:1788204789.005565:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000020:00000001:3.0:1788204789.005566:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204789.005569:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204789.005573:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204789.005576:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937891968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204789.005577:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204789.005585:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204789.005590:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204789.005591:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204789.005594:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:2.0:1788204789.005597:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204789.005599:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:2.0:1788204789.005602:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000020:00000040:3.0:1788204789.005604:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000200:2.0:1788204789.005607:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937891968, offset 0
00000100:00080000:3.0:1788204789.005610:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788204789.005616:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204789.005616:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204789.005620:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204789.005623:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204789.005625:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204789.005629:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000001:3.0:1788204789.005630:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204789.005634:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204789.005634:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204789.005638:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000008:00100000:3.0:1788204789.005639:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1788204789.005642:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000008:00000001:3.0:1788204789.005645:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204789.005646:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788204789.005649:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204789.005652:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546918:546918:256:4294967295] 192.168.201.135@tcp LPNI seq info [546884:546884:8:4294967295]
00000100:00000010:3.0:1788204789.005656:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000400:00000200:2.0:1788204789.005659:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788204789.005661:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204789.005667:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204789.005670:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1788204789.005670:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204789.005673:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204789.005676:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1788204789.005678:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204789.005680:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204789.005682:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
02000000:00000010:3.0:1788204789.005686:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000800:00000200:2.0:1788204789.005688:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204789.005693:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1788204789.005693:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204789.005700:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00100000:3.0:1788204789.005703:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937892224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788204789.005705:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204789.005714:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204789.005718:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000100:00000001:3.0:1788204789.005720:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204789.005722:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204789.005724:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204789.005728:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788204789.005732:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937892224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204789.005733:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204789.005737:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204789.005741:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204789.005746:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204789.005747:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937891968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204789.005750:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204789.005757:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204789.005761:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204789.005764:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788204789.005764:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788204789.005770:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937891968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204789.005770:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204789.005787:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15094
00000100:00000001:2.0:1788204789.005795:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204789.005796:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204789.005799:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1788204789.005803:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204789.005805:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204789.005807:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204789.005811:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000100:00000040:3.0:1788204789.005812:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204789.005818:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204789.005818:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204789.005822:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204789.005823:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309767197
00000100:00000001:3.0:1788204789.005828:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204789.005829:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309770956
00000100:00000001:2.0:1788204789.005834:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309767197
00000020:00000001:3.0:1788204789.005834:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204789.005837:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:2.0:1788204789.005838:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309770956
00000100:00000001:2.0:1788204789.005842:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788204789.005842:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204789.005847:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204789.005847:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:2.0:1788204789.005850:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1788204789.005852:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00100000:2.0:1788204789.005856:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204789/real 1788204789]  req@ffff8c5d3ba6b480 x1875052937891968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204789.005857:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204789.005866:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204789.005870:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1788204789.005873:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1788204789.005875:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000001:2.0:1788204789.005876:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204789.005880:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000100:00000001:3.0:1788204789.005880:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204789.005884:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000020:00000040:3.0:1788204789.005886:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000010:2.0:1788204789.005888:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204789.005891:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1788204789.005892:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000200:2.0:1788204789.005897:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937891968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204789.005898:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204789.005902:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204789.005907:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1788204789.005911:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937891968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204789.005912:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204789.005917:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204789.005921:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204789.005923:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:3.0:1788204789.005926:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.005927:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.005931:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204789.005932:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.005933:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204789.005939:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937891968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204789.005939:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204789.005945:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:2.0:1788204789.005950:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204789.005951:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204789.005954:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204789.005958:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937891968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204789.005959:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204789.005962:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204789.005965:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.005970:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1788204789.005972:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:2.0:1788204789.005974:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.005977:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204789.005978:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.005979:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.005983:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204789.005985:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1788204789.005988:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937892352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788204789.005989:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204789.005996:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204789.006001:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204789.006004:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788204789.006008:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937891968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204789.006009:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204789.006019:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937892352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204789.006022:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937891968:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204789.006030:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006034:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204789.006037:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204789.006038:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937891968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204789.006044:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15104)
00000100:00000001:2.0:1788204789.006046:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204789.006049:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204789.006051:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204789.006053:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204789.006055:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204789.006057:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204789.006059:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204789.006061:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788204789.006063:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204789.006065:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204789.006067:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:2.0:1788204789.006069:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204789.006071:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006074:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006077:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204789.006078:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.006080:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204789.006081:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204789.006083:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204789.006086:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937892096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006092:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204789.006093:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204789.006095:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204789.006097:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204789.006099:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204789.006101:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937892096:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204789.006105:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204789.006106:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204789.006108:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204789.006109:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204789.006112:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204789.006114:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204789.006116:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204789.006119:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204789.006122:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204789.006124:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937892096, portal 10
00000100:00000001:2.0:1788204789.006126:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204789.006127:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:2.0:1788204789.006132:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937892096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006138:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204789.006140:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204789.006142:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204789.006145:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937892096, offset 0
00000400:00000200:2.0:1788204789.006148:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204789.006152:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204789.006156:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204789.006159:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204789.006161:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204789.006163:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204789.006165:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204789.006168:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546919:546919:256:4294967295] 192.168.201.135@tcp LPNI seq info [546885:546885:8:4294967295]
00000400:00000200:2.0:1788204789.006172:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204789.006177:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204789.006182:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204789.006185:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204789.006188:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204789.006191:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204789.006195:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204789.006197:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204789.006200:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204789.006202:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204789.006205:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204789.006208:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204789.006210:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204789.006212:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204789.006214:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204789.006217:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937892096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006224:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204789.006226:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937892096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006232:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.006234:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204789.006236:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204789.006239:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204789.006242:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204789.006244:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309767192
00000100:00000001:2.0:1788204789.006246:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309770956
00000100:00000001:2.0:1788204789.006248:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309767192
00000100:00000001:2.0:1788204789.006250:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309770956
00000100:00000001:2.0:1788204789.006252:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204789.006254:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.006256:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204789.006259:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204789/real 1788204789]  req@ffff8c5d3ba69500 x1875052937892096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204789.006265:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204789.006267:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204789.006268:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204789.006270:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204789.006272:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204789.006274:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204789.006276:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937892096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204789.006283:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937892096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006289:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204789.006290:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006292:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204789.006293:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204789.006296:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937892096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006323:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204789.006327:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937892096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006335:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204789.006337:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006339:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204789.006340:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006342:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204789.006343:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204789.006346:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204789.006349:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204789.006351:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204789.006355:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937892096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204789.006362:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937892096:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204789.006365:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204789.006368:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937892224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006374:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204789.006375:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204789.006377:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204789.006379:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204789.006380:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204789.006383:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937892224:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204789.006386:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204789.006387:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204789.006389:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204789.006390:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204789.006393:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204789.006395:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204789.006397:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204789.006400:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204789.006403:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204789.006405:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937892224, portal 4
00000100:00000001:2.0:1788204789.006407:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204789.006409:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:2.0:1788204789.006414:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937892224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006420:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204789.006422:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204789.006424:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204789.006426:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937892224, offset 0
00000400:00000200:2.0:1788204789.006430:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204789.006433:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204789.006437:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204789.006439:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204789.006441:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204789.006444:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204789.006445:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204789.006448:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546920:546920:256:4294967295] 192.168.201.135@tcp LPNI seq info [546886:546886:8:4294967295]
00000400:00000200:2.0:1788204789.006451:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204789.006457:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204789.006461:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204789.006463:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204789.006466:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204789.006469:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204789.006472:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204789.006474:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204789.006478:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204789.006479:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204789.006482:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204789.006485:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204789.006487:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204789.006489:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204789.006491:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204789.006494:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937892224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006500:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204789.006503:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937892224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006508:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.006510:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204789.006512:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204789.006515:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204789.006517:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204789.006519:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309767286
00000100:00000001:2.0:1788204789.006522:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309770956
00000100:00000001:2.0:1788204789.006524:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309767286
00000100:00000001:2.0:1788204789.006525:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309770956
00000100:00000001:2.0:1788204789.006527:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204789.006529:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.006531:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204789.006534:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204789/real 1788204789]  req@ffff8c5d3ba69880 x1875052937892224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204789.006540:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204789.006541:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204789.006543:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204789.006545:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204789.006546:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204789.006547:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204789.006550:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937892224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204789.006557:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937892224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006562:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204789.006564:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006565:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204789.006567:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204789.006571:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937892224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006577:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204789.006582:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937892224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006588:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204789.006590:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006592:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204789.006593:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006594:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204789.006596:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204789.006598:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204789.006601:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204789.006603:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204789.006606:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937892224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204789.006612:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937892224:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204789.006616:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204789.006619:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937892352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006625:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204789.006626:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204789.006628:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204789.006629:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204789.006631:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204789.006634:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937892352:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204789.006637:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204789.006639:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204789.006640:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204789.006642:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204789.006645:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204789.006647:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204789.006649:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204789.006652:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204789.006654:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204789.006657:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937892352, portal 4
00000100:00000001:2.0:1788204789.006658:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204789.006659:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000040:2.0:1788204789.006664:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937892352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006670:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204789.006672:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204789.006675:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204789.006677:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937892352, offset 0
00000400:00000200:2.0:1788204789.006681:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204789.006684:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204789.006687:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204789.006690:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204789.006692:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204789.006694:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204789.006696:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204789.006699:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546921:546921:256:4294967295] 192.168.201.135@tcp LPNI seq info [546887:546887:8:4294967295]
00000400:00000200:2.0:1788204789.006702:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204789.006707:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204789.006711:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204789.006714:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204789.006717:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204789.006719:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204789.006723:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204789.006725:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204789.006729:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204789.006731:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204789.006733:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204789.006736:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204789.006739:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204789.006740:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204789.006742:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204789.006745:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937892352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006751:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204789.006753:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937892352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006759:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.006761:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204789.006763:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204789.006765:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204789.006768:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204789.006769:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309767303
00000100:00000001:2.0:1788204789.006772:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309770956
00000100:00000001:2.0:1788204789.006774:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309767303
00000100:00000001:2.0:1788204789.006790:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309770956
00000100:00000001:2.0:1788204789.006793:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204789.006795:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.006796:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204789.006800:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204789/real 1788204789]  req@ffff8c5d3ba68380 x1875052937892352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204789.006807:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204789.006808:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204789.006810:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204789.006812:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204789.006813:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204789.006816:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204789.006818:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937892352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204789.006825:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937892352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006831:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204789.006833:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006834:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204789.006836:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204789.006839:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937892352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006845:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204789.006848:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937892352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006854:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204789.006856:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006857:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204789.006859:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006860:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204789.006861:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204789.006864:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204789.006867:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204789.006868:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204789.006872:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937892352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204789.006879:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937892352:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204789.006882:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006883:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204789.006886:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937892096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006892:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204789.006894:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204789.006895:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204789.006897:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204789.006899:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204789.006900:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204789.006902:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204789.006903:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204789.006905:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204789.006907:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204789.006908:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:2.0:1788204789.006910:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204789.006912:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006913:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204789.006916:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937892224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006921:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204789.006922:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204789.006924:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204789.006925:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204789.006927:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204789.006928:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204789.006930:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204789.006931:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:2.0:1788204789.006933:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204789.006933:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204789.006935:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:2.0:1788204789.006936:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204789.006937:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006939:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204789.006941:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937892352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204789.006946:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204789.006948:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204789.006949:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204789.006951:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204789.006952:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204789.006953:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204789.006955:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204789.006956:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:2.0:1788204789.006958:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204789.006959:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204789.006960:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:2.0:1788204789.006962:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204789.006963:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006965:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.006967:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204789.006968:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.006970:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204789.006971:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204789.196392:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204789.196401:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204789.196404:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204789.196410:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204789.196415:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204789.196419:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.196422:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204789.196425:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204789.196428:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204789.708379:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204789.708385:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204789.708391:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204789.708392:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204789.708453:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204789.708456:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204789.708459:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204790.220388:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204790.220395:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204790.220397:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204790.220402:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204790.220405:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204790.220408:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204790.220410:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204790.220413:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204790.220415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204790.732440:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204790.732449:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204790.732456:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204790.732458:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204790.732521:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204790.732525:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204790.732529:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204791.244374:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204791.244382:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204791.244383:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204791.244388:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204791.244391:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204791.244394:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204791.244396:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204791.244399:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204791.244401:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204791.756460:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204791.756467:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204791.756472:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204791.756473:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204791.756544:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204791.756550:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204791.756554:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204792.268419:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204792.268428:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204792.268431:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204792.268439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204792.268443:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204792.268447:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204792.268451:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204792.268454:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204792.268456:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204792.780477:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204792.780483:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204792.780488:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204792.780489:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204792.780551:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204792.780554:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204792.780557:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204792.844355:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309770956, at 4309771008
00000100:00000040:0.0:1788204792.844364:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309770956, at 4309771008
00000100:00000010:1.0:1788204792.844371:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850e40.
00000100:00000010:0.0:1788204792.844372:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850a80.
00000100:00000001:2.0:1788204793.292382:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204793.292390:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204793.292392:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204793.292397:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204793.292401:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204793.292404:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204793.292405:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204793.292407:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204793.292409:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204793.804414:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204793.804420:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204793.804426:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204793.804427:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204793.804486:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204793.804489:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204793.804492:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204794.124394:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204794.124403:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204794.124405:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204794.124408:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204794.124412:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204794.124417:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15099
00000400:00000200:2.0:1788204794.124425:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204794.124431:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204794.124434:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204794.124437:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204794.124440:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204794.124443:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204794.124445:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204794.124449:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204794.124451:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204794.124454:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204794.124456:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204794.124459:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204794.124461:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204794.124464:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204794.124466:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204794.124468:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204794.124469:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204794.124471:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204794.124473:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204794.124475:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204794.124477:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204794.124479:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204794.124482:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.124483:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204794.124485:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204794.124492:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000020:00000040:2.0:1788204794.124495:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204794.124498:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204794.124499:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.124502:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204794.124504:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204794.124507:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204794.124512:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:2.0:1788204794.124517:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204794.124523:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937892480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204794.124530:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204794.124534:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204794.124537:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937892480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204794.124558:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204794.124561:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204794.124563:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204794.124564:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204794.124565:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204794.124567:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204794.124569:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15099
00000400:00000200:2.0:1788204794.124572:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204794.124574:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204794.124575:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204794.124577:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204794.124578:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204794.124580:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204794.124582:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204794.124583:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204794.124584:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204794.124585:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204794.124587:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204794.124589:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204794.124590:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204794.124592:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204794.124593:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204794.124595:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1788204794.124595:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204794.124596:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204794.124599:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:0.0:1788204794.124600:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788204794.124602:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204794.124603:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204794.124606:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204794.124607:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1788204794.124611:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937892480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204794.124612:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204794.124617:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.124620:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204794.124625:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204794.124626:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204794.124628:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788204794.124629:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204794.124632:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788204794.124632:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204794.124634:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
02000000:00000001:0.0:1788204794.124635:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1788204794.124637:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204794.124639:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204794.124642:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937892480:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788204794.124644:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204794.124646:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204794.124648:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204794.124649:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204794.124652:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.124652:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204794.124655:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204794.124656:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1788204794.124660:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204794.124661:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204794.124664:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204794.124665:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000400:00000200:0.0:1788204794.124670:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204794.124671:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204794.124675:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00100000:2.0:1788204794.124679:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937892608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1788204794.124684:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:2.0:1788204794.124701:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204794.124703:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204794.124708:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937892608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204794.124720:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937892480, portal 25
00000100:00000001:0.0:1788204794.124725:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204794.124726:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.124729:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00080000:2.0:1788204794.124730:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204794.124735:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204794.124736:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204794.124738:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:0.0:1788204794.124740:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937892480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204794.124741:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204794.124745:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15099
00000400:00000200:2.0:1788204794.124753:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204794.124754:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1788204794.124757:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000040:0.0:1788204794.124761:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204794.124762:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1788204794.124765:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000040:2.0:1788204794.124766:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204794.124769:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1788204794.124770:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937892480, offset 0
00000100:00000040:2.0:1788204794.124772:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204794.124775:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204794.124776:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1788204794.124779:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000040:2.0:1788204794.124779:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204794.124781:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204794.124783:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204794.124785:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204794.124786:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788204794.124790:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204794.124796:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204794.124797:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204794.124800:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204794.124803:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204794.124804:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788204794.124805:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204794.124808:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:0.0:1788204794.124810:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:2.0:1788204794.124813:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204794.124816:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204794.124818:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788204794.124819:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204794.124822:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788204794.124825:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:2.0:1788204794.124826:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.124829:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204794.124831:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204794.124834:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204794.124836:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546922:546922:256:4294967295] 192.168.201.135@tcp LPNI seq info [546888:546888:8:4294967295]
00000100:00000001:2.0:1788204794.124836:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204794.124841:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000400:00000200:0.0:1788204794.124845:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:2.0:1788204794.124846:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204794.124850:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204794.124851:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.124854:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204794.124857:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204794.124860:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204794.124861:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1788204794.124867:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000800:00000200:0.0:1788204794.124870:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204794.124873:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204794.124876:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00100000:2.0:1788204794.124881:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937892736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1788204794.124885:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204794.124893:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204794.124894:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204794.124897:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937892736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1788204794.124898:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000100:00000001:2.0:1788204794.124908:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204794.124909:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:2.0:1788204794.124912:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1788204794.124913:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000100:00080000:2.0:1788204794.124919:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1788204794.124922:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204794.124922:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204794.124924:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1788204794.124925:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000100:00000001:2.0:1788204794.124928:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204794.124931:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15099
00000400:00000200:0.0:1788204794.124933:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204794.124937:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204794.124941:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204794.124942:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204794.124946:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204794.124948:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000100:00000040:2.0:1788204794.124950:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:0.0:1788204794.124951:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:2.0:1788204794.124956:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204794.124960:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1788204794.124961:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204794.124965:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:0.0:1788204794.124966:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937892480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204794.124970:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204794.124973:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204794.124977:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204794.124979:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1788204794.124980:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000040:0.0:1788204794.124983:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937892480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204794.124985:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204794.124991:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204794.124992:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.124995:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1788204794.124998:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204794.125000:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204794.125001:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204794.125002:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204794.125006:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204794.125007:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204794.125010:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:0.0:1788204794.125012:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204794.125012:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204794.125014:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204794.125016:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309776076
02000000:00000001:2.0:1788204794.125017:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204794.125021:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.125023:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:0.0:1788204794.125024:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000008:00100000:2.0:1788204794.125025:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204794.125029:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.125030:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.125032:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000010:2.0:1788204794.125033:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000100:00000001:0.0:1788204794.125037:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309776076
00000020:00000040:2.0:1788204794.125037:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204794.125039:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204794.125041:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204794.125042:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074960.
00000100:00000001:2.0:1788204794.125043:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204794.125046:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1788204794.125047:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204794.125049:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204794.125051:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.125052:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.125056:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000010:2.0:1788204794.125059:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00100000:0.0:1788204794.125060:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204794/real 1788204794]  req@ffff8c5d3c3e9c00 x1875052937892480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204794.125066:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204794.125069:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204794.125072:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204794.125075:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00100000:2.0:1788204794.125075:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937892864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204794.125077:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204794.125080:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204794.125083:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204794.125089:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937892480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204794.125090:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204794.125094:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204794.125100:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937892864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204794.125106:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204794.125108:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1788204794.125111:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937892480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204794.125111:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204794.125114:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204794.125115:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204794.125119:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204794.125122:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15099
00000400:00000200:2.0:1788204794.125129:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204794.125133:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204794.125134:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1788204794.125135:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204794.125139:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204794.125139:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204794.125142:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204794.125145:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204794.125146:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204794.125147:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204794.125150:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204794.125151:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204794.125152:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204794.125155:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204794.125157:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204794.125159:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00100000:0.0:1788204794.125161:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937892480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204794.125161:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204794.125166:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204794.125173:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204794.125176:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204794.125179:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204794.125181:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:0.0:1788204794.125183:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937892480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204794.125183:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204794.125188:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204794.125193:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204794.125196:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204794.125199:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788204794.125199:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204794.125204:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204794.125205:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.125210:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204794.125210:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204794.125213:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1788204794.125214:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788204794.125216:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:2.0:1788204794.125217:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.125219:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204794.125220:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204794.125223:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:2.0:1788204794.125224:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000100:00080000:0.0:1788204794.125228:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000020:00000040:2.0:1788204794.125228:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204794.125233:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1788204794.125233:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204794.125236:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204794.125239:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937892480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204794.125240:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204794.125242:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204794.125246:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204794.125250:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937892480:192.168.201.135@tcp:250:kworker.0
02000000:00000010:2.0:1788204794.125253:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:0.0:1788204794.125254:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.125258:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204794.125259:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204794.125261:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937892480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125267:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00100000:2.0:1788204794.125269:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937892992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788204794.125270:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204794.125273:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204794.125277:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204794.125280:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204794.125282:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:2.0:1788204794.125284:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:0.0:1788204794.125285:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:2.0:1788204794.125288:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204794.125291:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937892992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204794.125294:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:0.0:1788204794.125324:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204794.125328:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204794.125329:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:2.0:1788204794.125331:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204794.125337:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15109)
00000100:00000001:0.0:1788204794.125338:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204794.125341:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.125344:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.125351:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204794.125353:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.125356:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204794.125357:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204794.125359:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204794.125363:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937892608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125370:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204794.125371:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204794.125373:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204794.125374:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204794.125375:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204794.125377:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937892608:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204794.125379:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204794.125381:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204794.125382:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204794.125383:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204794.125385:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204794.125386:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204794.125389:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204794.125391:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204794.125393:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204794.125395:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937892608, portal 10
00000100:00000001:0.0:1788204794.125397:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204794.125398:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000040:0.0:1788204794.125402:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937892608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125405:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204794.125407:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204794.125408:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204794.125409:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937892608, offset 0
00000400:00000200:0.0:1788204794.125412:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204794.125414:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204794.125417:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204794.125419:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204794.125420:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204794.125422:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204794.125424:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204794.125425:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546923:546923:256:4294967295] 192.168.201.135@tcp LPNI seq info [546889:546889:8:4294967295]
00000400:00000200:0.0:1788204794.125428:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204794.125432:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204794.125434:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204794.125436:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204794.125439:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204794.125441:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788204794.125443:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204794.125445:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1788204794.125447:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204794.125449:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204794.125451:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204794.125453:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204794.125455:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204794.125456:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204794.125457:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204794.125459:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937892608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125468:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204794.125470:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937892608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125474:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.125475:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204794.125476:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204794.125479:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204794.125480:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204794.125482:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309772317
00000100:00000001:0.0:1788204794.125483:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309776076
00000100:00000001:0.0:1788204794.125484:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309772317
00000100:00000001:0.0:1788204794.125486:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309776076
00000100:00000001:0.0:1788204794.125487:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204794.125488:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.125489:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204794.125491:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204794/real 1788204794]  req@ffff8c5d3c3eb800 x1875052937892608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204794.125495:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204794.125496:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204794.125497:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204794.125498:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204794.125499:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204794.125500:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204794.125502:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937892608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204794.125507:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937892608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125510:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204794.125511:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.125512:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204794.125520:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204794.125523:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937892608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125527:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204794.125529:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937892608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125533:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204794.125535:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.125535:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204794.125536:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.125537:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204794.125538:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204794.125539:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204794.125541:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204794.125542:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204794.125544:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937892608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204794.125548:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937892608:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204794.125551:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204794.125553:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937892736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125556:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204794.125557:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204794.125558:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204794.125559:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204794.125560:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204794.125562:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937892736:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204794.125564:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204794.125565:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204794.125566:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204794.125568:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204794.125570:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204794.125571:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204794.125572:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204794.125574:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204794.125575:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204794.125577:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937892736, portal 10
00000100:00000001:0.0:1788204794.125579:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204794.125579:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
00000100:00000040:0.0:1788204794.125583:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937892736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125586:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204794.125588:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204794.125589:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204794.125590:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937892736, offset 0
00000400:00000200:0.0:1788204794.125592:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204794.125594:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204794.125596:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204794.125598:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204794.125600:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204794.125601:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204794.125602:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204794.125604:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546924:546924:256:4294967295] 192.168.201.135@tcp LPNI seq info [546890:546890:8:4294967295]
00000400:00000200:0.0:1788204794.125607:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204794.125610:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204794.125612:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204794.125614:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204794.125616:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204794.125618:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788204794.125620:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204794.125622:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1788204794.125624:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204794.125625:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204794.125627:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204794.125629:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204794.125630:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204794.125631:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204794.125633:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204794.125635:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8e00 x1875052937892736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125639:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204794.125641:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937892736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125644:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.125645:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204794.125647:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204794.125648:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204794.125650:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204794.125651:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309772312
00000100:00000001:0.0:1788204794.125652:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309776076
00000100:00000001:0.0:1788204794.125654:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309772312
00000100:00000001:0.0:1788204794.125655:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309776076
00000100:00000001:0.0:1788204794.125656:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204794.125657:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.125658:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204794.125660:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204794/real 1788204794]  req@ffff8c5d3c3e8e00 x1875052937892736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204794.125664:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204794.125665:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204794.125666:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204794.125667:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204794.125668:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204794.125670:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204794.125672:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937892736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204794.125677:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937892736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125682:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204794.125684:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.125685:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204794.125807:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204794.125811:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937892736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125816:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204794.125820:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937892736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125826:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204794.125828:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.125829:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204794.125831:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.125832:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204794.125834:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204794.125836:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204794.125839:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204794.125841:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204794.125845:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937892736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204794.125859:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937892736:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204794.125862:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204794.125864:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937892864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125868:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204794.125869:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204794.125871:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204794.125872:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204794.125873:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204794.125875:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937892864:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204794.125877:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204794.125878:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204794.125879:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204794.125880:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204794.125883:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204794.125884:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204794.125886:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204794.125888:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204794.125890:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204794.125892:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937892864, portal 4
00000100:00000001:0.0:1788204794.125893:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204794.125894:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:0.0:1788204794.125898:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937892864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125902:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204794.125903:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204794.125904:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204794.125905:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937892864, offset 0
00000400:00000200:0.0:1788204794.125908:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204794.125910:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204794.125913:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204794.125914:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204794.125916:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204794.125918:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204794.125919:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204794.125921:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546925:546925:256:4294967295] 192.168.201.135@tcp LPNI seq info [546891:546891:8:4294967295]
00000400:00000200:0.0:1788204794.125923:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204794.125927:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204794.125930:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204794.125931:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204794.125934:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204794.125935:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788204794.125938:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204794.125939:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1788204794.125943:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204794.125944:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204794.125947:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204794.125950:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204794.125953:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204794.125954:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204794.125957:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204794.125960:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937892864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125967:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204794.125969:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937892864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.125975:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.125976:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204794.125979:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204794.125982:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204794.125985:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204794.125987:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309772405
00000100:00000001:0.0:1788204794.125989:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309776076
00000100:00000001:0.0:1788204794.125991:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309772405
00000100:00000001:0.0:1788204794.125993:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309776076
00000100:00000001:0.0:1788204794.125995:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204794.125997:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.125999:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204794.126002:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204794/real 1788204794]  req@ffff8c5d3c3ead80 x1875052937892864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204794.126008:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204794.126009:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204794.126010:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204794.126011:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204794.126012:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204794.126014:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204794.126016:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937892864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204794.126021:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937892864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.126024:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204794.126025:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.126026:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204794.126027:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204794.126038:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937892864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.126047:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204794.126051:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937892864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.126057:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204794.126062:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.126063:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204794.126064:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.126065:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204794.126066:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204794.126069:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204794.126072:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204794.126073:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204794.126077:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937892864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204794.126083:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937892864:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204794.126086:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204794.126088:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937892992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.126093:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204794.126095:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204794.126096:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204794.126098:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204794.126099:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204794.126102:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937892992:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204794.126104:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204794.126106:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204794.126108:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204794.126110:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204794.126113:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204794.126114:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204794.126118:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204794.126120:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204794.126122:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204794.126125:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937892992, portal 4
00000100:00000001:0.0:1788204794.126127:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204794.126128:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:0.0:1788204794.126133:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937892992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.126138:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204794.126140:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204794.126142:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204794.126144:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937892992, offset 0
00000400:00000200:0.0:1788204794.126147:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204794.126151:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204794.126154:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204794.126157:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204794.126159:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204794.126160:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204794.126162:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204794.126165:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546926:546926:256:4294967295] 192.168.201.135@tcp LPNI seq info [546892:546892:8:4294967295]
00000400:00000200:0.0:1788204794.126167:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204794.126174:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204794.126177:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204794.126180:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204794.126183:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204794.126185:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788204794.126188:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204794.126191:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1788204794.126194:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204794.126195:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204794.126198:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204794.126200:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204794.126203:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204794.126204:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204794.126206:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204794.126209:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937892992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.126220:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204794.126223:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937892992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.126228:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.126229:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204794.126232:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204794.126234:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204794.126237:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204794.126238:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309772422
00000100:00000001:0.0:1788204794.126240:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309776076
00000100:00000001:0.0:1788204794.126242:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309772422
00000100:00000001:0.0:1788204794.126244:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309776076
00000100:00000001:0.0:1788204794.126246:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204794.126248:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.126250:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204794.126253:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204794/real 1788204794]  req@ffff8c5d3c3e8380 x1875052937892992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204794.126260:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204794.126261:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204794.126263:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204794.126265:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204794.126266:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204794.126268:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204794.126270:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937892992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204794.126274:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937892992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.126278:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204794.126280:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.126281:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204794.126282:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204794.126284:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937892992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.126287:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204794.126289:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937892992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.126293:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204794.126294:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.126295:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204794.126295:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.126296:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204794.126297:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204794.126313:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204794.126315:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204794.126317:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204794.126319:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937892992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204794.126324:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937892992:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204794.126326:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.126327:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204794.126329:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937892608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.126333:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204794.126334:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204794.126335:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204794.126337:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204794.126338:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204794.126339:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204794.126341:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204794.126342:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:0.0:1788204794.126344:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204794.126344:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204794.126345:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:0.0:1788204794.126347:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204794.126348:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.126349:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204794.126351:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937892736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.126355:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204794.126355:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204794.126356:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204794.126357:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204794.126358:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204794.126358:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204794.126359:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204794.126360:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:0.0:1788204794.126361:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204794.126362:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204794.126362:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000001:0.0:1788204794.126364:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204794.126364:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.126365:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204794.126367:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937892864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.126370:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204794.126370:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204794.126371:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204794.126372:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204794.126373:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204794.126373:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204794.126374:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204794.126375:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:0.0:1788204794.126376:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204794.126377:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204794.126378:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:0.0:1788204794.126379:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204794.126380:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.126381:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204794.126382:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937892992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204794.126386:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204794.126386:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204794.126387:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204794.126388:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204794.126389:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204794.126389:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204794.126390:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204794.126391:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:0.0:1788204794.126392:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204794.126392:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204794.126393:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:0.0:1788204794.126394:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204794.126395:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.126396:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204794.126398:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204794.126398:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204794.126399:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204794.126401:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204794.316388:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204794.316406:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204794.316410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204794.316415:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204794.316419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204794.316423:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204794.316425:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204794.316428:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204794.316431:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204794.828441:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204794.828449:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204794.828454:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204794.828456:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204794.828511:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204794.828514:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204794.828516:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204795.340398:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204795.340404:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204795.340405:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204795.340410:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204795.340412:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204795.340415:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204795.340417:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204795.340419:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204795.340421:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204795.852425:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204795.852433:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204795.852439:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204795.852440:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204795.852486:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204795.852490:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204795.852494:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204796.364393:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204796.364399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204796.364401:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204796.364405:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204796.364407:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204796.364410:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204796.364412:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204796.364414:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204796.364415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204796.876460:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204796.876469:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204796.876470:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204796.876473:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204796.876478:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204796.876480:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204796.876481:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204796.876483:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204796.876485:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204796.876487:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204796.876487:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204796.876488:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204796.876489:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204796.876490:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204796.876491:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204796.876492:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204796.876550:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204796.876553:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204796.876555:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204797.388409:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204797.388415:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204797.388417:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204797.388420:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204797.388423:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204797.388426:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204797.388428:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204797.388430:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204797.388432:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204797.900424:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204797.900431:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204797.900436:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204797.900437:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204797.900507:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204797.900512:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204797.900516:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204797.964395:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309776076, at 4309776128
00000100:00000010:1.0:1788204797.964409:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074960.
00000100:00000040:0.0:1788204797.964412:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309776076, at 4309776128
00000100:00000010:0.0:1788204797.964427:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204798.412386:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204798.412394:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204798.412397:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204798.412403:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204798.412406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204798.412409:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204798.412411:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204798.412413:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204798.412415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204798.924474:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204798.924480:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204798.924485:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204798.924486:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204798.924554:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204798.924559:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204798.924563:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204799.244403:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204799.244413:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204799.244416:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204799.244420:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204799.244425:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204799.244433:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15104
00000400:00000200:3.0:1788204799.244442:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204799.244448:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204799.244451:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204799.244453:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244456:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204799.244458:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244460:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204799.244464:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204799.244466:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204799.244468:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204799.244471:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204799.244472:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204799.244474:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204799.244475:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244476:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204799.244477:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244478:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204799.244481:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204799.244483:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244484:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204799.244486:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204799.244489:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204799.244492:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.244493:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204799.244494:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204799.244503:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788204799.244506:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204799.244510:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204799.244511:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.244514:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204799.244517:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204799.244521:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204799.244529:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204799.244536:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204799.244544:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937893120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204799.244552:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204799.244556:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204799.244559:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937893120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.244581:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204799.244584:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204799.244586:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204799.244588:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204799.244589:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204799.244591:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204799.244593:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15104
00000400:00000200:3.0:1788204799.244596:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204799.244611:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204799.244613:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1788204799.244614:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204799.244618:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204799.244618:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244620:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204799.244622:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204799.244623:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244626:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204799.244629:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204799.244630:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000040:2.0:1788204799.244631:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6a680 x1875052937893120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204799.244631:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204799.244634:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204799.244637:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204799.244640:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204799.244642:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244644:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204799.244645:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244646:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204799.244650:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204799.244652:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244654:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204799.244657:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204799.244661:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204799.244663:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204799.244665:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204799.244666:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.244672:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204799.244674:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1788204799.244676:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204799.244680:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1788204799.244680:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.244683:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204799.244687:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204799.244689:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204799.244692:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00100000:2.0:1788204799.244695:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937893120:192.168.201.135@tcp:250:kworker.0
02000000:00000001:3.0:1788204799.244695:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204799.244697:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.244699:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204799.244701:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204799.244705:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.244706:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1788204799.244709:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
02000000:00000001:2.0:1788204799.244712:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204799.244713:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204799.244718:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204799.244719:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937893248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788204799.244725:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204799.244728:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204799.244731:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204799.244733:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937893248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204799.244734:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204799.244739:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.244744:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204799.244748:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204799.244752:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00080000:3.0:1788204799.244753:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204799.244757:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204799.244758:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204799.244759:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1788204799.244761:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204799.244762:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204799.244766:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15104
00000400:00000200:3.0:1788204799.244769:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000200:2.0:1788204799.244771:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937893120, portal 25
00000400:00000200:3.0:1788204799.244771:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204799.244776:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788204799.244776:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204799.244779:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793465472 : -127142916086144 : ffff8c5d3ba6a680)
00000100:00000040:3.0:1788204799.244782:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244785:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204799.244788:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6a680 x1875052937893120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204799.244789:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244794:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204799.244798:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204799.244800:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000100:00000001:2.0:1788204799.244804:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1788204799.244804:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204799.244806:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204799.244809:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204799.244810:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788204799.244812:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000010:2.0:1788204799.244813:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000040:3.0:1788204799.244817:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244819:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204799.244820:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244821:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204799.244822:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204799.244824:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000200:2.0:1788204799.244825:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937893120, offset 0
00000100:00000001:3.0:1788204799.244825:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204799.244826:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204799.244830:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204799.244832:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.244835:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204799.244836:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000008:00100000:3.0:1788204799.244837:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204799.244840:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.244842:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204799.244845:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:3.0:1788204799.244845:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204799.244849:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204799.244851:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204799.244854:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000001:3.0:1788204799.244855:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.244858:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204799.244859:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204799.244860:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788204799.244863:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204799.244867:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000010:3.0:1788204799.244867:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000400:00000200:2.0:1788204799.244871:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204799.244871:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204799.244876:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00100000:3.0:1788204799.244880:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937893376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204799.244884:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546927:546927:256:4294967295] 192.168.201.135@tcp LPNI seq info [546893:546893:8:4294967295]
00000400:00000200:2.0:1788204799.244894:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204799.244898:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204799.244900:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204799.244906:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937893376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.244914:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204799.244915:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788204799.244916:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204799.244921:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204799.244922:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204799.244924:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1788204799.244925:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244926:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204799.244930:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15104
00000800:00000010:2.0:1788204799.244931:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000400:00000200:3.0:1788204799.244934:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204799.244937:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204799.244939:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788204799.244943:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788204799.244944:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244947:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204799.244949:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00000040:3.0:1788204799.244949:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244952:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204799.244955:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204799.244957:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000800:00000200:2.1:1788204799.244958:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204799.244959:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204799.244963:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000800:00000200:2.1:1788204799.244964:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1788204799.244967:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204799.244970:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204799.244972:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000100:2.0:1788204799.244974:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244975:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1788204799.244978:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000100:00000040:3.0:1788204799.244979:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.244983:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204799.244985:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204799.244986:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788204799.244987:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204799.244988:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204799.244992:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204799.244994:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204799.244996:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788204799.244997:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.245000:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204799.245001:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1788204799.245002:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000008:00000001:3.0:1788204799.245004:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204799.245006:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:3.0:1788204799.245006:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204799.245012:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000100:00000001:2.0:1788204799.245013:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1788204799.245014:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204799.245017:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1788204799.245019:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6a680 x1875052937893120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204799.245019:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.245020:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204799.245023:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204799.245024:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204799.245029:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204799.245033:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204799.245039:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937893504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204799.245048:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204799.245055:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6a680 x1875052937893120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204799.245055:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204799.245059:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204799.245066:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937893504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245068:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.245071:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204799.245076:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.245077:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204799.245079:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204799.245082:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1788204799.245083:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204799.245085:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204799.245087:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309781196
00000100:00080000:3.0:1788204799.245088:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204799.245092:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000010:2.0:1788204799.245095:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850f00.
00000100:00080000:3.0:1788204799.245095:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15104
00000400:00000200:3.0:1788204799.245101:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204799.245104:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204799.245105:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788204799.245105:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204799.245108:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.245111:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204799.245113:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309781196
00000100:00000040:3.0:1788204799.245113:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.245117:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000010:2.0:1788204799.245119:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108502a0.
00000020:00000001:3.0:1788204799.245120:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204799.245122:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:2.0:1788204799.245124:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1788204799.245124:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204799.245127:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:2.0:1788204799.245130:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788204799.245130:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788204799.245135:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204799.245135:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788204799.245140:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1788204799.245141:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.245143:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788204799.245147:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204799/real 1788204799]  req@ffff8c5d3ba6a680 x1875052937893120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204799.245147:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204799.245148:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204799.245154:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204799.245159:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204799.245164:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204799.245165:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1788204799.245166:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204799.245170:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204799.245172:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204799.245174:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204799.245175:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1788204799.245178:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000008:00100000:3.0:1788204799.245180:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1788204799.245183:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000008:00000001:3.0:1788204799.245185:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204799.245187:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204799.245189:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.245193:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:3.0:1788204799.245195:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204799.245200:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000200:2.0:1788204799.245201:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6a680 x1875052937893120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204799.245205:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204799.245208:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204799.245212:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204799.245215:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204799.245218:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204799.245219:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6a680 x1875052937893120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204799.245222:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204799.245225:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204799.245230:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937893632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204799.245250:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204799.245251:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204799.245252:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.245257:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204799.245257:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937893632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245264:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204799.245266:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.245268:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204799.245270:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15115)
00000100:00100000:2.0:1788204799.245276:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6a680 x1875052937893120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245284:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204799.245290:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6a680 x1875052937893120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245317:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204799.245320:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.245322:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204799.245324:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.245326:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204799.245328:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204799.245331:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204799.245335:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204799.245337:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204799.245340:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6a680 x1875052937893120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204799.245346:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937893120:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204799.245350:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.245351:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204799.245353:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6a680 x1875052937893120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245357:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204799.245359:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204799.245361:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204799.245364:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204799.245365:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204799.245367:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204799.245368:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204799.245371:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:2.0:1788204799.245374:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204799.245375:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204799.245376:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6a680.
00000100:00000001:2.0:1788204799.245379:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204799.245379:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.245381:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.245388:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204799.245389:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.245391:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204799.245392:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204799.245393:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204799.245395:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937893248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245399:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204799.245400:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204799.245402:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204799.245403:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204799.245404:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204799.245406:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937893248:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204799.245408:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204799.245409:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204799.245410:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204799.245412:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204799.245414:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204799.245415:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204799.245418:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204799.245419:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204799.245422:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204799.245424:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937893248, portal 10
00000100:00000001:2.0:1788204799.245426:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204799.245427:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000040:2.0:1788204799.245434:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937893248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245441:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204799.245443:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204799.245445:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204799.245448:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937893248, offset 0
00000400:00000200:2.0:1788204799.245452:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204799.245456:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204799.245459:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204799.245462:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204799.245465:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204799.245467:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204799.245468:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204799.245471:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546928:546928:256:4294967295] 192.168.201.135@tcp LPNI seq info [546894:546894:8:4294967295]
00000400:00000200:2.0:1788204799.245475:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204799.245481:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204799.245485:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204799.245487:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204799.245491:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204799.245493:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204799.245497:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204799.245499:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204799.245503:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204799.245504:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204799.245507:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204799.245510:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204799.245513:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204799.245514:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204799.245516:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204799.245519:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937893248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245526:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204799.245528:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937893248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245538:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.245539:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204799.245542:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204799.245546:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204799.245548:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204799.245551:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309777437
00000100:00000001:2.0:1788204799.245553:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309781196
00000100:00000001:2.0:1788204799.245555:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309777437
00000100:00000001:2.0:1788204799.245556:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309781196
00000100:00000001:2.0:1788204799.245558:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204799.245560:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.245562:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204799.245565:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204799/real 1788204799]  req@ffff8c5d3ba68380 x1875052937893248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204799.245572:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204799.245573:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204799.245574:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204799.245576:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204799.245577:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204799.245579:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204799.245582:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937893248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204799.245588:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937893248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245593:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204799.245594:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.245596:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204799.245597:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204799.245615:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937893248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245621:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204799.245624:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937893248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245630:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204799.245632:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.245634:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204799.245635:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.245637:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204799.245639:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204799.245641:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204799.245644:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204799.245646:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204799.245649:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937893248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204799.245656:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937893248:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204799.245659:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204799.245663:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937893376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245668:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204799.245670:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204799.245671:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204799.245673:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204799.245675:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204799.245678:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937893376:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204799.245681:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204799.245683:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204799.245685:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204799.245686:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204799.245690:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204799.245691:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204799.245694:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204799.245695:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204799.245698:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204799.245700:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937893376, portal 10
00000100:00000001:2.0:1788204799.245701:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204799.245702:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:2.0:1788204799.245706:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937893376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245710:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204799.245712:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204799.245713:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204799.245715:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937893376, offset 0
00000400:00000200:2.0:1788204799.245717:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204799.245719:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204799.245721:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204799.245723:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204799.245725:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204799.245727:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204799.245728:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204799.245730:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546929:546929:256:4294967295] 192.168.201.135@tcp LPNI seq info [546895:546895:8:4294967295]
00000400:00000200:2.0:1788204799.245733:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204799.245737:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204799.245740:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204799.245742:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204799.245744:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204799.245746:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204799.245748:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204799.245750:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204799.245752:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204799.245754:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204799.245756:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204799.245758:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204799.245760:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204799.245762:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204799.245764:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204799.245767:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937893376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245774:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204799.245777:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937893376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245784:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.245785:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204799.245788:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204799.245791:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204799.245794:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204799.245796:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309777432
00000100:00000001:2.0:1788204799.245799:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309781196
00000100:00000001:2.0:1788204799.245801:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309777432
00000100:00000001:2.0:1788204799.245803:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309781196
00000100:00000001:2.0:1788204799.245805:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204799.245807:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.245808:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204799.245812:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204799/real 1788204799]  req@ffff8c5d3ba69880 x1875052937893376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204799.245819:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204799.245820:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204799.245822:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204799.245824:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204799.245826:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204799.245828:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204799.245832:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937893376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204799.245840:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937893376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245847:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204799.245848:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.245850:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204799.245851:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204799.245855:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937893376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245862:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204799.245865:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937893376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245869:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204799.245870:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.245871:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204799.245872:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.245873:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204799.245874:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204799.245875:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204799.245877:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204799.245878:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204799.245880:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937893376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204799.245885:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937893376:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204799.245888:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204799.245890:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937893504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245894:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204799.245896:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204799.245898:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204799.245899:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204799.245901:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204799.245904:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937893504:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204799.245907:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204799.245909:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204799.245910:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204799.245912:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204799.245915:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204799.245917:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204799.245921:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204799.245923:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204799.245926:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204799.245930:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937893504, portal 4
00000100:00000001:2.0:1788204799.245932:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204799.245933:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:2.0:1788204799.245939:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937893504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.245945:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204799.245948:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204799.245950:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204799.245953:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937893504, offset 0
00000400:00000200:2.0:1788204799.245956:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204799.245960:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204799.245963:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204799.245966:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204799.245968:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204799.245969:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204799.245971:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204799.245973:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546930:546930:256:4294967295] 192.168.201.135@tcp LPNI seq info [546896:546896:8:4294967295]
00000400:00000200:2.0:1788204799.245976:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204799.245980:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204799.245983:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204799.245985:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204799.245987:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204799.245989:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204799.245992:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204799.245994:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204799.245996:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204799.245997:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204799.245999:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204799.246001:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204799.246003:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204799.246004:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204799.246006:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204799.246008:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937893504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.246013:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204799.246015:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937893504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.246019:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.246020:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204799.246022:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204799.246024:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204799.246026:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204799.246027:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309777525
00000100:00000001:2.0:1788204799.246029:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309781196
00000100:00000001:2.0:1788204799.246030:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309777525
00000100:00000001:2.0:1788204799.246031:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309781196
00000100:00000001:2.0:1788204799.246032:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204799.246034:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.246035:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204799.246037:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204799/real 1788204799]  req@ffff8c5d3ba69500 x1875052937893504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204799.246042:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204799.246043:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204799.246044:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204799.246045:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204799.246046:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204799.246047:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204799.246049:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937893504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204799.246054:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937893504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.246057:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204799.246058:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.246059:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204799.246059:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204799.246061:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937893504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.246065:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204799.246067:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937893504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.246070:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204799.246072:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.246073:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204799.246074:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.246075:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204799.246076:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204799.246078:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204799.246080:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204799.246081:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204799.246084:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937893504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204799.246088:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937893504:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204799.246090:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204799.246092:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937893632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.246095:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204799.246096:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204799.246097:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204799.246098:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204799.246099:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204799.246101:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937893632:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204799.246103:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204799.246104:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204799.246105:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204799.246106:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204799.246108:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204799.246109:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204799.246111:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204799.246112:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204799.246114:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204799.246116:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937893632, portal 4
00000100:00000001:2.0:1788204799.246117:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204799.246118:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:2.0:1788204799.246122:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937893632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.246125:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204799.246127:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204799.246128:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204799.246130:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937893632, offset 0
00000400:00000200:2.0:1788204799.246132:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204799.246134:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204799.246136:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204799.246138:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204799.246139:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204799.246140:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204799.246142:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204799.246144:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546931:546931:256:4294967295] 192.168.201.135@tcp LPNI seq info [546897:546897:8:4294967295]
00000400:00000200:2.0:1788204799.246146:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204799.246150:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204799.246152:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204799.246154:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204799.246156:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204799.246158:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204799.246160:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204799.246162:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204799.246164:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204799.246165:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204799.246167:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204799.246169:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204799.246170:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204799.246171:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204799.246172:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204799.246174:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937893632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.246179:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204799.246181:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937893632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.246185:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.246186:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204799.246188:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204799.246190:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204799.246192:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204799.246193:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309777542
00000100:00000001:2.0:1788204799.246194:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309781196
00000100:00000001:2.0:1788204799.246196:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309777542
00000100:00000001:2.0:1788204799.246197:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309781196
00000100:00000001:2.0:1788204799.246198:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204799.246199:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.246200:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204799.246202:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204799/real 1788204799]  req@ffff8c5d3ba6b480 x1875052937893632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204799.246205:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204799.246206:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204799.246207:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204799.246208:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204799.246209:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204799.246210:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204799.246211:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937893632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204799.246216:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937893632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.246220:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204799.246221:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.246221:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204799.246222:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204799.246224:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937893632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.246230:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204799.246233:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937893632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.246240:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204799.246242:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.246244:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204799.246245:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.246247:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204799.246248:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204799.246251:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204799.246253:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204799.246255:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204799.246259:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937893632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204799.246267:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937893632:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204799.246270:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.246273:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204799.246276:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937893248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.246280:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204799.246281:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204799.246283:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204799.246285:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204799.246286:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204799.246287:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204799.246288:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204799.246289:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:2.0:1788204799.246291:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204799.246292:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204799.246293:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:2.0:1788204799.246295:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204799.246295:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.246297:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204799.246317:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937893376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.246324:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204799.246325:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204799.246327:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204799.246330:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204799.246331:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204799.246332:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204799.246334:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204799.246336:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:2.0:1788204799.246338:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204799.246339:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204799.246341:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:2.0:1788204799.246343:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204799.246344:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.246346:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204799.246349:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937893504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.246355:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204799.246356:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204799.246357:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204799.246360:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204799.246361:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204799.246362:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204799.246364:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204799.246365:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:2.0:1788204799.246367:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204799.246368:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204799.246369:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:2.0:1788204799.246371:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204799.246373:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.246374:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204799.246377:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937893632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204799.246389:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204799.246390:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204799.246392:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204799.246394:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204799.246395:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204799.246396:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204799.246398:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204799.246400:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204799.246401:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204799.246402:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204799.246404:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:2.0:1788204799.246406:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204799.246407:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.246409:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.246412:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204799.246414:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.246416:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204799.246417:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204799.436432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204799.436441:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204799.436444:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204799.436450:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204799.436455:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204799.436459:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.436462:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204799.436465:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204799.436468:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204799.948445:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204799.948454:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204799.948462:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204799.948463:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204799.948531:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204799.948535:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204799.948538:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204800.460422:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204800.460430:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204800.460432:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204800.460436:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204800.460440:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204800.460443:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204800.460446:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204800.460448:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204800.460450:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204800.972481:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204800.972489:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204800.972496:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204800.972497:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204800.972603:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204800.972610:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204800.972614:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204801.484443:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204801.484453:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204801.484455:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204801.484463:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204801.484467:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204801.484472:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204801.484475:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204801.484479:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204801.484482:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204801.996405:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204801.996412:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204801.996418:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204801.996419:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204801.996480:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204801.996483:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204801.996486:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204802.508418:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204802.508426:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204802.508428:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204802.508433:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204802.508436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204802.508439:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204802.508442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204802.508444:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204802.508446:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204803.020459:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204803.020466:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204803.020470:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204803.020471:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204803.020547:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204803.020551:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204803.020555:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204803.084427:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309781196, at 4309781248
00000100:00000040:1.0:1788204803.084427:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309781196, at 4309781248
00000100:00000010:0.0:1788204803.084444:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850f00.
00000100:00000010:1.0:1788204803.084447:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108502a0.
00000100:00000001:2.0:1788204803.532431:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204803.532439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204803.532441:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204803.532447:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204803.532453:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204803.532458:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204803.532460:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204803.532462:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204803.532464:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204804.044406:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204804.044412:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204804.044419:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204804.044420:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204804.044472:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204804.044478:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204804.044482:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204804.364381:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204804.364395:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204804.364398:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204804.364402:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204804.364407:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204804.364415:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15110
00000400:00000200:3.0:1788204804.364425:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204804.364433:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204804.364437:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204804.364440:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204804.364444:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204804.364447:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204804.364457:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204804.364462:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204804.364465:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204804.364468:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204804.364471:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204804.364474:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204804.364477:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204804.364481:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204804.364482:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204804.364484:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204804.364486:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204804.364489:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204804.364493:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204804.364494:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204804.364497:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204804.364501:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204804.364503:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.364505:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204804.364507:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204804.364528:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204804.364532:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204804.364535:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204804.364537:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.364539:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204804.364542:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204804.364547:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204804.364554:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204804.364559:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204804.364568:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937893760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204804.364576:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204804.364580:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204804.364584:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937893760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.364602:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204804.364604:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204804.364607:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204804.364608:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204804.364609:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204804.364611:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204804.364613:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15110
00000400:00000200:3.0:1788204804.364616:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204804.364618:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204804.364620:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204804.364623:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204804.364625:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204804.364627:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204804.364628:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204804.364629:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204804.364630:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204804.364631:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204804.364632:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204804.364633:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204804.364635:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204804.364636:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204804.364638:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204804.364639:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204804.364640:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204804.364641:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204804.364645:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:2.0:1788204804.364646:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204804.364647:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204804.364651:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.364653:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788204804.364653:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204804.364661:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204804.364663:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.364664:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788204804.364665:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937893760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204804.364668:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204804.364674:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.364677:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.364684:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204804.364687:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204804.364687:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204804.364691:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204804.364694:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204804.364694:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204804.364697:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.364698:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204804.364699:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204804.364700:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204804.364702:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.364706:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204804.364707:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204804.364711:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204804.364715:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937893760:192.168.201.135@tcp:250:kworker.0
00000100:00100000:3.0:1788204804.364718:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937893888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204804.364724:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204804.364728:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204804.364730:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204804.364732:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937893888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204804.364735:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204804.364740:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.364740:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.364746:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1788204804.364746:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204804.364750:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204804.364751:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204804.364752:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:2.0:1788204804.364755:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:3.0:1788204804.364755:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204804.364758:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15110
02000000:00000001:2.0:1788204804.364760:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204804.364763:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204804.364766:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204804.364768:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204804.364771:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204804.364772:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204804.364775:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204804.364776:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:2.0:1788204804.364778:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:3.0:1788204804.364778:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204804.364783:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204804.364784:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204804.364785:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204804.364786:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000010:2.0:1788204804.364788:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000020:00000001:3.0:1788204804.364788:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204804.364792:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204804.364794:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204804.364795:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204804.364797:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:2.0:1788204804.364798:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937893760, portal 25
00000100:00000001:3.0:1788204804.364799:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204804.364802:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204804.364804:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000020:00000040:3.0:1788204804.364805:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204804.364810:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:2.0:1788204804.364812:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937893760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.364815:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204804.364820:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204804.364823:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1788204804.364825:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204804.364827:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204804.364831:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204804.364832:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000001:3.0:1788204804.364836:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1788204804.364837:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937893760, offset 0
00000008:00100000:3.0:1788204804.364840:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204804.364844:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000008:00000001:3.0:1788204804.364848:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.364850:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204804.364853:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000400:00000200:2.0:1788204804.364856:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788204804.364857:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204804.364860:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204804.364861:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204804.364864:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788204804.364864:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204804.364867:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204804.364871:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204804.364873:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000400:00000200:2.0:1788204804.364874:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204804.364876:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204804.364883:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00100000:3.0:1788204804.364887:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937894016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204804.364888:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204804.364895:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788204804.364899:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204804.364902:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204804.364903:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546932:546932:256:4294967295] 192.168.201.135@tcp LPNI seq info [546898:546898:8:4294967295]
00000100:00000040:3.0:1788204804.364907:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937894016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204804.364915:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204804.364917:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204804.364920:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204804.364922:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204804.364923:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204804.364925:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204804.364930:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204804.364931:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204804.364936:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15110
00000800:00000200:2.0:1788204804.364941:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204804.364941:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204804.364945:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204804.364947:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1788204804.364948:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000100:00000040:3.0:1788204804.364950:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204804.364953:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204804.364954:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204804.364957:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:2.0:1788204804.364958:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204804.364960:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204804.364962:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204804.364963:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.0:1788204804.364964:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1788204804.364965:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204804.364969:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204804.364973:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000200:2.1:1788204804.364973:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204804.364979:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1788204804.364980:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204804.364985:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1788204804.364987:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204804.364989:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000010:2.0:1788204804.364991:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000100:00000001:3.0:1788204804.364992:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204804.364995:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204804.364997:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788204804.364998:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204804.365000:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204804.365001:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204804.365003:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204804.365004:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.365005:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204804.365007:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204804.365009:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.365012:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204804.365013:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000010:3.0:1788204804.365017:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000400:00000200:2.0:1788204804.365019:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000020:00000040:3.0:1788204804.365020:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000400:00000010:2.0:1788204804.365023:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
02000000:00000001:3.0:1788204804.365024:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204804.365026:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.365028:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204804.365030:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204804.365030:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204804.365032:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204804.365035:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937893760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204804.365036:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204804.365041:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.365048:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1788204804.365051:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937894144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204804.365053:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937893760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.365068:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204804.365070:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.365072:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.365073:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204804.365080:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204804.365081:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937894144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204804.365085:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204804.365089:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309786316
00000100:00000010:2.0:1788204804.365096:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850360.
00000100:00000001:3.0:1788204804.365098:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204804.365102:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204804.365104:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788204804.365108:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204804.365111:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309786316
00000100:00000001:3.0:1788204804.365111:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204804.365113:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1788204804.365115:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850000.
00000100:00000001:3.0:1788204804.365117:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204804.365118:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1788204804.365121:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15110
00000100:00000001:2.0:1788204804.365123:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204804.365128:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204804.365128:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204804.365133:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1788204804.365133:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204804.365136:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788204804.365137:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204804/real 1788204804]  req@ffff8c5d3ba68700 x1875052937893760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204804.365141:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204804.365146:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204804.365149:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204804.365151:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000001:2.0:1788204804.365152:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204804.365154:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1788204804.365154:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204804.365156:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000400:00000010:2.0:1788204804.365157:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000020:00000001:3.0:1788204804.365159:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204804.365161:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000020:00000040:3.0:1788204804.365161:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000400:00000010:2.0:1788204804.365163:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000020:00000001:3.0:1788204804.365164:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204804.365167:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788204804.365168:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1788204804.365171:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:2.0:1788204804.365172:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937893760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.365176:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788204804.365182:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937893760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204804.365182:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204804.365188:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204804.365190:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:3.0:1788204804.365192:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:2.0:1788204804.365193:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.365196:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204804.365198:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204804.365200:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00100000:2.0:1788204804.365203:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937893760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.365205:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204804.365210:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204804.365213:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204804.365214:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204804.365218:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937893760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204804.365219:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.365224:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204804.365227:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:3.0:1788204804.365228:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204804.365230:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.365232:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204804.365233:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.365235:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204804.365236:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204804.365238:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:3.0:1788204804.365243:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204804.365244:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204804.365247:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204804.365248:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204804.365251:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937893760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204804.365254:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000100:00100000:2.0:1788204804.365257:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937893760:192.168.201.135@tcp:250:kworker.0
00000020:00000040:3.0:1788204804.365259:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:2.0:1788204804.365261:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204804.365264:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204804.365265:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204804.365268:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937893760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204804.365268:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.365274:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204804.365277:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204804.365278:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788204804.365280:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.365281:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204804.365284:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000010:3.0:1788204804.365286:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:2.0:1788204804.365287:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204804.365289:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204804.365291:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204804.365293:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1788204804.365293:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204804.365296:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788204804.365314:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204804.365316:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204804.365317:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:2.0:1788204804.365319:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204804.365320:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.365322:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.365329:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204804.365332:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204804.365333:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937894272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204804.365334:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204804.365336:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204804.365339:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204804.365344:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937893888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204804.365351:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204804.365353:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204804.365355:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.365356:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.365359:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204804.365361:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204804.365364:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204804.365365:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937894272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204804.365368:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937893888:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204804.365373:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204804.365375:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204804.365377:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.365379:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204804.365382:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204804.365384:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204804.365385:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204804.365389:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204804.365392:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000040:3.0:1788204804.365394:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15120)
00000400:00000010:2.0:1788204804.365395:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204804.365400:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937893888, portal 10
00000100:00000001:2.0:1788204804.365401:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204804.365402:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:2.0:1788204804.365407:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937893888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365411:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204804.365414:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204804.365415:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204804.365417:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937893888, offset 0
00000400:00000200:2.0:1788204804.365419:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204804.365422:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204804.365424:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204804.365426:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204804.365428:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204804.365430:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204804.365431:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204804.365433:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546933:546933:256:4294967295] 192.168.201.135@tcp LPNI seq info [546899:546899:8:4294967295]
00000400:00000200:2.0:1788204804.365436:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204804.365440:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204804.365443:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204804.365445:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204804.365448:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204804.365449:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204804.365452:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204804.365454:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204804.365457:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204804.365458:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204804.365460:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204804.365462:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204804.365464:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204804.365465:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204804.365466:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204804.365468:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937893888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365473:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204804.365475:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937893888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365479:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.365480:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204804.365481:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204804.365484:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204804.365487:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204804.365489:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309782557
00000100:00000001:2.0:1788204804.365492:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309786316
00000100:00000001:2.0:1788204804.365494:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309782557
00000100:00000001:2.0:1788204804.365496:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309786316
00000100:00000001:2.0:1788204804.365498:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204804.365500:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.365502:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204804.365506:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204804/real 1788204804]  req@ffff8c5d3ba68000 x1875052937893888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204804.365527:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204804.365528:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204804.365530:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204804.365533:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204804.365535:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204804.365537:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204804.365540:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937893888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204804.365548:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937893888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365553:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204804.365554:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.365555:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204804.365556:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204804.365558:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937893888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365563:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204804.365565:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937893888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365568:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204804.365570:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.365571:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204804.365571:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.365572:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204804.365573:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204804.365575:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204804.365576:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204804.365578:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204804.365580:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937893888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204804.365585:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937893888:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204804.365587:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204804.365589:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937894016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365592:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204804.365593:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.365595:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204804.365596:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204804.365597:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204804.365599:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937894016:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204804.365600:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204804.365602:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204804.365603:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.365604:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204804.365606:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204804.365607:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204804.365610:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204804.365612:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204804.365615:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204804.365618:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937894016, portal 10
00000100:00000001:2.0:1788204804.365620:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204804.365621:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:2.0:1788204804.365627:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937894016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365633:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204804.365635:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204804.365638:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204804.365640:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937894016, offset 0
00000400:00000200:2.0:1788204804.365644:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204804.365648:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204804.365651:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204804.365654:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204804.365656:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204804.365659:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204804.365661:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204804.365663:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546934:546934:256:4294967295] 192.168.201.135@tcp LPNI seq info [546900:546900:8:4294967295]
00000400:00000200:2.0:1788204804.365667:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204804.365673:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204804.365677:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204804.365680:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204804.365684:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204804.365686:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204804.365690:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204804.365692:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204804.365695:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204804.365697:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204804.365700:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204804.365703:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204804.365706:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204804.365707:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204804.365710:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204804.365713:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937894016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365722:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204804.365725:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937894016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365731:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.365732:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204804.365735:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204804.365738:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204804.365741:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204804.365743:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309782552
00000100:00000001:2.0:1788204804.365746:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309786316
00000100:00000001:2.0:1788204804.365748:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309782552
00000100:00000001:2.0:1788204804.365750:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309786316
00000100:00000001:2.0:1788204804.365752:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204804.365754:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.365756:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204804.365760:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204804/real 1788204804]  req@ffff8c5d3ba69180 x1875052937894016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204804.365768:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204804.365769:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204804.365771:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204804.365774:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204804.365775:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204804.365778:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204804.365781:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937894016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204804.365789:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937894016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365795:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204804.365797:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.365798:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204804.365800:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204804.365803:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937894016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365809:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204804.365812:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937894016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365816:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204804.365818:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.365819:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204804.365820:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.365821:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204804.365822:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204804.365824:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204804.365825:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204804.365826:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204804.365828:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937894016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204804.365833:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937894016:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204804.365835:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204804.365837:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937894144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365842:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204804.365842:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.365844:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204804.365845:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204804.365846:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204804.365848:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937894144:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204804.365850:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204804.365851:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204804.365852:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.365854:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204804.365856:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204804.365858:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204804.365860:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204804.365862:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204804.365865:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204804.365868:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937894144, portal 4
00000100:00000001:2.0:1788204804.365870:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204804.365872:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:2.0:1788204804.365878:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937894144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365884:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204804.365886:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204804.365889:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204804.365891:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937894144, offset 0
00000400:00000200:2.0:1788204804.365895:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204804.365899:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204804.365902:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204804.365905:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204804.365907:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204804.365909:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204804.365911:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204804.365914:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546935:546935:256:4294967295] 192.168.201.135@tcp LPNI seq info [546901:546901:8:4294967295]
00000400:00000200:2.0:1788204804.365918:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204804.365923:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204804.365925:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204804.365928:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204804.365930:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204804.365932:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204804.365934:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204804.365936:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204804.365938:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204804.365940:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204804.365942:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204804.365944:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204804.365946:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204804.365947:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204804.365948:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204804.365951:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937894144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365960:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204804.365962:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937894144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.365965:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.365966:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204804.365968:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204804.365970:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204804.365972:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204804.365973:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309782645
00000100:00000001:2.0:1788204804.365975:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309786316
00000100:00000001:2.0:1788204804.365976:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309782645
00000100:00000001:2.0:1788204804.365977:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309786316
00000100:00000001:2.0:1788204804.365978:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204804.365979:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.365980:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204804.365982:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204804/real 1788204804]  req@ffff8c5d3ba69c00 x1875052937894144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204804.365986:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204804.365987:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204804.365988:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204804.365990:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204804.365991:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204804.365992:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204804.365994:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937894144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204804.365998:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937894144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.366001:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204804.366003:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.366004:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204804.366005:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204804.366007:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937894144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.366011:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204804.366012:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937894144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.366016:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204804.366017:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.366018:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204804.366019:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.366020:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204804.366020:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204804.366022:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204804.366023:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204804.366024:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204804.366026:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937894144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204804.366030:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937894144:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204804.366032:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.366033:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204804.366035:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937893888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.366039:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204804.366040:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204804.366042:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204804.366043:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204804.366044:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204804.366046:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204804.366047:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204804.366048:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:2.0:1788204804.366049:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204804.366051:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204804.366052:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:2.0:1788204804.366053:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204804.366054:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.366055:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204804.366057:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937894016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.366061:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204804.366061:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204804.366062:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204804.366063:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204804.366064:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204804.366065:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204804.366065:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204804.366066:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:2.0:1788204804.366067:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204804.366068:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204804.366068:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:2.0:1788204804.366070:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204804.366070:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.366071:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204804.366073:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937894144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.366076:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204804.366076:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204804.366077:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204804.366078:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204804.366079:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204804.366080:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204804.366080:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204804.366081:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:2.0:1788204804.366082:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204804.366084:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204804.366085:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:2.0:1788204804.366086:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204804.366087:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.366088:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.366090:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204804.366091:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.366092:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204804.366093:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204804.366094:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204804.366096:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937894272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.366100:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204804.366101:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.366103:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204804.366104:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204804.366105:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204804.366106:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937894272:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204804.366108:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204804.366109:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204804.366110:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204804.366111:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204804.366112:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204804.366113:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204804.366115:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204804.366116:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204804.366118:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204804.366120:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937894272, portal 4
00000100:00000001:2.0:1788204804.366121:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204804.366122:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:2.0:1788204804.366126:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937894272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.366130:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204804.366131:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204804.366133:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204804.366134:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937894272, offset 0
00000400:00000200:2.0:1788204804.366136:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204804.366138:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204804.366141:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204804.366142:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204804.366144:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204804.366145:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204804.366147:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204804.366149:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546936:546936:256:4294967295] 192.168.201.135@tcp LPNI seq info [546902:546902:8:4294967295]
00000400:00000200:2.0:1788204804.366151:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204804.366155:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204804.366157:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204804.366159:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204804.366161:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204804.366162:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204804.366165:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204804.366166:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204804.366169:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204804.366170:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204804.366171:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204804.366173:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204804.366175:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204804.366176:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204804.366177:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204804.366179:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937894272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.366184:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204804.366185:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937894272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.366189:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.366190:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204804.366192:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204804.366194:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204804.366196:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204804.366198:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309782662
00000100:00000001:2.0:1788204804.366199:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309786316
00000100:00000001:2.0:1788204804.366200:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309782662
00000100:00000001:2.0:1788204804.366202:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309786316
00000100:00000001:2.0:1788204804.366203:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204804.366204:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.366205:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204804.366206:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204804/real 1788204804]  req@ffff8c5d3ba68e00 x1875052937894272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204804.366210:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204804.366211:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204804.366212:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204804.366214:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204804.366215:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204804.366216:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204804.366218:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937894272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204804.366222:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937894272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.366225:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204804.366226:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.366227:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204804.366227:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204804.366229:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937894272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.366232:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204804.366234:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937894272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.366239:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204804.366240:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.366241:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204804.366242:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.366243:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204804.366244:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204804.366245:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204804.366247:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204804.366248:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204804.366250:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937894272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204804.366254:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937894272:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204804.366255:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.366256:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204804.366258:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937894272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204804.366261:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204804.366262:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204804.366263:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204804.366264:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204804.366264:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204804.366265:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204804.366266:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204804.366267:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:2.0:1788204804.366268:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204804.366269:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204804.366270:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:2.0:1788204804.366271:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204804.366272:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.366273:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.366275:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204804.366276:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.366277:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204804.366279:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204804.556422:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204804.556430:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204804.556432:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204804.556436:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204804.556440:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204804.556443:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.556445:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204804.556448:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204804.556450:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204805.068487:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204805.068493:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204805.068516:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204805.068517:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204805.068576:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204805.068579:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204805.068582:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204805.580436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204805.580444:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204805.580446:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204805.580452:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204805.580456:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204805.580459:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204805.580462:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204805.580464:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204805.580466:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204806.092461:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204806.092469:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204806.092478:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204806.092506:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204806.092576:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204806.092582:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204806.092586:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204806.604389:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204806.604397:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204806.604399:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204806.604406:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204806.604411:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204806.604415:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204806.604418:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204806.604421:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204806.604425:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204807.116414:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204807.116422:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204807.116425:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204807.116428:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204807.116433:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204807.116435:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204807.116437:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204807.116439:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204807.116443:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204807.116444:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204807.116445:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204807.116446:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204807.116447:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204807.116448:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204807.116449:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204807.116450:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204807.116483:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204807.116485:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204807.116487:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204807.628407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204807.628417:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204807.628418:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204807.628426:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204807.628429:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204807.628433:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204807.628435:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204807.628438:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204807.628441:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204808.140429:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204808.140440:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204808.140459:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204808.140460:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204808.140526:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204808.140531:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204808.140534:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204808.204440:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309786316, at 4309786368
00000100:00000040:1.0:1788204808.204440:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309786316, at 4309786368
00000100:00000010:1.0:1788204808.204473:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850000.
00000100:00000010:0.0:1788204808.204474:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850360.
00000100:00000001:2.0:1788204808.652398:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204808.652405:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204808.652407:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204808.652416:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204808.652419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204808.652422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204808.652424:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204808.652427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204808.652429:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204809.164397:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204809.164403:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204809.164408:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204809.164409:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204809.164482:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204809.164487:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204809.164492:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204809.484406:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204809.484417:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204809.484420:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204809.484433:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204809.484438:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204809.484446:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15115
00000400:00000200:3.0:1788204809.484454:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204809.484460:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204809.484463:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204809.484465:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204809.484468:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204809.484470:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204809.484472:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204809.484477:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204809.484478:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204809.484481:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204809.484483:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204809.484485:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204809.484487:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204809.484488:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204809.484489:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204809.484491:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204809.484492:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204809.484495:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204809.484497:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204809.484499:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.484501:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204809.484505:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204809.484507:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.484508:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204809.484510:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204809.484520:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204809.484523:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204809.484527:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204809.484528:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.484531:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204809.484534:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204809.484539:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204809.484546:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204809.484552:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204809.484561:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937894400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204809.484568:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204809.484574:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204809.484578:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937894400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.484611:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204809.484618:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204809.484621:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204809.484622:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204809.484623:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204809.484626:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204809.484628:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15115
00000400:00000200:3.0:1788204809.484631:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204809.484633:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204809.484635:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204809.484637:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204809.484639:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204809.484641:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204809.484643:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204809.484644:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204809.484645:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204809.484647:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204809.484648:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204809.484650:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:2.0:1788204809.484651:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204809.484652:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204809.484656:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204809.484657:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204809.484658:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204809.484660:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204809.484660:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204809.484662:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204809.484665:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000040:2.0:1788204809.484669:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937894400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204809.484669:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204809.484673:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.484676:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204809.484682:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204809.484684:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204809.484688:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204809.484688:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204809.484692:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204809.484692:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.484695:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204809.484696:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204809.484700:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788204809.484701:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937894400:192.168.201.135@tcp:250:kworker.0
00000008:00000001:3.0:1788204809.484706:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.484707:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204809.484709:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204809.484712:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
02000000:00000001:2.0:1788204809.484713:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1788204809.484714:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204809.484718:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.484718:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204809.484720:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.484723:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204809.484724:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204809.484724:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204809.484727:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204809.484731:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
02000000:00000010:2.0:1788204809.484733:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000001:3.0:1788204809.484735:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204809.484737:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204809.484741:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937894528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204809.484749:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204809.484750:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204809.484753:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204809.484757:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000040:3.0:1788204809.484757:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937894528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.484766:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204809.484768:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00080000:3.0:1788204809.484769:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204809.484773:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204809.484774:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204809.484775:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204809.484777:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1788204809.484779:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937894400, portal 25
00000100:00080000:3.0:1788204809.484779:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15115
00000400:00000200:3.0:1788204809.484784:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204809.484786:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1788204809.484787:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204809.484790:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204809.484791:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00000040:3.0:1788204809.484793:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204809.484795:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204809.484796:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204809.484797:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204809.484798:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204809.484799:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204809.484800:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204809.484801:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204809.484804:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204809.484806:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204809.484808:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204809.484810:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204809.484811:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937894400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204809.484813:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204809.484817:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204809.484821:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204809.484825:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204809.484827:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204809.484828:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.484831:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204809.484833:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204809.484834:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788204809.484837:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
02000000:00000001:3.0:1788204809.484837:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.484842:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204809.484843:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1788204809.484845:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937894400, offset 0
00000008:00000001:3.0:1788204809.484846:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.484849:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204809.484852:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000400:00000200:2.0:1788204809.484853:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788204809.484855:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204809.484858:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204809.484859:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.484861:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204809.484864:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204809.484864:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204809.484868:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204809.484872:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000010:3.0:1788204809.484876:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000400:00000200:2.0:1788204809.484877:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204809.484883:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204809.484884:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204809.484891:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1788204809.484892:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937894656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204809.484894:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204809.484900:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546937:546937:256:4294967295] 192.168.201.135@tcp LPNI seq info [546903:546903:8:4294967295]
00000100:00000001:3.0:1788204809.484909:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204809.484910:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204809.484913:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204809.484918:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937894656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.484925:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204809.484928:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204809.484930:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788204809.484931:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204809.484934:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204809.484936:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204809.484939:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204809.484943:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15115
00000800:00000200:2.0:1788204809.484945:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788204809.484948:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204809.484952:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000010:2.0:1788204809.484953:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000100:00080000:3.0:1788204809.484954:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204809.484958:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204809.484959:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204809.484963:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:2.0:1788204809.484965:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204809.484966:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204809.484970:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.0:1788204809.484971:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1788204809.484971:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204809.484974:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204809.484978:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000800:00000200:2.1:1788204809.484980:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204809.484982:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000200:2.1:1788204809.484984:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1788204809.484988:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000100:2.0:1788204809.484989:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204809.484993:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000100:00000040:3.0:1788204809.484996:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204809.485000:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204809.485001:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204809.485005:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204809.485009:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204809.485011:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204809.485014:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000020:00000040:3.0:1788204809.485015:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000400:00000010:2.0:1788204809.485017:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00080000:3.0:1788204809.485022:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204809.485023:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204809.485024:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.485027:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788204809.485029:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937894400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204809.485030:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204809.485035:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.485040:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204809.485045:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204809.485048:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937894400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204809.485051:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204809.485057:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204809.485057:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.485060:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204809.485063:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788204809.485065:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:2.0:1788204809.485069:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788204809.485070:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204809.485073:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.485075:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204809.485076:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204809.485077:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.485078:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204809.485081:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000400:00000200:2.0:1788204809.485084:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204809.485086:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.485088:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309791436
00000100:00100000:3.0:1788204809.485093:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937894784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1788204809.485095:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108509c0.
00000100:00000001:3.0:1788204809.485102:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204809.485104:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.485105:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1788204809.485106:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937894784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485111:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309791436
00000100:00000001:3.0:1788204809.485112:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204809.485115:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850660.
00000100:00080000:3.0:1788204809.485117:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204809.485121:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1788204809.485121:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204809.485124:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204809.485127:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204809.485128:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204809.485132:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204809.485134:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204809.485135:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15115
00000100:00000001:2.0:1788204809.485139:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1788204809.485140:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204809.485145:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204809.485146:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788204809.485150:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204809/real 1788204809]  req@ffff8c5d3ba6ad80 x1875052937894400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204809.485150:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204809.485154:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204809.485156:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204809.485160:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204809.485164:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204809.485166:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204809.485168:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000001:2.0:1788204809.485173:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1788204809.485175:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000400:00000001:2.0:1788204809.485176:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204809.485180:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000020:00000001:3.0:1788204809.485182:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000200:2.0:1788204809.485183:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000020:00000001:3.0:1788204809.485185:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000010:2.0:1788204809.485186:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000040:3.0:1788204809.485189:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204809.485191:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204809.485191:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204809.485195:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:2.0:1788204809.485197:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937894400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.485198:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204809.485202:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204809.485207:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204809.485211:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204809.485214:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204809.485217:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204809.485221:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.485223:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1788204809.485224:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937894400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204809.485225:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204809.485230:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204809.485234:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.485239:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:3.0:1788204809.485239:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000100:00000001:2.0:1788204809.485241:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204809.485242:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:2.0:1788204809.485245:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788204809.485246:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204809.485248:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.485251:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204809.485251:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204809.485253:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204809.485255:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204809.485258:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00100000:2.0:1788204809.485260:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937894400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.485261:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204809.485267:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937894912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204809.485283:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204809.485286:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.485287:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204809.485289:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937894912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204809.485295:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937894400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204809.485316:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204809.485321:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15125)
00000100:00000001:2.0:1788204809.485337:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204809.485341:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.485343:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204809.485344:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.485347:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204809.485348:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204809.485350:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204809.485353:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204809.485355:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204809.485359:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937894400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204809.485364:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937894400:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204809.485369:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.485370:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204809.485372:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937894400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485380:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204809.485383:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204809.485385:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204809.485387:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204809.485389:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204809.485390:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204809.485391:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204809.485394:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:2.0:1788204809.485397:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204809.485399:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204809.485400:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:2.0:1788204809.485403:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204809.485404:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.485405:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.485411:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204809.485413:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.485415:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204809.485416:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204809.485417:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204809.485419:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937894528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485437:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204809.485438:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204809.485440:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204809.485441:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204809.485443:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204809.485448:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937894528:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204809.485451:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204809.485453:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204809.485455:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204809.485457:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204809.485460:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204809.485461:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204809.485465:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204809.485468:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204809.485471:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204809.485475:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937894528, portal 10
00000100:00000001:2.0:1788204809.485477:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204809.485478:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000040:2.0:1788204809.485485:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937894528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485491:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204809.485493:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204809.485496:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204809.485498:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937894528, offset 0
00000400:00000200:2.0:1788204809.485500:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204809.485503:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204809.485506:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204809.485509:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204809.485510:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204809.485512:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204809.485513:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204809.485516:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546938:546938:256:4294967295] 192.168.201.135@tcp LPNI seq info [546904:546904:8:4294967295]
00000400:00000200:2.0:1788204809.485518:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204809.485523:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204809.485526:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204809.485528:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204809.485530:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204809.485532:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204809.485535:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204809.485537:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204809.485539:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204809.485540:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204809.485542:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204809.485544:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204809.485546:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204809.485548:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204809.485550:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204809.485552:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937894528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485557:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204809.485559:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937894528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485563:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.485564:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204809.485566:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204809.485569:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204809.485570:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204809.485572:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309787677
00000100:00000001:2.0:1788204809.485573:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309791436
00000100:00000001:2.0:1788204809.485575:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309787677
00000100:00000001:2.0:1788204809.485576:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309791436
00000100:00000001:2.0:1788204809.485578:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204809.485579:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.485580:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204809.485582:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204809/real 1788204809]  req@ffff8c5d3ba68a80 x1875052937894528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204809.485586:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204809.485587:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204809.485588:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204809.485589:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204809.485590:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204809.485591:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204809.485592:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937894528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204809.485597:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937894528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485605:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204809.485606:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.485607:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204809.485608:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204809.485610:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937894528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485614:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204809.485616:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937894528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485619:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204809.485620:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.485621:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204809.485622:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.485623:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204809.485624:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204809.485625:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204809.485627:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204809.485628:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204809.485630:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937894528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204809.485634:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937894528:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204809.485636:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204809.485638:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937894656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485642:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204809.485643:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204809.485645:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204809.485646:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204809.485647:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204809.485649:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937894656:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204809.485651:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204809.485652:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204809.485653:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204809.485654:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204809.485656:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204809.485657:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204809.485659:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204809.485660:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204809.485662:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204809.485664:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937894656, portal 10
00000100:00000001:2.0:1788204809.485665:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204809.485666:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000040:2.0:1788204809.485670:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937894656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485674:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204809.485675:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204809.485677:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204809.485678:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937894656, offset 0
00000400:00000200:2.0:1788204809.485680:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204809.485682:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204809.485684:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204809.485685:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204809.485687:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204809.485688:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204809.485689:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204809.485691:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546939:546939:256:4294967295] 192.168.201.135@tcp LPNI seq info [546905:546905:8:4294967295]
00000400:00000200:2.0:1788204809.485694:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204809.485697:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204809.485700:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204809.485702:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204809.485704:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204809.485706:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204809.485709:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204809.485712:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204809.485715:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204809.485717:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204809.485720:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204809.485723:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204809.485725:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204809.485727:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204809.485729:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204809.485733:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69f80 x1875052937894656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485740:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204809.485743:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937894656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485750:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.485752:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204809.485755:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204809.485757:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204809.485759:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204809.485761:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309787672
00000100:00000001:2.0:1788204809.485762:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309791436
00000100:00000001:2.0:1788204809.485764:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309787672
00000100:00000001:2.0:1788204809.485765:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309791436
00000100:00000001:2.0:1788204809.485767:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204809.485769:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.485770:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204809.485774:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204809/real 1788204809]  req@ffff8c5d3ba69f80 x1875052937894656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204809.485783:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204809.485784:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204809.485786:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204809.485788:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204809.485790:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204809.485792:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204809.485795:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937894656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204809.485804:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937894656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485810:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204809.485811:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.485812:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204809.485813:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204809.485815:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937894656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485819:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204809.485822:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937894656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485825:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204809.485827:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.485828:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204809.485829:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.485830:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204809.485831:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204809.485832:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204809.485834:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204809.485835:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204809.485838:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937894656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204809.485842:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937894656:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204809.485845:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204809.485846:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937894784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485850:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204809.485851:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204809.485852:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204809.485853:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204809.485854:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204809.485856:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937894784:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204809.485858:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204809.485859:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204809.485860:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204809.485860:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204809.485863:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204809.485864:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204809.485866:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204809.485868:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204809.485870:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204809.485872:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937894784, portal 4
00000100:00000001:2.0:1788204809.485873:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204809.485874:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:2.0:1788204809.485878:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937894784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485882:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204809.485883:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204809.485885:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204809.485886:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937894784, offset 0
00000400:00000200:2.0:1788204809.485889:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204809.485892:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204809.485894:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204809.485896:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204809.485897:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204809.485899:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204809.485900:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204809.485902:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546940:546940:256:4294967295] 192.168.201.135@tcp LPNI seq info [546906:546906:8:4294967295]
00000400:00000200:2.0:1788204809.485906:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204809.485911:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204809.485916:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204809.485919:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204809.485922:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204809.485925:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204809.485929:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204809.485931:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204809.485935:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204809.485937:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204809.485940:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204809.485943:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204809.485946:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204809.485947:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204809.485950:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204809.485952:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937894784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485957:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204809.485959:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937894784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.485963:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.485964:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204809.485965:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204809.485967:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204809.485969:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204809.485971:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309787765
00000100:00000001:2.0:1788204809.485973:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309791436
00000100:00000001:2.0:1788204809.485975:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309787765
00000100:00000001:2.0:1788204809.485976:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309791436
00000100:00000001:2.0:1788204809.485977:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204809.485978:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.485979:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204809.485981:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204809/real 1788204809]  req@ffff8c5d3ba6b800 x1875052937894784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204809.485986:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204809.485987:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204809.485988:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204809.485989:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204809.485990:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204809.485991:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204809.485992:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937894784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204809.485997:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937894784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.486001:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204809.486002:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.486003:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204809.486003:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204809.486005:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937894784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.486008:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204809.486010:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937894784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.486014:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204809.486016:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.486017:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204809.486018:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.486019:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204809.486020:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204809.486021:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204809.486023:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204809.486024:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204809.486026:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937894784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204809.486030:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937894784:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204809.486032:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204809.486033:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937894912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.486037:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204809.486038:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204809.486040:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204809.486041:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204809.486042:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204809.486043:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937894912:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204809.486045:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204809.486046:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204809.486047:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204809.486047:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204809.486050:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204809.486050:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204809.486052:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204809.486053:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204809.486055:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204809.486057:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937894912, portal 4
00000100:00000001:2.0:1788204809.486059:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204809.486059:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:2.0:1788204809.486063:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937894912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.486067:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204809.486068:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204809.486069:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204809.486071:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937894912, offset 0
00000400:00000200:2.0:1788204809.486073:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204809.486075:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204809.486076:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204809.486078:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204809.486079:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204809.486081:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204809.486082:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204809.486084:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546941:546941:256:4294967295] 192.168.201.135@tcp LPNI seq info [546907:546907:8:4294967295]
00000400:00000200:2.0:1788204809.486087:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204809.486091:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204809.486093:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204809.486095:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204809.486097:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204809.486098:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788204809.486101:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204809.486103:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788204809.486105:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204809.486106:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204809.486108:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204809.486110:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204809.486112:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204809.486113:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204809.486114:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204809.486116:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937894912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.486124:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204809.486125:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937894912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.486129:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.486130:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204809.486131:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204809.486134:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204809.486136:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204809.486137:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309787782
00000100:00000001:2.0:1788204809.486139:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309791436
00000100:00000001:2.0:1788204809.486141:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309787782
00000100:00000001:2.0:1788204809.486143:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309791436
00000100:00000001:2.0:1788204809.486144:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204809.486146:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.486148:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204809.486151:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204809/real 1788204809]  req@ffff8c5d3ba6bb80 x1875052937894912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204809.486158:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204809.486160:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204809.486161:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204809.486163:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204809.486165:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204809.486167:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204809.486170:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937894912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204809.486178:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937894912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.486182:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204809.486184:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.486185:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204809.486185:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204809.486188:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937894912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.486191:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204809.486194:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937894912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.486197:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204809.486199:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.486199:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204809.486200:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.486201:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204809.486202:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204809.486203:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204809.486205:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204809.486206:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204809.486208:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937894912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204809.486212:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937894912:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204809.486213:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.486215:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204809.486216:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937894528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.486220:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204809.486221:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204809.486222:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204809.486224:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204809.486225:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204809.486226:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204809.486227:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204809.486228:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:2.0:1788204809.486230:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204809.486230:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204809.486232:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:2.0:1788204809.486233:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204809.486234:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.486235:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204809.486236:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937894656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.486240:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204809.486241:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204809.486242:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204809.486243:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204809.486244:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204809.486244:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204809.486245:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204809.486246:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:2.0:1788204809.486247:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204809.486248:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204809.486249:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:2.0:1788204809.486251:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204809.486252:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.486253:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204809.486256:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937894784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.486261:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204809.486262:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204809.486263:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204809.486265:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204809.486266:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204809.486267:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204809.486269:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204809.486270:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:2.0:1788204809.486272:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204809.486273:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204809.486275:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:2.0:1788204809.486277:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204809.486278:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.486280:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204809.486283:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937894912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204809.486289:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204809.486290:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204809.486291:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204809.486293:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204809.486294:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204809.486294:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204809.486295:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204809.486296:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:2.0:1788204809.486314:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204809.486315:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204809.486317:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:2.0:1788204809.486319:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204809.486320:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.486322:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.486325:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204809.486326:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.486328:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204809.486330:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204809.676451:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204809.676459:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204809.676460:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204809.676466:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204809.676469:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204809.676472:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.676474:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204809.676478:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204809.676480:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204810.188433:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204810.188440:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204810.188446:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204810.188447:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204810.188501:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204810.188504:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204810.188507:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204810.700360:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204810.700368:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204810.700369:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204810.700374:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204810.700378:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204810.700381:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204810.700383:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204810.700387:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204810.700390:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204811.212506:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204811.212514:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204811.212522:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204811.212523:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204811.212593:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204811.212598:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204811.212602:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204811.724449:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204811.724457:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204811.724459:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204811.724464:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204811.724467:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204811.724471:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204811.724473:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204811.724476:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204811.724478:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204812.236472:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204812.236481:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204812.236488:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204812.236490:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204812.236563:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204812.236566:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204812.236570:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204812.748445:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204812.748462:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204812.748464:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204812.748471:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204812.748475:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204812.748480:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204812.748483:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204812.748486:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204812.748488:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204813.260487:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204813.260496:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204813.260504:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204813.260505:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204813.260572:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204813.260577:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204813.260581:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204813.324426:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309791436, at 4309791488
00000100:00000040:1.0:1788204813.324426:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309791436, at 4309791488
00000100:00000010:1.0:1788204813.324443:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850660.
00000100:00000010:0.0:1788204813.324445:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108509c0.
00000800:00000200:2.0:1788204813.516404:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:2.0:1788204813.516411:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:2.0:1788204813.516416:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:0.0:1788204813.516588:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:0.0:1788204813.516607:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:1.0:1788204813.516607:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1788204813.516615:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:0.0:1788204813.516618:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204813.772443:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204813.772452:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204813.772454:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204813.772461:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204813.772465:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204813.772470:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204813.772474:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204813.772476:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204813.772479:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204814.284498:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204814.284504:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204814.284509:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204814.284510:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204814.284565:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204814.284571:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204814.284575:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204814.604413:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204814.604421:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204814.604423:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204814.604426:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204814.604429:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204814.604435:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15120
00000400:00000200:3.0:1788204814.604442:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204814.604446:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204814.604449:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204814.604451:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204814.604453:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204814.604454:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204814.604456:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204814.604459:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204814.604461:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204814.604463:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204814.604465:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204814.604467:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204814.604468:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204814.604470:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204814.604471:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204814.604472:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204814.604473:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204814.604475:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204814.604477:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204814.604478:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.604480:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204814.604482:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204814.604484:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.604486:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204814.604487:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204814.604493:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204814.604495:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204814.604498:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204814.604499:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.604501:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204814.604504:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204814.604507:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204814.604512:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204814.604518:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204814.604526:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937895040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204814.604535:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204814.604540:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204814.604544:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937895040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204814.604571:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204814.604574:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204814.604577:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204814.604579:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204814.604580:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204814.604583:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204814.604585:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15120
00000400:00000200:3.0:1788204814.604589:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204814.604592:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204814.604595:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204814.604597:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204814.604599:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204814.604600:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204814.604601:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204814.604603:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204814.604604:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204814.604605:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204814.604607:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204814.604608:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204814.604610:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:2.0:1788204814.604612:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204814.604612:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204814.604614:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204814.604617:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204814.604619:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204814.604619:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204814.604622:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:2.0:1788204814.604623:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1788204814.604624:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204814.604628:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.604630:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788204814.604634:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937895040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204814.604636:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204814.604640:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.604643:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204814.604647:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204814.604652:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1788204814.604652:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.604654:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.604656:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204814.604659:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
02000000:00000001:2.0:1788204814.604660:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1788204814.604662:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204814.604663:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204814.604665:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204814.604666:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.604668:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.604671:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1788204814.604672:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937895040:192.168.201.135@tcp:250:kworker.0
02000000:00000001:3.0:1788204814.604673:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204814.604677:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.604678:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204814.604683:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1788204814.604683:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788204814.604685:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204814.604688:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204814.604689:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204814.604692:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204814.604695:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204814.604698:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937895168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204814.604707:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204814.604712:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:3.0:1788204814.604712:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204814.604717:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204814.604719:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000040:3.0:1788204814.604724:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937895168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204814.604726:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937895040, portal 25
00000100:00000001:2.0:1788204814.604731:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204814.604733:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000001:3.0:1788204814.604741:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204814.604743:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937895040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204814.604744:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204814.604752:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204814.604754:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204814.604757:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788204814.604757:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788204814.604763:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204814.604763:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788204814.604766:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204814.604769:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937895040, offset 0
00000400:00000200:2.0:1788204814.604774:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204814.604775:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15120
00000400:00000200:2.0:1788204814.604781:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204814.604785:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204814.604789:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204814.604792:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204814.604795:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204814.604797:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204814.604799:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546942:546942:256:4294967295] 192.168.201.135@tcp LPNI seq info [546908:546908:8:4294967295]
00000400:00000200:2.0:1788204814.604802:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204814.604807:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204814.604814:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204814.604815:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788204814.604818:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204814.604823:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204814.604825:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788204814.604828:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204814.604828:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204814.604834:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204814.604835:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204814.604836:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000800:00000010:2.0:1788204814.604837:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000020:00000001:3.0:1788204814.604838:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204814.604841:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204814.604843:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204814.604844:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204814.604848:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:2.0:1788204814.604850:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204814.604850:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204814.604854:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204814.604857:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:2.0:1788204814.604858:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000020:00000040:3.0:1788204814.604859:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204814.604863:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204814.604866:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.604868:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1788204814.604871:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788204814.604872:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204814.604876:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204814.604878:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1788204814.604879:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204814.604881:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204814.604884:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.604887:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788204814.604888:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000010:3.0:1788204814.604890:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000800:00000010:2.0:1788204814.604892:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000020:00000040:3.0:1788204814.604893:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204814.604898:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204814.604900:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.604901:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204814.604903:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788204814.604903:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204814.604906:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204814.604910:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000400:00000200:2.0:1788204814.604911:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204814.604914:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204814.604918:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000100:00100000:3.0:1788204814.604919:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937895296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788204814.604923:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:3.0:1788204814.604929:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204814.604930:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204814.604931:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204814.604940:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937895296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204814.604941:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b100 x1875052937895040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204814.604957:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204814.604961:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204814.604964:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204814.604965:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204814.604966:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204814.604969:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204814.604972:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1788204814.604974:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937895040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204814.604976:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15120
00000400:00000200:3.0:1788204814.604984:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204814.604988:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204814.604992:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204814.604996:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204814.604996:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204814.604998:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204814.605001:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788204814.605001:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204814.605005:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204814.605007:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204814.605008:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:2.0:1788204814.605009:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204814.605009:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204814.605013:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204814.605015:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:2.0:1788204814.605019:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788204814.605019:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204814.605024:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204814.605025:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309796556
00000100:00000001:3.0:1788204814.605026:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204814.605029:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204814.605031:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204814.605033:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000010:2.0:1788204814.605034:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850d80.
00000100:00080000:3.0:1788204814.605035:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204814.605040:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.605041:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204814.605043:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204814.605044:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.605045:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204814.605045:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204814.605048:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204814.605050:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.605051:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.605054:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309796556
00000100:00000010:3.0:1788204814.605055:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204814.605060:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000010:2.0:1788204814.605062:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108509c0.
02000000:00000001:3.0:1788204814.605064:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204814.605067:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.605068:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204814.605069:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204814.605072:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204814.605073:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204814.605075:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.605078:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204814.605081:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:2.0:1788204814.605082:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204814.605087:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204814.605090:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204814/real 1788204814]  req@ffff8c5d3ba6b100 x1875052937895040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204814.605096:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937895424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1788204814.605104:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204814.605107:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204814.605107:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204814.605110:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204814.605112:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000100:00000040:3.0:1788204814.605115:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937895424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204814.605117:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204814.605121:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204814.605126:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.605127:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1788204814.605129:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204814.605132:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204814.605135:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1788204814.605136:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937895040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204814.605137:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204814.605140:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204814.605145:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15120
00000400:00000200:3.0:1788204814.605152:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204814.605156:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204814.605158:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788204814.605160:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937895040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204814.605163:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204814.605166:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204814.605170:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204814.605174:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204814.605177:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204814.605179:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:2.0:1788204814.605180:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1788204814.605181:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204814.605185:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204814.605185:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204814.605186:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788204814.605191:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1788204814.605191:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788204814.605195:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204814.605196:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204814.605200:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204814.605204:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00100000:2.0:1788204814.605205:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937895040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204814.605206:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204814.605210:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204814.605214:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204814.605218:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204814.605221:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204814.605224:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204814.605226:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.605227:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204814.605228:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204814.605231:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.605233:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204814.605234:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204814.605239:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788204814.605241:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000040:2.0:1788204814.605243:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937895040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204814.605244:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204814.605246:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204814.605250:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204814.605252:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204814.605254:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204814.605259:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:2.0:1788204814.605263:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204814.605263:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.605269:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204814.605271:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937895552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204814.605273:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204814.605276:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.605282:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788204814.605282:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204814.605284:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.605287:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788204814.605289:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937895552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204814.605293:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204814.605297:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204814.605317:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15130)
00000100:00080000:2.0:1788204814.605346:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204814.605350:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204814.605356:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937895040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204814.605366:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937895040:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204814.605370:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.605373:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204814.605376:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937895040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605383:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204814.605385:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204814.605388:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204814.605391:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204814.605392:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204814.605394:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204814.605396:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204814.605398:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:2.0:1788204814.605402:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204814.605403:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204814.605405:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:2.0:1788204814.605407:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204814.605409:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.605411:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.605418:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204814.605420:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.605422:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204814.605424:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204814.605425:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204814.605429:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937895168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605436:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204814.605438:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204814.605440:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204814.605441:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204814.605443:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204814.605447:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937895168:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204814.605450:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204814.605452:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204814.605453:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204814.605455:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204814.605458:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204814.605460:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204814.605464:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204814.605467:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204814.605470:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204814.605473:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937895168, portal 10
00000100:00000001:2.0:1788204814.605476:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204814.605477:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:2.0:1788204814.605484:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937895168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605491:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204814.605493:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204814.605496:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204814.605498:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937895168, offset 0
00000400:00000200:2.0:1788204814.605502:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204814.605506:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204814.605510:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204814.605513:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204814.605516:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204814.605518:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204814.605521:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204814.605524:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546943:546943:256:4294967295] 192.168.201.135@tcp LPNI seq info [546909:546909:8:4294967295]
00000400:00000200:2.0:1788204814.605528:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204814.605535:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204814.605539:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204814.605543:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204814.605547:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204814.605549:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204814.605553:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204814.605556:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204814.605559:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204814.605561:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204814.605564:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204814.605567:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204814.605570:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204814.605572:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204814.605574:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204814.605577:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937895168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605585:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204814.605588:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937895168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605594:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.605595:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204814.605598:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204814.605602:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204814.605605:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204814.605607:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309792797
00000100:00000001:2.0:1788204814.605610:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309796556
00000100:00000001:2.0:1788204814.605611:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309792797
00000100:00000001:2.0:1788204814.605613:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309796556
00000100:00000001:2.0:1788204814.605615:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204814.605616:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.605617:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204814.605620:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204814/real 1788204814]  req@ffff8c5d3ba6bb80 x1875052937895168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204814.605625:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204814.605626:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204814.605627:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204814.605629:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204814.605630:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204814.605631:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204814.605633:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937895168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204814.605637:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937895168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605641:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204814.605641:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.605642:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204814.605643:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204814.605645:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937895168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605649:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204814.605651:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937895168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605655:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204814.605656:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.605658:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204814.605658:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.605660:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204814.605661:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204814.605663:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204814.605664:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204814.605665:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204814.605668:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937895168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204814.605672:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937895168:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204814.605675:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204814.605676:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937895296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605680:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204814.605680:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204814.605682:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204814.605683:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204814.605684:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204814.605685:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937895296:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204814.605687:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204814.605688:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204814.605689:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204814.605690:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204814.605692:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204814.605693:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204814.605695:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204814.605696:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204814.605698:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204814.605700:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937895296, portal 10
00000100:00000001:2.0:1788204814.605701:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204814.605702:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:2.0:1788204814.605705:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937895296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605709:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204814.605711:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204814.605712:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204814.605713:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937895296, offset 0
00000400:00000200:2.0:1788204814.605715:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204814.605718:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204814.605720:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204814.605722:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204814.605724:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204814.605725:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204814.605726:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204814.605728:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546944:546944:256:4294967295] 192.168.201.135@tcp LPNI seq info [546910:546910:8:4294967295]
00000400:00000200:2.0:1788204814.605731:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204814.605735:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204814.605737:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204814.605739:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204814.605741:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204814.605743:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204814.605745:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204814.605747:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204814.605749:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204814.605750:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204814.605752:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204814.605754:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204814.605756:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204814.605757:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204814.605758:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204814.605760:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937895296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605768:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204814.605770:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937895296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605774:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.605774:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204814.605776:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204814.605777:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204814.605779:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204814.605780:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309792792
00000100:00000001:2.0:1788204814.605782:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309796556
00000100:00000001:2.0:1788204814.605783:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309792792
00000100:00000001:2.0:1788204814.605784:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309796556
00000100:00000001:2.0:1788204814.605786:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204814.605787:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.605788:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204814.605790:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204814/real 1788204814]  req@ffff8c5d3ba6b800 x1875052937895296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204814.605793:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204814.605794:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204814.605795:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204814.605796:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204814.605797:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204814.605798:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204814.605799:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937895296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204814.605804:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937895296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605808:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204814.605809:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.605810:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204814.605811:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204814.605813:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937895296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605816:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204814.605818:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937895296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605822:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204814.605823:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.605824:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204814.605824:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.605825:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204814.605826:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204814.605827:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204814.605829:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204814.605830:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204814.605832:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937895296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204814.605838:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937895296:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204814.605841:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204814.605844:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937895424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605850:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204814.605852:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204814.605854:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204814.605855:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204814.605857:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204814.605860:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937895424:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204814.605863:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204814.605864:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204814.605866:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204814.605867:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204814.605870:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204814.605871:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204814.605874:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204814.605876:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204814.605878:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204814.605879:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937895424, portal 4
00000100:00000001:2.0:1788204814.605881:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204814.605881:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000040:2.0:1788204814.605885:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937895424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605889:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204814.605890:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204814.605891:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204814.605892:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937895424, offset 0
00000400:00000200:2.0:1788204814.605894:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204814.605897:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204814.605898:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204814.605900:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204814.605902:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204814.605903:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204814.605904:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204814.605906:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546945:546945:256:4294967295] 192.168.201.135@tcp LPNI seq info [546911:546911:8:4294967295]
00000400:00000200:2.0:1788204814.605908:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204814.605912:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204814.605914:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204814.605916:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204814.605918:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204814.605920:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204814.605922:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204814.605924:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204814.605927:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204814.605928:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204814.605929:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204814.605931:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204814.605933:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204814.605934:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204814.605935:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204814.605937:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69f80 x1875052937895424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605942:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204814.605943:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937895424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605947:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.605948:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204814.605949:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204814.605951:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204814.605953:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204814.605954:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309792885
00000100:00000001:2.0:1788204814.605955:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309796556
00000100:00000001:2.0:1788204814.605956:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309792885
00000100:00000001:2.0:1788204814.605958:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309796556
00000100:00000001:2.0:1788204814.605959:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204814.605960:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.605961:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204814.605963:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204814/real 1788204814]  req@ffff8c5d3ba69f80 x1875052937895424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204814.605967:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204814.605968:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204814.605969:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204814.605970:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204814.605971:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204814.605972:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204814.605975:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937895424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204814.605982:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937895424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.605988:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204814.605989:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.605991:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204814.605992:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204814.605996:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937895424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.606002:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204814.606006:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937895424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.606013:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204814.606015:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.606016:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204814.606018:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.606019:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204814.606021:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204814.606023:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204814.606025:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204814.606026:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204814.606029:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937895424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204814.606037:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937895424:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204814.606039:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204814.606041:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937895552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.606044:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204814.606045:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204814.606047:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204814.606048:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204814.606049:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204814.606051:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937895552:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204814.606052:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204814.606053:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204814.606054:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204814.606055:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204814.606057:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204814.606058:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204814.606060:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204814.606062:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204814.606064:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204814.606065:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937895552, portal 4
00000100:00000001:2.0:1788204814.606067:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204814.606068:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000040:2.0:1788204814.606071:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937895552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.606074:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204814.606076:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204814.606077:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204814.606078:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937895552, offset 0
00000400:00000200:2.0:1788204814.606080:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204814.606083:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204814.606085:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204814.606087:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204814.606088:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204814.606090:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204814.606091:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204814.606093:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546946:546946:256:4294967295] 192.168.201.135@tcp LPNI seq info [546912:546912:8:4294967295]
00000400:00000200:2.0:1788204814.606095:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204814.606099:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204814.606101:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204814.606103:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204814.606105:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204814.606107:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788204814.606109:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204814.606110:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788204814.606112:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204814.606114:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204814.606115:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204814.606117:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204814.606119:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204814.606120:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204814.606121:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204814.606123:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937895552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.606127:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204814.606129:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937895552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204839 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.606133:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.606134:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204814.606135:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204814.606138:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204814.606139:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204814.606141:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309792902
00000100:00000001:2.0:1788204814.606142:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309796556
00000100:00000001:2.0:1788204814.606143:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309792902
00000100:00000001:2.0:1788204814.606145:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309796556
00000100:00000001:2.0:1788204814.606146:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204814.606147:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.606148:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204814.606150:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204814/real 1788204814]  req@ffff8c5d3ba68a80 x1875052937895552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204814.606153:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204814.606154:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204814.606155:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204814.606156:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204814.606157:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204814.606158:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204814.606160:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937895552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204814.606165:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937895552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.606170:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204814.606172:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.606173:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204814.606174:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204814.606177:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937895552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.606184:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204814.606187:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937895552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.606194:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204814.606196:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.606198:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204814.606199:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.606201:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204814.606202:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204814.606205:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204814.606207:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204814.606210:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204814.606212:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937895552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204814.606217:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937895552:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204814.606219:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.606220:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204814.606222:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937895168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.606226:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204814.606227:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204814.606228:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204814.606230:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204814.606231:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204814.606232:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204814.606233:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204814.606234:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788204814.606235:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204814.606236:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204814.606237:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:2.0:1788204814.606239:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204814.606239:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.606240:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204814.606242:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937895296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.606249:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204814.606250:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204814.606251:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204814.606252:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204814.606253:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204814.606253:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204814.606254:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204814.606255:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204814.606256:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204814.606257:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204814.606258:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:2.0:1788204814.606259:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204814.606259:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.606260:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204814.606262:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937895424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.606265:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204814.606265:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204814.606266:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204814.606267:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204814.606268:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204814.606269:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204814.606269:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204814.606270:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:2.0:1788204814.606271:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204814.606272:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204814.606272:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:2.0:1788204814.606274:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204814.606274:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.606275:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204814.606277:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937895552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204839 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204814.606280:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204814.606280:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204814.606282:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788204814.606283:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204814.606283:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204814.606284:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204814.606286:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204814.606286:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:2.0:1788204814.606288:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204814.606288:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204814.606289:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:2.0:1788204814.606290:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204814.606290:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.606291:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.606294:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204814.606295:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.606296:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204814.606297:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204814.796435:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204814.796443:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204814.796445:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204814.796451:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204814.796455:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204814.796458:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.796461:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204814.796463:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204814.796466:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204815.308445:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204815.308452:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204815.308459:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204815.308460:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204815.308521:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204815.308525:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204815.308529:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204815.820454:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204815.820464:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204815.820466:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204815.820471:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204815.820475:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204815.820478:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204815.820481:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204815.820483:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204815.820486:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204816.332444:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204816.332451:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204816.332454:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204816.332457:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204816.332462:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204816.332464:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204816.332465:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204816.332467:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204816.332471:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204816.332472:0:267941:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204816.332473:0:267941:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204816.332473:0:267941:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204816.332474:0:267941:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204816.332475:0:267941:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204816.332476:0:267941:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204816.332478:0:267941:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204816.332536:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204816.332540:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204816.332545:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204816.844427:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204816.844437:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204816.844439:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204816.844444:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204816.844448:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204816.844451:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.844454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204816.844457:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204816.844459:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204817.356488:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204817.356498:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204817.356507:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204817.356508:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204817.356533:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204817.356536:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204817.356538:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204817.868387:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204817.868395:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204817.868397:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204817.868402:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204817.868405:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204817.868408:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204817.868410:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204817.868413:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204817.868415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204818.380433:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204818.380440:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204818.380446:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204818.380447:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204818.380516:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204818.380522:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204818.380527:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204818.444444:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309796556, at 4309796608
00000100:00000040:1.0:1788204818.444444:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309796556, at 4309796608
00000100:00000010:0.0:1788204818.444463:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850d80.
00000100:00000010:1.0:1788204818.444467:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108509c0.
00000100:00000001:2.0:1788204818.892445:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204818.892455:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204818.892457:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204818.892463:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204818.892468:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204818.892472:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204818.892475:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204818.892479:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204818.892483:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204819.404461:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204819.404468:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204819.404473:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204819.404474:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204819.404528:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204819.404532:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204819.404535:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204819.724588:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204819.724601:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204819.724605:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204819.724609:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204819.724614:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204819.724624:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15125
00000400:00000200:0.0:1788204819.724635:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204819.724642:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204819.724647:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204819.724650:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204819.724653:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204819.724655:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204819.724656:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204819.724660:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204819.724662:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788204819.724665:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204819.724667:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788204819.724669:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788204819.724670:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788204819.724672:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204819.724674:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204819.724675:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204819.724676:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204819.724678:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788204819.724680:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204819.724683:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204819.724686:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204819.724689:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204819.724691:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204819.724693:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204819.724695:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204819.724705:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb100.
00000020:00000040:0.0:1788204819.724708:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788204819.724712:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204819.724714:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204819.724716:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204819.724720:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204819.724724:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204819.724731:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5c00.
00000100:00000001:0.0:1788204819.724737:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204819.724746:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb100 x1875052937895680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204819.724754:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204819.724758:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204819.724762:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c389169] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb100 x1875052937895680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204819.724784:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204819.724787:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204819.724791:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204819.724792:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204819.724794:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204819.724797:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204819.724799:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15125
00000400:00000200:0.0:1788204819.724803:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204819.724805:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204819.724807:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204819.724810:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204819.724813:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204819.724815:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204819.724817:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204819.724819:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204819.724820:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788204819.724822:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204819.724824:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:2.0:1788204819.724825:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788204819.724826:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788204819.724828:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788204819.724830:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204819.724830:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204819.724832:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204819.724833:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204819.724834:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204819.724836:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204819.724838:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:0.0:1788204819.724840:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:2.0:1788204819.724840:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb100 x1875052937895680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204819.724843:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204819.724844:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204819.724849:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1788204819.724850:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204819.724851:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204819.724852:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204819.724855:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204819.724855:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204819.724857:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1788204819.724859:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204819.724859:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204819.724862:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204819.724863:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937895680:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204819.724867:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204819.724868:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204819.724872:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afa300.
02000000:00000001:2.0:1788204819.724872:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:0.0:1788204819.724874:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204819.724875:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204819.724876:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204819.724877:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204819.724877:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204819.724879:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204819.724881:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204819.724882:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204819.724883:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204819.724885:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204819.724886:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7c00.
00000100:00000001:0.0:1788204819.724889:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204819.724892:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:0.0:1788204819.724894:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afa300 x1875052937895808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788204819.724896:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:0.0:1788204819.724901:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204819.724903:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204819.724904:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000040:0.0:1788204819.724906:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003df1ecd1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afa300 x1875052937895808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204819.724913:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204819.724913:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937895680, portal 25
00000100:00000001:2.0:1788204819.724915:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1788204819.724916:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204819.724917:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871311104 : -127143838240512 : ffff8c5d04afb100)
00000100:00080000:0.0:1788204819.724919:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204819.724921:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204819.724923:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788204819.724923:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb100 x1875052937895680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204819.724925:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204819.724928:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15125
00000400:00000200:0.0:1788204819.724931:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204819.724931:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204819.724933:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204819.724934:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204819.724936:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1788204819.724936:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000040:0.0:1788204819.724939:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:2.0:1788204819.724940:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937895680, offset 0
00000100:00000001:0.0:1788204819.724941:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204819.724943:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204819.724944:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204819.724946:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204819.724947:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:2.0:1788204819.724948:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000001:0.0:1788204819.724949:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204819.724951:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:0.0:1788204819.724953:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788204819.724955:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788204819.724956:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788204819.724958:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204819.724959:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204819.724961:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204819.724962:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:0.0:1788204819.724963:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204819.724965:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:0.0:1788204819.724967:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788204819.724968:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788204819.724970:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204819.724971:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204819.724973:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204819.724973:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:0.0:1788204819.724975:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204819.724976:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788204819.724977:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204819.724979:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204819.724979:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000008:00000001:0.0:1788204819.724981:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204819.724983:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204819.724983:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546947:546947:256:4294967295] 192.168.201.135@tcp LPNI seq info [546913:546913:8:4294967295]
00000100:00000010:0.0:1788204819.724986:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9c00.
00000020:00000040:0.0:1788204819.724988:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204819.724991:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204819.724992:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204819.724994:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204819.724995:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204819.724997:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204819.724997:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:0.0:1788204819.725001:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7400.
00000100:00000001:0.0:1788204819.725003:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204819.725007:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9c00 x1875052937895936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204819.725008:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788204819.725014:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1788204819.725015:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788204819.725016:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204819.725019:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e508162b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9c00 x1875052937895936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1788204819.725021:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000100:00000001:0.0:1788204819.725026:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204819.725027:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:0.0:1788204819.725029:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1788204819.725031:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000100:00080000:0.0:1788204819.725033:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204819.725034:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204819.725035:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1788204819.725037:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788204819.725039:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1788204819.725040:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000100:00080000:0.0:1788204819.725041:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15125
00000400:00000200:0.0:1788204819.725044:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000100:2.0:1788204819.725045:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204819.725047:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000010:2.0:1788204819.725047:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000100:00080000:0.0:1788204819.725049:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204819.725052:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204819.725053:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204819.725054:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1788204819.725055:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204819.725057:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204819.725059:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:2.0:1788204819.725059:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1788204819.725061:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788204819.725062:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204819.725064:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:0.0:1788204819.725065:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:2.0:1788204819.725065:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000020:00000001:0.0:1788204819.725067:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000010:2.0:1788204819.725068:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000040:0.0:1788204819.725070:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204819.725071:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204819.725073:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204819.725073:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204819.725075:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:2.0:1788204819.725076:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb100 x1875052937895680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204819.725078:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:0.0:1788204819.725081:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204819.725083:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204819.725084:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204819.725086:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788204819.725087:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204819.725088:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204819.725090:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788204819.725090:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb100 x1875052937895680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1788204819.725092:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204819.725095:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204819.725097:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.725098:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204819.725099:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8a80.
00000100:00000001:2.0:1788204819.725099:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:0.0:1788204819.725102:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788204819.725104:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204819.725105:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204819.725106:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204819.725106:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204819.725107:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204819.725109:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204819.725109:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:0.0:1788204819.725112:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4c00.
00000100:00000001:2.0:1788204819.725112:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309801676
00000100:00000001:0.0:1788204819.725115:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204819.725117:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850660.
00000100:00100000:0.0:1788204819.725118:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8a80 x1875052937896064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204819.725124:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204819.725124:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204819.725126:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204819.725129:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afd37ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8a80 x1875052937896064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725130:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309801676
00000100:00000010:2.0:1788204819.725133:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850000.
00000100:00000001:0.0:1788204819.725136:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.725137:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1788204819.725139:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204819.725141:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788204819.725143:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204819.725144:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204819.725144:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204819.725146:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204819.725146:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788204819.725148:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204819.725150:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15125
00000100:00100000:2.0:1788204819.725150:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204819/real 1788204819]  req@ffff8c5d04afb100 x1875052937895680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204819.725154:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204819.725157:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204819.725159:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204819.725162:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204819.725163:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204819.725165:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204819.725167:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000001:2.0:1788204819.725167:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1788204819.725169:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000001:2.0:1788204819.725169:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:0.0:1788204819.725171:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000400:00000010:2.0:1788204819.725171:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000020:00000001:0.0:1788204819.725173:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204819.725173:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000020:00000040:0.0:1788204819.725174:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000400:00000010:2.0:1788204819.725175:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000020:00000001:0.0:1788204819.725176:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788204819.725178:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788204819.725178:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:0.0:1788204819.725181:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:2.0:1788204819.725181:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb100 x1875052937895680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204819.725183:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204819.725185:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204819.725187:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204819.725188:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000200:2.0:1788204819.725190:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb100 x1875052937895680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204819.725191:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204819.725193:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204819.725195:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204819.725197:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204819.725197:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1788204819.725199:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.725199:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204819.725201:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204819.725201:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:0.0:1788204819.725203:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204819.725203:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1788204819.725205:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204819.725207:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204819.725207:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb100 x1875052937895680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788204819.725209:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8000.
00000020:00000040:0.0:1788204819.725212:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788204819.725214:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204819.725215:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.725215:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204819.725217:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204819.725218:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204819.725219:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204819.725220:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb100 x1875052937895680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204819.725223:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7800.
00000100:00000001:0.0:1788204819.725225:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.725228:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1788204819.725229:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8000 x1875052937896192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204819.725231:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.725233:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204819.725234:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204819.725235:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204819.725236:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204819.725237:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.725238:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788204819.725240:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f555b94f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8000 x1875052937896192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204819.725241:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204819.725258:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204819.725260:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.725261:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204819.725265:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15135)
00000100:00000040:2.0:1788204819.725265:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb100 x1875052937895680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204819.725279:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937895680:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204819.725285:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.725287:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204819.725290:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb100 x1875052937895680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725297:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204819.725321:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204819.725323:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204819.725326:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204819.725332:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204819.725334:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204819.725335:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204819.725337:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:2.0:1788204819.725341:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204819.725342:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204819.725344:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb100.
00000100:00000001:2.0:1788204819.725349:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204819.725350:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.725352:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.725358:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204819.725360:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.725361:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204819.725362:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204819.725363:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204819.725366:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afa300 x1875052937895808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725371:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204819.725372:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204819.725373:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204819.725375:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204819.725376:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204819.725377:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937895808:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204819.725380:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204819.725381:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204819.725382:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204819.725383:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204819.725385:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204819.725387:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204819.725390:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204819.725391:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204819.725393:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204819.725396:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937895808, portal 10
00000100:00000001:2.0:1788204819.725397:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204819.725398:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871307520 : -127143838244096 : ffff8c5d04afa300)
00000100:00000040:2.0:1788204819.725402:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afa300 x1875052937895808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725406:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204819.725408:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204819.725409:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204819.725410:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937895808, offset 0
00000400:00000200:2.0:1788204819.725413:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204819.725415:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204819.725418:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204819.725419:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204819.725421:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204819.725423:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204819.725424:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204819.725426:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546948:546948:256:4294967295] 192.168.201.135@tcp LPNI seq info [546914:546914:8:4294967295]
00000400:00000200:2.0:1788204819.725429:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204819.725433:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204819.725435:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204819.725437:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204819.725439:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204819.725442:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204819.725444:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204819.725446:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204819.725449:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204819.725450:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204819.725452:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204819.725454:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204819.725456:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204819.725457:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204819.725458:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204819.725460:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afa300 x1875052937895808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725468:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204819.725470:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afa300 x1875052937895808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725477:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.725478:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204819.725481:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204819.725486:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204819.725489:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204819.725491:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309797917
00000100:00000001:2.0:1788204819.725494:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309801676
00000100:00000001:2.0:1788204819.725496:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309797917
00000100:00000001:2.0:1788204819.725498:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309801676
00000100:00000001:2.0:1788204819.725500:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204819.725502:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.725503:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204819.725507:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204819/real 1788204819]  req@ffff8c5d04afa300 x1875052937895808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204819.725515:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204819.725517:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204819.725519:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204819.725521:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204819.725523:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204819.725525:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204819.725528:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afa300 x1875052937895808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204819.725536:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afa300 x1875052937895808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725542:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204819.725544:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.725546:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204819.725547:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204819.725551:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afa300 x1875052937895808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725558:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204819.725562:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afa300 x1875052937895808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725569:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204819.725571:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.725572:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204819.725573:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.725575:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204819.725577:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204819.725580:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204819.725583:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204819.725586:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204819.725589:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afa300 x1875052937895808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204819.725597:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937895808:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204819.725602:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204819.725605:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9c00 x1875052937895936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725612:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204819.725613:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204819.725615:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204819.725617:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204819.725619:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204819.725622:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937895936:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204819.725625:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204819.725627:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204819.725629:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204819.725631:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204819.725634:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204819.725636:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204819.725639:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204819.725642:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204819.725645:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204819.725648:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937895936, portal 10
00000100:00000001:2.0:1788204819.725650:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204819.725651:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871305728 : -127143838245888 : ffff8c5d04af9c00)
00000100:00000040:2.0:1788204819.725657:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9c00 x1875052937895936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725664:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204819.725666:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204819.725668:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204819.725671:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937895936, offset 0
00000400:00000200:2.0:1788204819.725675:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204819.725679:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204819.725682:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204819.725685:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204819.725688:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204819.725690:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204819.725692:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204819.725695:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546949:546949:256:4294967295] 192.168.201.135@tcp LPNI seq info [546915:546915:8:4294967295]
00000400:00000200:2.0:1788204819.725699:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204819.725705:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204819.725710:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204819.725713:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204819.725717:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204819.725720:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204819.725724:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204819.725727:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204819.725731:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204819.725733:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204819.725736:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204819.725739:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204819.725742:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204819.725744:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204819.725746:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204819.725750:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9c00 x1875052937895936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725757:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204819.725760:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9c00 x1875052937895936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725766:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.725768:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204819.725770:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204819.725773:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204819.725776:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204819.725778:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309797912
00000100:00000001:2.0:1788204819.725780:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309801676
00000100:00000001:2.0:1788204819.725782:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309797912
00000100:00000001:2.0:1788204819.725785:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309801676
00000100:00000001:2.0:1788204819.725787:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204819.725789:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.725791:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204819.725794:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204819/real 1788204819]  req@ffff8c5d04af9c00 x1875052937895936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204819.725801:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204819.725803:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204819.725804:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204819.725806:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204819.725808:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204819.725810:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204819.725813:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9c00 x1875052937895936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204819.725822:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9c00 x1875052937895936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725828:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204819.725830:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.725831:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204819.725833:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204819.725836:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9c00 x1875052937895936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725843:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204819.725847:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9c00 x1875052937895936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725853:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204819.725855:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.725856:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204819.725857:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.725859:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204819.725861:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204819.725863:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204819.725866:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204819.725868:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204819.725872:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9c00 x1875052937895936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204819.725880:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937895936:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204819.725884:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204819.725887:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8a80 x1875052937896064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725894:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204819.725895:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204819.725897:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204819.725899:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204819.725901:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204819.725904:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937896064:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204819.725907:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204819.725909:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204819.725910:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204819.725912:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204819.725915:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204819.725917:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204819.725920:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204819.725923:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204819.725926:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204819.725928:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937896064, portal 4
00000100:00000001:2.0:1788204819.725930:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204819.725932:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871301248 : -127143838250368 : ffff8c5d04af8a80)
00000100:00000040:2.0:1788204819.725938:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8a80 x1875052937896064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.725944:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204819.725947:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204819.725949:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204819.725952:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937896064, offset 0
00000400:00000200:2.0:1788204819.725956:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204819.725960:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204819.725963:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204819.725966:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204819.725968:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204819.725971:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204819.725973:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204819.725977:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546950:546950:256:4294967295] 192.168.201.135@tcp LPNI seq info [546916:546916:8:4294967295]
00000400:00000200:2.0:1788204819.725981:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204819.725987:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204819.725992:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204819.725995:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204819.725999:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204819.726002:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204819.726006:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204819.726009:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204819.726013:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204819.726014:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204819.726018:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204819.726021:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204819.726024:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204819.726026:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204819.726028:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204819.726032:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8a80 x1875052937896064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.726039:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204819.726043:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8a80 x1875052937896064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.726055:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.726056:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204819.726059:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204819.726062:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204819.726066:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204819.726068:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309798005
00000100:00000001:2.0:1788204819.726070:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309801676
00000100:00000001:2.0:1788204819.726072:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309798005
00000100:00000001:2.0:1788204819.726073:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309801676
00000100:00000001:2.0:1788204819.726076:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204819.726077:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.726079:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204819.726083:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204819/real 1788204819]  req@ffff8c5d04af8a80 x1875052937896064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204819.726091:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204819.726092:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204819.726094:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204819.726096:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204819.726097:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204819.726100:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204819.726103:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8a80 x1875052937896064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204819.726111:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8a80 x1875052937896064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.726117:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204819.726118:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.726120:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204819.726121:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204819.726125:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8a80 x1875052937896064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.726132:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204819.726135:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8a80 x1875052937896064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.726141:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204819.726144:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.726145:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204819.726147:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.726148:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204819.726150:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204819.726152:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204819.726156:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204819.726158:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204819.726162:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8a80 x1875052937896064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204819.726169:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937896064:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204819.726173:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204819.726176:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8000 x1875052937896192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.726181:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204819.726182:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204819.726184:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204819.726185:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204819.726187:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204819.726189:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937896192:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204819.726192:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204819.726193:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204819.726195:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204819.726197:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204819.726200:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18400.
02000000:00000001:2.0:1788204819.726201:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204819.726204:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204819.726206:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204819.726209:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204819.726211:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937896192, portal 4
00000100:00000001:2.0:1788204819.726213:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204819.726214:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871298560 : -127143838253056 : ffff8c5d04af8000)
00000100:00000040:2.0:1788204819.726219:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8000 x1875052937896192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.726225:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204819.726227:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204819.726229:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204819.726231:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937896192, offset 0
00000400:00000200:2.0:1788204819.726235:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204819.726238:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204819.726241:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204819.726255:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204819.726258:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204819.726260:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204819.726262:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204819.726265:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546951:546951:256:4294967295] 192.168.201.135@tcp LPNI seq info [546917:546917:8:4294967295]
00000400:00000200:2.0:1788204819.726269:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204819.726275:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204819.726279:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204819.726282:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204819.726285:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204819.726288:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788204819.726292:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204819.726294:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788204819.726316:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204819.726318:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204819.726321:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204819.726325:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204819.726327:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204819.726329:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204819.726331:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204819.726334:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8000 x1875052937896192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.726339:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204819.726341:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8000 x1875052937896192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204844 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.726345:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.726346:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204819.726348:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204819.726351:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204819.726354:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204819.726355:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309798023
00000100:00000001:2.0:1788204819.726358:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309801676
00000100:00000001:2.0:1788204819.726360:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309798023
00000100:00000001:2.0:1788204819.726362:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309801676
00000100:00000001:2.0:1788204819.726364:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204819.726365:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.726367:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204819.726371:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204819/real 1788204819]  req@ffff8c5d04af8000 x1875052937896192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204819.726379:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204819.726380:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204819.726382:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204819.726384:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204819.726386:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204819.726388:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204819.726391:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8000 x1875052937896192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204819.726399:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8000 x1875052937896192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.726403:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204819.726404:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.726405:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204819.726407:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204819.726409:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8000 x1875052937896192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.726413:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204819.726415:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8000 x1875052937896192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.726419:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204819.726420:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.726421:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204819.726422:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.726423:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204819.726424:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204819.726426:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204819.726428:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204819.726430:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204819.726434:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8000 x1875052937896192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204819.726441:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937896192:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204819.726445:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.726447:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204819.726450:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afa300 x1875052937895808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.726457:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204819.726458:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204819.726460:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204819.726464:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204819.726466:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204819.726468:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204819.726470:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204819.726471:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:2.0:1788204819.726474:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204819.726475:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204819.726476:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afa300.
00000100:00000001:2.0:1788204819.726479:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204819.726480:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.726482:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204819.726485:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9c00 x1875052937895936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.726492:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204819.726493:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204819.726494:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204819.726496:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204819.726497:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204819.726498:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204819.726500:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204819.726502:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:2.0:1788204819.726504:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204819.726505:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204819.726506:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9c00.
00000100:00000001:2.0:1788204819.726508:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204819.726510:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.726511:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204819.726514:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8a80 x1875052937896064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.726520:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204819.726522:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204819.726524:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204819.726526:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204819.726527:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204819.726527:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204819.726529:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204819.726530:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:2.0:1788204819.726531:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204819.726532:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204819.726533:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8a80.
00000100:00000001:2.0:1788204819.726534:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204819.726535:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.726536:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204819.726538:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8000 x1875052937896192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204844 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204819.726542:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204819.726543:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204819.726544:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:2.0:1788204819.726545:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204819.726546:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204819.726547:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204819.726548:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204819.726548:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:2.0:1788204819.726550:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204819.726550:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204819.726551:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8000.
00000100:00000001:2.0:1788204819.726552:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204819.726552:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.726553:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.726556:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204819.726557:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.726558:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204819.726559:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204819.916387:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204819.916397:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204819.916399:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204819.916406:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204819.916411:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204819.916415:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.916419:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204819.916423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204819.916426:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204820.428434:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204820.428441:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204820.428448:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204820.428449:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204820.428508:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204820.428513:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204820.428516:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204820.940394:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204820.940404:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204820.940407:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204820.940413:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204820.940418:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204820.940422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204820.940425:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204820.940429:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204820.940433:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204821.452413:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204821.452421:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204821.452429:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204821.452431:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204821.452493:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204821.452496:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204821.452499:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204821.964443:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204821.964451:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204821.964453:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204821.964457:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204821.964461:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204821.964464:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.964467:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204821.964470:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204821.964472:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204822.476429:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204822.476435:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204822.476441:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204822.476442:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204822.476494:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204822.476497:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204822.476500:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204822.988477:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204822.988486:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204822.988489:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204822.988497:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204822.988502:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204822.988506:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204822.988510:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204822.988513:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204822.988516:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204823.500485:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204823.500492:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204823.500497:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204823.500498:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204823.500556:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204823.500559:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204823.500562:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204823.564421:0:267941:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309801676, at 4309801728
00000100:00000040:1.0:1788204823.564421:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309801676, at 4309801728
00000100:00000010:0.0:1788204823.564438:0:267941:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850660.
00000100:00000010:1.0:1788204823.564440:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850000.
00000100:00000001:2.0:1788204824.012439:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204824.012446:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204824.012448:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204824.012453:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204824.012456:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204824.012460:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.012462:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204824.012464:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.012466:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204824.524415:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204824.524423:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204824.524431:0:267941:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204824.524432:0:267941:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204824.524970:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204824.524976:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204824.524981:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204824.844498:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204824.844506:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204824.844509:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204824.844514:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204824.844519:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204824.844528:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15130
00000400:00000200:3.0:1788204824.844540:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204824.844548:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204824.844552:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204824.844556:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204824.844560:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204824.844563:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204824.844566:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204824.844573:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204824.844576:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204824.844579:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204824.844582:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204824.844586:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204824.844588:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204824.844591:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204824.844594:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204824.844596:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204824.844598:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204824.844602:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204824.844605:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204824.844609:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204824.844612:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204824.844616:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204824.844619:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204824.844629:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204824.844632:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204824.844644:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204824.844648:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204824.844652:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204824.844654:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204824.844659:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204824.844663:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204824.844670:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204824.844734:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204824.844742:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204824.844753:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937896320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204824.844764:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204824.844769:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204824.844774:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937896320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204824.844885:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204824.844888:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204824.844891:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204824.844892:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204824.844893:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204824.844895:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204824.844898:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15130
00000400:00000200:3.0:1788204824.844902:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204824.844905:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204824.844907:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204824.844909:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204824.844911:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204824.844914:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204824.844914:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204824.844916:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204824.844919:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204824.844920:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:2.0:1788204824.844921:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204824.844926:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204824.844935:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937896320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.844943:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204824.844945:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204824.844949:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204824.844951:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204824.844953:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204824.844956:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937896320:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204824.844960:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1788204824.844961:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204824.844964:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
02000000:00000001:2.0:1788204824.844965:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1788204824.844968:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:2.0:1788204824.844969:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204824.844974:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1788204824.844975:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000010:2.0:1788204824.844979:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000040:3.0:1788204824.844982:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:2.0:1788204824.844983:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204824.844988:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204824.844992:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204824.844993:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:2.0:1788204824.844996:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:3.0:1788204824.844997:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204824.845002:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000400:00000010:2.0:1788204824.845003:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00080000:3.0:1788204824.845007:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204824.845011:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204824.845013:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937896320, portal 25
02000000:00000001:3.0:1788204824.845015:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204824.845016:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204824.845019:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
02000000:00000001:3.0:1788204824.845024:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204824.845025:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937896320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204824.845030:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.845036:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204824.845036:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788204824.845040:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204824.845043:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000008:00100000:3.0:1788204824.845043:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1788204824.845049:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937896320, offset 0
00000008:00000001:3.0:1788204824.845050:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204824.845053:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204824.845057:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000010:3.0:1788204824.845060:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788204824.845064:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000400:00000200:2.0:1788204824.845066:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204824.845071:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204824.845074:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000001:3.0:1788204824.845075:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204824.845079:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204824.845081:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788204824.845082:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204824.845086:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:3.0:1788204824.845086:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204824.845091:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204824.845093:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000010:3.0:1788204824.845093:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000400:00000200:2.0:1788204824.845098:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546952:546952:256:4294967295] 192.168.201.135@tcp LPNI seq info [546918:546918:8:4294967295]
00000100:00000001:3.0:1788204824.845100:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204824.845105:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:3.0:1788204824.845111:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937896448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204824.845124:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204824.845126:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204824.845130:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204824.845136:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204824.845137:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937896448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1788204824.845145:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000100:00000001:3.0:1788204824.845151:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204824.845155:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204824.845173:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204824.845174:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204824.845175:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204824.845177:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204824.845180:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15130
00000800:00000200:2.0:1788204824.845181:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000400:00000200:3.0:1788204824.845185:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204824.845188:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000200:2.0:1788204824.845189:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1788204824.845190:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204824.845196:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204824.845198:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788204824.845202:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788204824.845203:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204824.845208:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:2.1:1788204824.845209:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1788204824.845210:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204824.845212:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204824.845215:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204824.845217:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000100:2.0:1788204824.845219:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788204824.845219:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204824.845224:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000010:2.0:1788204824.845225:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000100:00000040:3.0:1788204824.845228:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204824.845230:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204824.845231:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788204824.845233:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204824.845235:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204824.845239:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1788204824.845240:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204824.845245:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204824.845247:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204824.845248:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204824.845249:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
02000000:00000001:3.0:1788204824.845251:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788204824.845255:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
02000000:00000001:3.0:1788204824.845255:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204824.845258:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204824.845261:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204824.845263:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1788204824.845263:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204824.845267:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204824.845270:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000100:00000200:2.0:1788204824.845272:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937896320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204824.845273:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204824.845277:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204824.845279:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204824.845282:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204824.845285:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204824.845288:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204824.845293:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:2.0:1788204824.845294:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204824.845316:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204824.845324:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937896576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204824.845325:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937896320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.845351:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204824.845351:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204824.845354:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788204824.845356:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.845362:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204824.845364:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937896576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204824.845370:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204824.845374:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309806797
00000100:00000010:2.0:1788204824.845380:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850360.
00000100:00000001:3.0:1788204824.845381:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204824.845386:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204824.845389:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788204824.845390:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204824.845393:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204824.845395:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309806797
00000100:00080000:3.0:1788204824.845395:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1788204824.845401:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108502a0.
00000100:00000001:3.0:1788204824.845401:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204824.845405:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1788204824.845407:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15130
00000100:00000001:2.0:1788204824.845409:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204824.845412:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204824.845413:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204824.845414:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1788204824.845419:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00100000:2.0:1788204824.845421:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204824/real 1788204824]  req@ffff8c5d3ba6ad80 x1875052937896320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204824.845423:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204824.845430:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204824.845435:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1788204824.845438:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1788204824.845438:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000001:2.0:1788204824.845441:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204824.845442:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:2.0:1788204824.845443:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204824.845448:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000020:00000001:3.0:1788204824.845448:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:2.0:1788204824.845452:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000020:00000040:3.0:1788204824.845452:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:2.0:1788204824.845457:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1788204824.845457:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204824.845460:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000200:2.0:1788204824.845461:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937896320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204824.845463:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204824.845468:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204824.845474:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204824.845478:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788204824.845479:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937896320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204824.845482:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204824.845488:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204824.845492:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:2.0:1788204824.845494:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204824.845497:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204824.845497:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204824.845501:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204824.845501:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204824.845503:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204824.845505:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204824.845507:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788204824.845511:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937896320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204824.845511:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204824.845513:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204824.845517:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204824.845520:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1788204824.845521:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204824.845524:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204824.845527:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937896320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204824.845528:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204824.845531:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204824.845535:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204824.845537:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204824.845540:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204824.845543:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204824.845545:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788204824.845545:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204824.845550:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:2.0:1788204824.845551:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204824.845554:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.845555:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204824.845558:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204824.845560:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937896704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204824.845561:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204824.845565:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204824.845568:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1788204824.845570:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788204824.845571:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204824.845576:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937896704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204824.845580:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204824.845585:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204824.845588:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204824.845592:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937896320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204824.845592:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204824.845598:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204824.845602:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204824.845604:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1788204824.845608:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937896320:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204824.845608:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204824.845613:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15130
00000100:00000001:2.0:1788204824.845615:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788204824.845618:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204824.845619:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:3.0:1788204824.845622:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000040:2.0:1788204824.845625:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937896320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204824.845626:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204824.845631:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204824.845635:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204824.845638:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204824.845640:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788204824.845641:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:2.0:1788204824.845644:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000001:3.0:1788204824.845644:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204824.845645:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204824.845648:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000010:2.0:1788204824.845649:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
00000020:00000040:3.0:1788204824.845650:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204824.845653:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:2.0:1788204824.845654:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788204824.845656:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204824.845658:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204824.845661:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000040:3.0:1788204824.845661:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204824.845664:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:2.0:1788204824.845665:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:3.0:1788204824.845668:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000010:2.0:1788204824.845669:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204824.845670:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:2.0:1788204824.845673:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:3.0:1788204824.845674:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
02000000:00000001:2.0:1788204824.845677:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:3.0:1788204824.845678:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000010:2.0:1788204824.845680:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:3.0:1788204824.845681:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204824.845684:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204824.845685:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1788204824.845686:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204824.845687:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204824.845689:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.845690:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204824.845691:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204824.845693:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204824.845695:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204824.845696:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.845698:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:3.0:1788204824.845699:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000100:00000001:2.0:1788204824.845702:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204824.845702:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:2.0:1788204824.845707:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788204824.845708:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204824.845709:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204824.845710:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204824.845711:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204824.845712:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204824.845714:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:2.0:1788204824.845717:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204824.845718:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.845720:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00100000:3.0:1788204824.845724:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937896832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204824.845726:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937896448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204824.845743:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204824.845746:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204824.845746:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.845749:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204824.845752:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937896832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204824.845754:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204824.845757:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204824.845761:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204824.845762:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204824.845766:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15140)
00000100:00100000:2.0:1788204824.845768:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937896448:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204824.845773:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204824.845776:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204824.845778:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204824.845780:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204824.845784:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204824.845786:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204824.845790:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204824.845793:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204824.845796:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204824.845798:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937896448, portal 10
00000100:00000001:2.0:1788204824.845799:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204824.845800:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:2.0:1788204824.845805:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937896448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.845810:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204824.845811:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204824.845814:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204824.845815:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937896448, offset 0
00000400:00000200:2.0:1788204824.845818:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204824.845821:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204824.845823:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204824.845825:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204824.845827:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204824.845829:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204824.845830:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204824.845832:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546953:546953:256:4294967295] 192.168.201.135@tcp LPNI seq info [546919:546919:8:4294967295]
00000400:00000200:2.0:1788204824.845835:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204824.845839:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204824.845841:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204824.845843:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204824.845845:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204824.845847:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204824.845850:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204824.845852:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204824.845855:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204824.845856:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204824.845858:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204824.845860:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204824.845862:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204824.845863:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204824.845864:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204824.845866:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937896448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.845871:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204824.845873:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937896448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.845877:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.845878:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204824.845880:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204824.845884:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204824.845887:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204824.845889:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309803037
00000100:00000001:2.0:1788204824.845892:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309806797
00000100:00000001:2.0:1788204824.845894:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309803037
00000100:00000001:2.0:1788204824.845896:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309806797
00000100:00000001:2.0:1788204824.845898:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204824.845900:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.845902:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204824.845905:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204824/real 1788204824]  req@ffff8c5d3ba68e00 x1875052937896448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204824.845913:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204824.845915:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204824.845917:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204824.845919:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204824.845921:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204824.845923:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204824.845926:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937896448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204824.845934:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937896448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.845938:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204824.845939:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.845940:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204824.845941:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204824.845943:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937896448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.845947:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204824.845950:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937896448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.845955:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204824.845956:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.845957:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204824.845958:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.845959:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204824.845960:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204824.845962:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204824.845963:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204824.845964:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204824.845967:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937896448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204824.845971:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937896448:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204824.845973:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204824.845975:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937896576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.845979:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204824.845980:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204824.845981:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204824.845982:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204824.845984:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204824.845985:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937896576:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204824.845987:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204824.845988:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204824.845990:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204824.845991:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204824.845993:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204824.845994:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204824.845997:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204824.845998:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204824.846001:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204824.846003:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937896576, portal 10
00000100:00000001:2.0:1788204824.846004:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204824.846005:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:2.0:1788204824.846008:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937896576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846013:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204824.846014:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204824.846015:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204824.846017:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937896576, offset 0
00000400:00000200:2.0:1788204824.846019:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204824.846021:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204824.846023:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204824.846024:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204824.846026:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204824.846028:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204824.846029:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204824.846031:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546954:546954:256:4294967295] 192.168.201.135@tcp LPNI seq info [546920:546920:8:4294967295]
00000400:00000200:2.0:1788204824.846034:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204824.846037:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204824.846040:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204824.846042:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204824.846044:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204824.846046:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204824.846048:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204824.846050:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204824.846052:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204824.846054:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204824.846055:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204824.846057:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204824.846060:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204824.846061:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204824.846063:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204824.846065:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937896576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846069:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204824.846071:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937896576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846075:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.846075:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204824.846077:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204824.846079:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204824.846081:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204824.846082:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309803032
00000100:00000001:2.0:1788204824.846084:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309806797
00000100:00000001:2.0:1788204824.846085:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309803032
00000100:00000001:2.0:1788204824.846086:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309806797
00000100:00000001:2.0:1788204824.846087:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204824.846088:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.846089:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204824.846091:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204824/real 1788204824]  req@ffff8c5d3ba69c00 x1875052937896576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204824.846095:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204824.846096:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204824.846097:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204824.846098:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204824.846099:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204824.846100:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204824.846102:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937896576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204824.846106:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937896576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846111:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204824.846111:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846112:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204824.846113:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204824.846115:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937896576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846119:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204824.846121:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937896576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846124:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204824.846125:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846126:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204824.846127:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846128:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204824.846128:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204824.846130:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204824.846131:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204824.846132:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204824.846134:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937896576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204824.846138:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937896576:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204824.846140:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204824.846142:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937896704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846145:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204824.846146:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204824.846148:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204824.846149:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204824.846150:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204824.846152:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937896704:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204824.846154:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204824.846155:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204824.846170:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204824.846171:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204824.846173:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204824.846174:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204824.846177:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204824.846178:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204824.846181:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204824.846183:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937896704, portal 4
00000100:00000001:2.0:1788204824.846184:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204824.846185:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:2.0:1788204824.846189:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937896704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846193:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204824.846194:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204824.846195:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204824.846197:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937896704, offset 0
00000400:00000200:2.0:1788204824.846199:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204824.846201:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204824.846203:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204824.846204:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204824.846206:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204824.846207:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204824.846209:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204824.846211:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546955:546955:256:4294967295] 192.168.201.135@tcp LPNI seq info [546921:546921:8:4294967295]
00000400:00000200:2.0:1788204824.846213:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204824.846217:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204824.846220:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204824.846222:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204824.846224:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204824.846226:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204824.846228:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204824.846230:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204824.846232:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204824.846233:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204824.846235:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204824.846237:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204824.846238:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204824.846239:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204824.846241:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204824.846243:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937896704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846251:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204824.846253:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937896704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846259:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.846260:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204824.846263:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204824.846266:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204824.846268:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204824.846270:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309803125
00000100:00000001:2.0:1788204824.846273:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309806797
00000100:00000001:2.0:1788204824.846275:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309803125
00000100:00000001:2.0:1788204824.846277:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309806797
00000100:00000001:2.0:1788204824.846278:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204824.846281:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.846282:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204824.846286:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204824/real 1788204824]  req@ffff8c5d3ba69180 x1875052937896704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204824.846293:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204824.846294:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204824.846295:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204824.846297:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204824.846314:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204824.846316:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204824.846319:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937896704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204824.846325:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937896704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846329:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204824.846330:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846331:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204824.846332:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204824.846334:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937896704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846337:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204824.846339:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937896704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846343:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204824.846345:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846346:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204824.846346:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846347:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204824.846348:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204824.846350:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204824.846351:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204824.846352:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204824.846355:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937896704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204824.846360:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937896704:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204824.846362:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846363:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204824.846365:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937896448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846368:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204824.846369:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204824.846370:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204824.846371:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204824.846372:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204824.846373:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204824.846374:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204824.846376:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:2.0:1788204824.846377:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204824.846378:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204824.846379:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:2.0:1788204824.846381:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204824.846382:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846383:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204824.846384:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937896576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846389:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204824.846389:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204824.846390:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204824.846391:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204824.846392:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204824.846392:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204824.846393:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204824.846394:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:2.0:1788204824.846395:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204824.846396:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204824.846397:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:2.0:1788204824.846398:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204824.846399:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846400:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204824.846402:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937896704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846405:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204824.846406:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204824.846407:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204824.846408:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204824.846409:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204824.846409:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204824.846410:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204824.846411:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:2.0:1788204824.846412:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204824.846412:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204824.846413:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:2.0:1788204824.846414:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204824.846415:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846416:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846418:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204824.846419:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.846420:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204824.846420:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204824.846421:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204824.846423:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937896832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846426:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204824.846427:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204824.846428:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204824.846429:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204824.846430:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204824.846432:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937896832:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204824.846434:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204824.846435:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204824.846436:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204824.846437:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204824.846439:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204824.846441:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204824.846443:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204824.846444:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204824.846446:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204824.846448:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937896832, portal 4
00000100:00000001:2.0:1788204824.846449:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204824.846450:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:2.0:1788204824.846454:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937896832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846458:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204824.846459:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204824.846461:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000200:2.0:1788204824.846462:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937896832, offset 0
00000400:00000200:2.0:1788204824.846464:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204824.846466:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204824.846468:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204824.846470:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204824.846472:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204824.846473:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204824.846475:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204824.846477:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546956:546956:256:4294967295] 192.168.201.135@tcp LPNI seq info [546922:546922:8:4294967295]
00000400:00000200:2.0:1788204824.846479:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204824.846483:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204824.846486:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204824.846488:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000800:00000200:2.0:1788204824.846490:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204824.846492:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788204824.846494:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204824.846496:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788204824.846498:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204824.846500:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:2.0:1788204824.846502:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204824.846504:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204824.846505:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:2.0:1788204824.846506:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:2.0:1788204824.846508:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204824.846510:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937896832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846514:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204824.846516:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937896832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204849 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846519:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.846520:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204824.846522:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204824.846524:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204824.846525:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204824.846526:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309803143
00000100:00000001:2.0:1788204824.846527:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309806797
00000100:00000001:2.0:1788204824.846529:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309803143
00000100:00000001:2.0:1788204824.846531:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309806797
00000100:00000001:2.0:1788204824.846533:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204824.846535:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.846537:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204824.846540:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204824/real 1788204824]  req@ffff8c5d3ba68000 x1875052937896832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204824.846547:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204824.846549:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204824.846550:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204824.846553:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204824.846555:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204824.846557:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204824.846560:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937896832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204824.846569:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937896832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846575:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204824.846576:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846578:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204824.846579:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204824.846581:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937896832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846586:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204824.846588:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937896832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846591:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204824.846593:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846593:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204824.846594:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846595:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204824.846596:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204824.846597:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204824.846599:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204824.846600:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204824.846602:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937896832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204824.846606:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937896832:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204824.846608:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846610:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204824.846612:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937896832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204849 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204824.846616:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204824.846617:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204824.846618:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204824.846619:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204824.846620:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204824.846621:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204824.846622:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204824.846623:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204824.846624:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204824.846625:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204824.846626:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:2.0:1788204824.846627:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204824.846628:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846629:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204824.846632:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204824.846632:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204824.846634:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204824.846635:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204825.036423:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204825.036432:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204825.036433:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204825.036439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204825.036443:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204825.036447:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204825.036450:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204825.036452:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204825.036454:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204825.548479:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204825.548487:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204825.548495:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204825.548496:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204825.548550:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204825.548554:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204825.548557:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204826.060432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204826.060442:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204826.060444:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204826.060452:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204826.060456:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204826.060461:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.060464:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204826.060467:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204826.060470:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204826.572399:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204826.572410:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204826.572413:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204826.572417:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204826.572425:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204826.572428:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204826.572430:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204826.572433:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204826.572438:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204826.572440:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204826.572441:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204826.572442:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204826.572444:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204826.572445:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204826.572447:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204826.572449:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204826.572500:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204826.572505:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204826.572509:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204827.084381:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204827.084396:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204827.084399:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204827.084409:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204827.084414:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204827.084418:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204827.084421:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204827.084425:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204827.084429:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204827.596455:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204827.596462:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204827.596467:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204827.596468:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204827.596484:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204827.596486:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204827.596488:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204828.108407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204828.108415:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204828.108417:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204828.108430:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204828.108435:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204828.108439:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204828.108443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204828.108447:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204828.108450:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204828.620442:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204828.620449:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204828.620457:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204828.620458:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204828.620539:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204828.620544:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204828.620548:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204828.684440:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309806797, at 4309806848
00000100:00000040:1.0:1788204828.684441:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309806797, at 4309806848
00000100:00000010:0.0:1788204828.684460:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850360.
00000100:00000010:1.0:1788204828.684462:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108502a0.
00000100:00000001:2.0:1788204829.132435:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204829.132448:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204829.132450:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204829.132455:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204829.132458:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204829.132462:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204829.132464:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204829.132467:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204829.132469:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204829.644503:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204829.644509:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204829.644517:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204829.644518:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204829.644584:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204829.644590:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204829.644593:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204829.964422:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204829.964435:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204829.964438:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204829.964443:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204829.964449:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204829.964459:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15135
00000400:00000200:3.0:1788204829.964470:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204829.964477:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204829.964481:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204829.964485:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204829.964488:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204829.964491:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204829.964494:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204829.964500:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204829.964503:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204829.964506:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204829.964509:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204829.964512:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204829.964514:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204829.964517:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204829.964520:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204829.964522:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204829.964534:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204829.964541:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204829.964544:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204829.964547:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204829.964551:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204829.964555:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204829.964559:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204829.964561:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204829.964564:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204829.964575:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204829.964579:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204829.964584:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204829.964586:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204829.964590:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204829.964594:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204829.964599:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204829.964607:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788204829.964615:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204829.964626:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937896960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204829.964637:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204829.964643:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204829.964648:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937896960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204829.964673:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204829.964676:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204829.964680:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204829.964681:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204829.964682:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204829.964686:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204829.964689:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15135
00000400:00000200:3.0:1788204829.964692:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204829.964695:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204829.964698:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204829.964701:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204829.964704:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204829.964706:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204829.964709:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204829.964711:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204829.964712:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204829.964713:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204829.964717:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204829.964719:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788204829.964721:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:2.0:1788204829.964723:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204829.964725:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204829.964729:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204829.964734:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937896960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204829.964735:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204829.964740:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204829.964744:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204829.964748:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204829.964753:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1788204829.964754:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:2.0:1788204829.964757:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204829.964760:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:2.0:1788204829.964763:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204829.964764:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204829.964767:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204829.964769:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204829.964770:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204829.964775:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937896960:192.168.201.135@tcp:250:kworker.0
02000000:00000001:3.0:1788204829.964778:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204829.964780:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204829.964782:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204829.964785:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204829.964786:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204829.964790:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204829.964793:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204829.964794:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1788204829.964799:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204829.964800:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:3.0:1788204829.964802:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204829.964804:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204829.964809:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000400:00000200:2.0:1788204829.964813:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788204829.964815:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000400:00000010:2.0:1788204829.964820:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
02000000:00000001:3.0:1788204829.964820:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204829.964823:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204829.964830:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204829.964833:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204829.964836:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204829.964839:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204829.964840:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937896960, portal 25
02000000:00000010:3.0:1788204829.964844:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:2.0:1788204829.964845:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204829.964848:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00000001:3.0:1788204829.964851:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204829.964857:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937896960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204829.964860:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937897088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204829.964881:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204829.964882:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788204829.964888:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204829.964888:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204829.964894:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08088.
00000100:00000040:3.0:1788204829.964896:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937897088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204829.964899:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937896960, offset 0
00000100:00000001:3.0:1788204829.964911:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204829.964912:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204829.964915:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204829.964920:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204829.964922:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204829.964924:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788204829.964925:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204829.964931:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204829.964936:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:3.0:1788204829.964937:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15135
00000400:00000200:2.0:1788204829.964947:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204829.964952:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204829.964957:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204829.964959:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204829.964962:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546957:546957:256:4294967295] 192.168.201.135@tcp LPNI seq info [546923:546923:8:4294967295]
00000400:00000200:2.0:1788204829.964965:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204829.964971:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204829.964978:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204829.964980:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788204829.964983:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788204829.964988:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204829.964990:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204829.964994:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1788204829.964995:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342600.
00000100:00000040:3.0:1788204829.964999:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204829.965003:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:2.0:1788204829.965004:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204829.965009:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204829.965012:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000800:00000200:2.1:1788204829.965012:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204829.965016:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204829.965019:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204829.965022:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204829.965024:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204829.965029:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204829.965031:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204829.965033:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204829.965034:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204829.965037:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204829.965041:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:2.0:1788204829.965042:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788204829.965048:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204829.965051:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204829.965053:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309811916
02000000:00000001:3.0:1788204829.965054:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204829.965058:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1788204829.965061:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850f00.
02000000:00000001:3.0:1788204829.965062:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204829.965079:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204829.965082:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788204829.965083:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000008:00000001:3.0:1788204829.965087:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204829.965090:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204829.965091:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309811916
00000100:00000010:3.0:1788204829.965096:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000100:00000010:2.0:1788204829.965097:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850120.
00000020:00000040:3.0:1788204829.965102:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000001:2.0:1788204829.965104:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1788204829.965107:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204829.965110:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204829.965111:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204829.965116:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204829.965117:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204829.965120:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204829.965122:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204829.965124:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204829.965127:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788204829.965131:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:2.0:1788204829.965137:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204829.965137:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204829.965141:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00100000:3.0:1788204829.965144:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937897216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204829.965145:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204829.965148:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204829.965150:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204829.965157:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937897088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204829.965160:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204829.965164:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204829.965171:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204829.965174:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204829.965174:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937897216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204829.965179:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204829.965181:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204829.965186:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204829.965193:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204829.965194:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937897088:192.168.201.135@tcp:38:kworker.0
00000100:00080000:3.0:1788204829.965199:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204829.965200:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204829.965204:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1788204829.965206:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1788204829.965207:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204829.965210:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1788204829.965212:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1788204829.965214:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:2.0:1788204829.965217:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:3.0:1788204829.965219:0:267481:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788204829.965220:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204829.965226:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15135
00000400:00000200:2.0:1788204829.965228:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204829.965233:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0000.
00000400:00000200:3.0:1788204829.965234:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204829.965239:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000400:00000200:3.0:1788204829.965240:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:2.0:1788204829.965245:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937897088, portal 10
00000100:00080000:3.0:1788204829.965245:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204829.965250:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1788204829.965252:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204829.965253:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000001:3.0:1788204829.965257:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204829.965260:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:2.0:1788204829.965265:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937897088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204829.965265:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204829.965271:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204829.965274:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:2.0:1788204829.965278:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1788204829.965278:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204829.965283:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000040:2.0:1788204829.965285:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788204829.965287:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000010:2.0:1788204829.965289:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d087f8.
00000020:00000001:3.0:1788204829.965291:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000200:2.0:1788204829.965294:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937897088, offset 0
00000400:00000200:2.0:1788204829.965323:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204829.965327:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204829.965329:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204829.965334:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788204829.965335:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204829.965341:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204829.965342:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204829.965346:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204829.965348:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:3.0:1788204829.965351:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000400:00000200:2.0:1788204829.965354:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1788204829.965358:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788204829.965362:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788204829.965364:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204829.965368:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204829.965370:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546958:546958:255:4294967295] 192.168.201.135@tcp LPNI seq info [546924:546924:7:4294967295]
02000000:00000001:3.0:1788204829.965372:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204829.965378:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204829.965383:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204829.965384:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204829.965389:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204829.965395:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204829.965399:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204829.965399:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204829.965406:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000800:00000200:2.0:1788204829.965410:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788204829.965411:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000800:00000010:2.0:1788204829.965416:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342400.
02000000:00000001:3.0:1788204829.965416:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204829.965419:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204829.965423:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1788204829.965425:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788204829.965426:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204829.965430:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204829.965434:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204829.965439:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204829.965439:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204829.965446:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204829.965447:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204829.965453:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204829.965457:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309808157
00000100:00100000:3.0:1788204829.965457:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937897344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204829.965463:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309811916
00000100:00000001:2.0:1788204829.965468:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309808157
00000100:00000001:2.0:1788204829.965472:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309811916
00000100:00000001:3.0:1788204829.965474:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204829.965477:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204829.965479:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204829.965481:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204829.965486:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937897344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204829.965487:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204829.965491:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204829.965497:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204829.965500:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788204829.965501:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204829.965505:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1788204829.965507:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204829.965508:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204829.965511:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1788204829.965515:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1788204829.965517:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937897216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204829.965519:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204829.965521:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204829.965526:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204829.965531:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15135
00000100:00000001:2.0:1788204829.965532:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204829.965535:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204829.965539:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204829.965540:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204829.965544:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788204829.965545:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
02000000:00000001:2.0:1788204829.965549:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204829.965551:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204829.965558:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00100000:2.0:1788204829.965559:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937897216:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788204829.965562:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204829.965566:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204829.965567:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204829.965569:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:2.0:1788204829.965571:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1788204829.965573:0:267481:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788204829.965575:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204829.965576:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204829.965579:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788204829.965581:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1788204829.965583:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
02000000:00000010:2.0:1788204829.965586:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
00000020:00000001:3.0:1788204829.965587:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:2.0:1788204829.965592:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204829.965593:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204829.965599:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204829.965601:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204829.965602:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204829.965606:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:2.0:1788204829.965608:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f08f0.
00000100:00000001:3.0:1788204829.965609:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204829.965614:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000010:2.0:1788204829.965615:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
00000100:00080000:3.0:1788204829.965617:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204829.965621:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204829.965622:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937897216, portal 10
02000000:00000001:3.0:1788204829.965624:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204829.965627:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788204829.965629:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204829.965631:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
02000000:00000001:3.0:1788204829.965633:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204829.965637:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204829.965639:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1788204829.965643:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937897216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204829.965644:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204829.965649:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204829.965656:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000100:00000001:2.0:1788204829.965658:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1788204829.965661:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000040:2.0:1788204829.965664:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204829.965667:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1788204829.965669:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d086e8.
02000000:00000001:3.0:1788204829.965670:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204829.965675:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1788204829.965676:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937897216, offset 0
02000000:00000001:3.0:1788204829.965677:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204829.965680:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204829.965685:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000010:3.0:1788204829.965687:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000400:00000200:2.0:1788204829.965692:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204829.965694:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204829.965698:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00100000:3.0:1788204829.965702:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937897472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204829.965705:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204829.965711:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:3.0:1788204829.965716:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788204829.965717:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204829.965721:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204829.965723:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:3.0:1788204829.965728:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937897472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204829.965731:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546959:546959:254:4294967295] 192.168.201.135@tcp LPNI seq info [546925:546925:6:4294967295]
00000400:00000200:2.0:1788204829.965744:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204829.965750:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204829.965757:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788204829.965759:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15145)
00000800:00000200:2.0:1788204829.965764:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204829.965769:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342100.
00000800:00000200:2.0:1788204829.965773:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204829.965777:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204829.965781:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204829.965784:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204829.965788:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204829.965789:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309808152
00000100:00000001:2.0:1788204829.965791:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309811916
00000100:00000001:2.0:1788204829.965793:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309808152
00000100:00000001:2.0:1788204829.965796:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309811916
00000100:00000001:2.0:1788204829.965798:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204829.965800:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204829.965802:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204829.965805:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937897344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204829.965812:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204829.965813:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204829.965815:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204829.965817:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204829.965820:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204829.965822:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937897344:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204829.965826:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204829.965827:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204829.965829:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204829.965831:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204829.965834:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204829.965836:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204829.965839:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204829.965841:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0f20.
00000400:00000010:2.0:1788204829.965846:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08330.
00000100:00000200:2.0:1788204829.965848:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937897344, portal 4
00000100:00000001:2.0:1788204829.965851:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204829.965852:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:2.0:1788204829.965857:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937897344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204829.965864:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204829.965866:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204829.965869:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08198.
00000100:00000200:2.0:1788204829.965871:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937897344, offset 0
00000400:00000200:2.0:1788204829.965875:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204829.965879:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204829.965883:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204829.965885:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204829.965887:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204829.965890:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204829.965892:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204829.965895:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546960:546960:253:4294967295] 192.168.201.135@tcp LPNI seq info [546926:546926:5:4294967295]
00000400:00000200:2.0:1788204829.965898:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204829.965904:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204829.965908:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204829.965911:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342f00.
00000800:00000200:2.0:1788204829.965915:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204829.965918:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204829.965921:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204829.965924:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204829.965927:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204829.965929:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309808245
00000100:00000001:2.0:1788204829.965932:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309811916
00000100:00000001:2.0:1788204829.965934:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309808245
00000100:00000001:2.0:1788204829.965936:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309811916
00000100:00000001:2.0:1788204829.965938:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204829.965940:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204829.965943:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204829.965945:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204829.965949:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204829.965950:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788204829.965953:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204829.965954:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204829.965955:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204829.965960:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937897472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204829.965967:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204829.965969:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204829.965971:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204829.965972:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204829.965974:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204829.965977:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937897472:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204829.965980:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204829.965982:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204829.965983:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204829.965985:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204829.965988:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204829.965990:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204829.965994:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204829.965997:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788204829.966001:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08908.
00000100:00000200:2.0:1788204829.966004:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937897472, portal 4
00000100:00000001:2.0:1788204829.966006:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204829.966007:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000040:2.0:1788204829.966013:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937897472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204829.966019:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204829.966021:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204829.966023:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08110.
00000100:00000200:2.0:1788204829.966025:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937897472, offset 0
00000400:00000200:2.0:1788204829.966029:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204829.966033:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204829.966036:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204829.966039:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204829.966042:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204829.966044:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204829.966046:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204829.966048:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546961:546961:252:4294967295] 192.168.201.135@tcp LPNI seq info [546927:546927:4:4294967295]
00000400:00000200:2.0:1788204829.966052:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204829.966057:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204829.966061:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204829.966064:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342800.
00000800:00000200:2.0:1788204829.966082:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204829.966086:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204829.966089:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204829.966092:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204829.966094:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204829.966096:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309808262
00000100:00000001:2.0:1788204829.966098:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309811916
00000100:00000001:2.0:1788204829.966100:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309808262
00000100:00000001:2.0:1788204829.966102:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309811916
00000100:00000001:2.0:1788204829.966104:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204829.966106:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204829.966108:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204829.966109:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204829.966112:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204829.966113:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788204829.966115:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204829.966116:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204829.966118:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204829.966119:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204830.156356:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204830.156363:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204830.156365:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204830.156369:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204830.156372:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204830.156376:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204830.156378:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204830.156381:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204830.156383:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204830.668446:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204830.668454:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204830.668461:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204830.668463:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204830.668527:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204830.668532:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204830.668536:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204831.180420:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204831.180428:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204831.180430:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204831.180435:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204831.180438:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204831.180442:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204831.180444:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204831.180447:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204831.180449:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204831.692473:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204831.692480:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204831.692485:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204831.692486:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204831.692542:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204831.692546:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204831.692548:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204832.204358:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204832.204368:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204832.204371:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204832.204378:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204832.204383:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204832.204387:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204832.204390:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204832.204393:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204832.204396:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204832.716369:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204832.716376:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204832.716380:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204832.716381:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204832.716438:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204832.716441:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204832.716443:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1788204833.036698:0:2382:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:0.0:1788204833.036762:0:2382:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1788204833.036775:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204833.036779:0:2382:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:0.0:1788204833.036785:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204833.036790:0:2382:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1788204833.036799:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:0.0:1788204833.036805:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342600.
00000400:00000200:0.0:1788204833.036812:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204833.036818:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204833.036827:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08088
00000400:00000010:0.0:1788204833.036830:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08088.
00000100:00000001:0.0:1788204833.036837:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204833.036850:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba68700 x1875052937896960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204833.036896:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204833.036902:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937896960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204833.036910:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204833.036913:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204833.036929:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:0.0:1788204833.036933:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342400.
00000400:00000200:0.0:1788204833.036936:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204833.036939:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204833.036942:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d087f8
00000400:00000010:0.0:1788204833.036945:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d087f8.
00000100:00000001:0.0:1788204833.036948:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204833.036955:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba6b480 x1875052937897088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204833.036963:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204833.036966:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937897088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204833.036973:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204833.036974:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204833.036978:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:0.0:1788204833.036981:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342100.
00000400:00000200:0.0:1788204833.036983:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204833.036986:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204833.036988:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d086e8
00000400:00000010:0.0:1788204833.036990:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d086e8.
00000100:00000001:0.0:1788204833.036992:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204833.036996:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba69500 x1875052937897216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204833.037003:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204833.037006:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937897216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204833.037012:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204833.037013:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204833.037031:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:0.0:1788204833.037033:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342f00.
00000400:00000200:0.0:1788204833.037035:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204833.037038:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204833.037040:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08198
00000400:00000010:0.0:1788204833.037041:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08198.
00000100:00000001:0.0:1788204833.037043:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204833.037048:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba69880 x1875052937897344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204833.037062:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204833.037065:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937897344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204833.037071:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204833.037073:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:0.0:1788204833.037078:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:0.0:1788204833.037081:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342800.
00000400:00000200:0.0:1788204833.037084:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1788204833.037087:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1788204833.037089:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08110
00000400:00000010:0.0:1788204833.037091:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08110.
00000100:00000001:0.0:1788204833.037094:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204833.037098:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba68380 x1875052937897472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204833.037106:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204833.037108:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937897472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204854 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204833.037115:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204833.037116:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204833.037217:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204833.037223:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204833.037226:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204833.037241:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204829/real 1788204833]  req@ffff8c5d3ba68380 x1875052937897472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204833.037254:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204833.037257:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204833.037261:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788204833.037264:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08908
00000400:00000010:2.0:1788204833.037266:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08908.
00000100:00000001:2.0:1788204833.037270:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204833.037273:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937897472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204833.037284:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937897472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037290:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204833.037292:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037295:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204833.037335:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204833.037340:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937897472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037347:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204833.037353:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937897472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037362:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204833.037366:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037368:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204833.037369:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037373:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204833.037376:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204833.037379:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204833.037385:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204833.037388:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204833.037393:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937897472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204833.037402:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937897472:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204833.037408:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204833.037411:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204829/real 1788204833]  req@ffff8c5d3ba69500 x1875052937897216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204833.037418:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204833.037420:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204833.037422:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f08f0.
00000400:00000200:2.0:1788204833.037424:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:2.0:1788204833.037426:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:2.0:1788204833.037428:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204833.037431:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937897216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204833.037440:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937897216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037446:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204833.037447:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037449:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204833.037450:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204833.037454:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937897216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037459:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204833.037463:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937897216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037469:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204833.037471:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037473:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204833.037474:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037475:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204833.037477:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204833.037479:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204833.037483:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204833.037485:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204833.037488:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937897216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204833.037495:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937897216:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204833.037499:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204833.037503:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204829/real 1788204833]  req@ffff8c5d3ba69880 x1875052937897344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204833.037516:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204833.037517:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204833.037520:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0f20.
00000400:00000200:2.0:1788204833.037522:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08330
00000400:00000010:2.0:1788204833.037523:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08330.
00000100:00000001:2.0:1788204833.037525:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204833.037528:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937897344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204833.037535:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937897344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037541:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204833.037542:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037544:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204833.037545:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204833.037548:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937897344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037554:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204833.037556:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937897344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037562:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204833.037564:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037565:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204833.037567:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037568:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204833.037569:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204833.037571:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204833.037574:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204833.037577:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204833.037581:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937897344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204833.037587:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937897344:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204833.037592:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204833.037594:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204829/real 1788204833]  req@ffff8c5d3ba6b480 x1875052937897088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204833.037601:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204833.037602:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204833.037604:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0000.
00000400:00000200:2.0:1788204833.037606:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204833.037607:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204833.037609:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204833.037612:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937897088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204833.037619:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937897088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037626:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204833.037628:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037629:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204833.037631:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204833.037634:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937897088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037640:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204833.037644:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937897088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037650:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204833.037652:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037654:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204833.037656:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037657:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204833.037659:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204833.037662:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204833.037665:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204833.037668:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204833.037672:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937897088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204833.037679:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937897088:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204833.037682:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204833.037685:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204829/real 1788204833]  req@ffff8c5d3ba68700 x1875052937896960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204833.037692:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204833.037694:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204833.037696:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204833.037698:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204833.037700:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204833.037702:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204833.037706:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937896960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204833.037714:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937896960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037721:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204833.037722:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037724:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204833.037725:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204833.037729:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937896960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037741:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204833.037744:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937896960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037750:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204833.037753:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037754:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204833.037756:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037757:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204833.037759:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204833.037761:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204833.037765:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204833.037767:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204833.037771:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937896960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204833.037779:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937896960:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204833.037784:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037787:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204833.037790:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937897472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037797:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204833.037802:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204833.037807:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204833.037812:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204833.037816:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204833.037818:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204833.037821:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204833.037825:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:2.0:1788204833.037829:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204833.037833:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204833.037836:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:2.0:1788204833.037842:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204833.037843:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037845:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204833.037849:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937897216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037855:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204833.037856:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204833.037858:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204833.037860:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204833.037861:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204833.037863:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204833.037865:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204833.037866:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:2.0:1788204833.037869:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204833.037870:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204833.037871:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:2.0:1788204833.037875:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204833.037876:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037878:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204833.037882:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937897344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037888:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204833.037890:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204833.037892:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204833.037894:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204833.037895:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204833.037897:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204833.037898:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204833.037900:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:2.0:1788204833.037903:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204833.037904:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204833.037905:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:2.0:1788204833.037908:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204833.037909:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037912:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204833.037916:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937897088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037921:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204833.037922:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204833.037924:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204833.037926:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204833.037927:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204833.037929:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204833.037931:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204833.037932:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:2.0:1788204833.037934:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204833.037935:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204833.037936:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:2.0:1788204833.037938:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204833.037939:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037941:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204833.037943:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937896960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204854 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204833.037950:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204833.037951:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204833.037952:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204833.037955:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204833.037956:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204833.037957:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204833.037959:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204833.037960:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788204833.037962:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204833.037963:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204833.037964:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:2.0:1788204833.037967:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204833.037968:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037971:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.037982:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204833.037985:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204833.037988:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204833.037990:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204833.228407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204833.228414:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204833.228415:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204833.228420:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204833.228424:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204833.228427:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.228429:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204833.228432:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204833.228434:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204833.740420:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204833.740427:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204833.740432:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204833.740432:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204833.740488:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204833.740491:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204833.740494:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204833.804367:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309811916, at 4309811968
00000100:00000010:1.0:1788204833.804386:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850120.
00000100:00000040:0.0:1788204833.804456:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309811916, at 4309811968
00000100:00000010:0.0:1788204833.804463:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850f00.
00000100:00000001:2.0:1788204834.252435:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204834.252442:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204834.252444:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204834.252450:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204834.252454:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204834.252458:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.252460:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204834.252462:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204834.252464:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204834.764428:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204834.764434:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204834.764440:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204834.764440:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204834.764506:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204834.764512:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204834.764515:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204835.084426:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204835.084439:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204835.084443:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204835.084447:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204835.084456:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204835.084465:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15140
00000400:00000200:1.0:1788204835.084475:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204835.084482:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204835.084485:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204835.084488:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084492:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204835.084495:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084497:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204835.084501:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204835.084503:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204835.084506:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204835.084509:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204835.084512:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204835.084514:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204835.084517:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084518:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204835.084520:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084521:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204835.084524:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204835.084527:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084530:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204835.084533:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204835.084537:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204835.084541:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.084542:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204835.084544:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204835.084551:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece680.
00000020:00000040:1.0:1788204835.084554:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204835.084558:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204835.084559:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.084562:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204835.084565:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204835.084571:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204835.084578:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788204835.084586:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204835.084597:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece680 x1875052937897600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204835.084608:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204835.084614:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204835.084618:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb9bc345] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece680 x1875052937897600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.084645:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204835.084649:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204835.084652:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204835.084654:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204835.084655:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204835.084659:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204835.084661:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15140
00000400:00000200:1.0:1788204835.084665:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204835.084668:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204835.084670:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204835.084673:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084675:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204835.084677:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084679:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204835.084681:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204835.084682:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204835.084684:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204835.084686:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204835.084689:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204835.084691:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204835.084694:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084697:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204835.084698:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084700:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204835.084702:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204835.084705:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084708:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204835.084709:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204835.084716:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204835.084718:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.084720:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204835.084725:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204835.084728:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.084730:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204835.084734:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdc00.
00000020:00000040:1.0:1788204835.084736:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204835.084739:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204835.084740:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.084742:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204835.084743:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204835.084745:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.084745:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:1.0:1788204835.084749:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:2.0:1788204835.084750:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204835.084753:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.084753:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00100000:1.0:1788204835.084757:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdc00 x1875052937897728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204835.084760:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece680 x1875052937897600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.084765:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204835.084767:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.084769:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1788204835.084771:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c07ad524] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdc00 x1875052937897728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.084772:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204835.084776:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204835.084779:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204835.084782:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.084784:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204835.084786:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937897600:192.168.201.135@tcp:250:kworker.0
00000100:00080000:1.0:1788204835.084787:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204835.084792:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204835.084793:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204835.084793:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1788204835.084795:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204835.084798:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204835.084800:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15140
02000000:00000001:2.0:1788204835.084800:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204835.084803:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204835.084804:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204835.084806:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
02000000:00000001:2.0:1788204835.084806:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1788204835.084809:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204835.084811:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000010:2.0:1788204835.084812:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:1.0:1788204835.084813:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204835.084814:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204835.084815:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084817:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204835.084819:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204835.084820:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:2.0:1788204835.084821:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:1.0:1788204835.084822:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204835.084824:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000010:2.0:1788204835.084825:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000020:00000001:1.0:1788204835.084826:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204835.084828:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204835.084830:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084832:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788204835.084833:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000040:1.0:1788204835.084834:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084836:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204835.084838:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788204835.084840:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084842:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204835.084844:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937897600, portal 25
02000000:00000001:1.0:1788204835.084845:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204835.084847:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204835.084847:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1788204835.084849:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.084849:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525056 : -127143247026560 : ffff8c5d27ece680)
00000100:00000001:1.0:1788204835.084851:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204835.084853:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1788204835.084854:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece680 x1875052937897600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788204835.084856:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.084858:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204835.084861:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd500.
00000100:00000001:2.0:1788204835.084862:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1788204835.084863:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204835.084865:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1788204835.084865:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000001:1.0:1788204835.084866:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204835.084867:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000001:1.0:1788204835.084868:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204835.084869:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204835.084871:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204835.084871:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937897600, offset 0
02000000:00000010:1.0:1788204835.084874:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:1.0:1788204835.084876:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204835.084878:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00100000:1.0:1788204835.084880:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd500 x1875052937897856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204835.084885:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204835.084887:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204835.084888:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204835.084891:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab37475] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd500 x1875052937897856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.084897:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204835.084897:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:1.0:1788204835.084900:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204835.084903:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:1.0:1788204835.084904:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204835.084905:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204835.084906:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204835.084908:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:1.0:1788204835.084910:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204835.084912:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15140
00000400:00000200:2.0:1788204835.084913:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204835.084915:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204835.084916:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204835.084917:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204835.084920:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204835.084920:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546962:546962:256:4294967295] 192.168.201.135@tcp LPNI seq info [546928:546928:8:4294967295]
00000100:00000040:1.0:1788204835.084923:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204835.084924:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204835.084925:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204835.084927:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084929:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204835.084930:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204835.084932:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204835.084933:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204835.084935:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000200:2.0:1788204835.084936:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1788204835.084937:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204835.084939:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204835.084942:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:2.0:1788204835.084943:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084944:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204835.084946:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084948:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000010:2.0:1788204835.084949:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000020:00000040:1.0:1788204835.084950:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204835.084952:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084954:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204835.084956:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1788204835.084956:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:1.0:1788204835.084958:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204835.084960:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204835.084961:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:1.0:1788204835.084962:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204835.084965:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204835.084967:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204835.084968:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204835.084969:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204835.084972:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecce00.
00000800:00000200:2.1:1788204835.084972:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000020:00000040:1.0:1788204835.084974:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204835.084976:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204835.084978:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788204835.084978:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204835.084992:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204835.084994:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204835.084995:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204835.084999:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000001:1.0:1788204835.085001:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204835.085005:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecce00 x1875052937897984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204835.085011:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1788204835.085011:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000100:00000001:1.0:1788204835.085013:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204835.085016:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5eacb3] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecce00 x1875052937897984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204835.085017:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204835.085021:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1788204835.085023:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204835.085026:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204835.085028:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000100:00080000:1.0:1788204835.085029:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204835.085030:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1788204835.085031:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00080000:1.0:1788204835.085032:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204835.085034:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204835.085035:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1788204835.085036:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15140
00000400:00000200:1.0:1788204835.085039:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000200:2.0:1788204835.085039:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece680 x1875052937897600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204835.085042:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204835.085044:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204835.085047:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204835.085048:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204835.085049:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204835.085050:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204835.085052:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:2.0:1788204835.085052:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece680 x1875052937897600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204835.085054:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204835.085056:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204835.085057:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204835.085059:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:2.0:1788204835.085060:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204835.085061:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788204835.085062:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:1.0:1788204835.085063:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204835.085065:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204835.085068:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204835.085069:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204835.085071:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204835.085073:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204835.085075:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204835.085076:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.085077:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204835.085078:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204835.085080:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204835.085080:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788204835.085082:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.085083:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309817036
00000100:00000001:1.0:1788204835.085084:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204835.085086:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204835.085088:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204835.085089:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850e40.
00000100:00000001:1.0:1788204835.085090:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204835.085092:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecca80.
00000020:00000040:1.0:1788204835.085094:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204835.085096:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204835.085097:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.085097:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204835.085099:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204835.085100:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204835.085102:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204835.085105:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000001:2.0:1788204835.085105:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309817036
00000100:00000001:1.0:1788204835.085108:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204835.085108:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850a80.
00000100:00100000:1.0:1788204835.085112:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecca80 x1875052937898112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204835.085112:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204835.085115:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204835.085118:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204835.085119:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204835.085120:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.085121:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1788204835.085123:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8322783] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecca80 x1875052937898112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204835.085126:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204835/real 1788204835]  req@ffff8c5d27ece680 x1875052937897600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204835.085131:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204835.085136:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15150)
00000400:00000001:2.0:1788204835.085136:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204835.085137:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204835.085140:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204835.085143:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204835.085144:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204835.085147:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204835.085151:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece680 x1875052937897600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204835.085159:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece680 x1875052937897600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085165:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204835.085168:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.085171:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204835.085173:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204835.085178:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece680 x1875052937897600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085188:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204835.085193:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece680 x1875052937897600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085200:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204835.085203:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.085205:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204835.085206:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.085209:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204835.085211:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204835.085215:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204835.085220:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204835.085224:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204835.085227:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece680 x1875052937897600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204835.085235:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937897600:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204835.085249:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.085252:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204835.085255:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece680 x1875052937897600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085262:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204835.085265:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204835.085268:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204835.085272:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204835.085274:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204835.085276:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204835.085278:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204835.085281:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:2.0:1788204835.085284:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204835.085286:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204835.085288:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece680.
00000100:00000001:2.0:1788204835.085291:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204835.085292:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.085295:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.085339:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204835.085342:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.085344:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204835.085346:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204835.085347:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204835.085351:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdc00 x1875052937897728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085357:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204835.085359:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204835.085360:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204835.085362:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204835.085364:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204835.085367:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937897728:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204835.085369:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204835.085371:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204835.085373:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204835.085375:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204835.085379:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204835.085381:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204835.085385:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204835.085387:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204835.085391:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204835.085394:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937897728, portal 10
00000100:00000001:2.0:1788204835.085396:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204835.085398:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462522368 : -127143247029248 : ffff8c5d27ecdc00)
00000100:00000040:2.0:1788204835.085405:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdc00 x1875052937897728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085410:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204835.085413:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204835.085415:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204835.085417:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937897728, offset 0
00000400:00000200:2.0:1788204835.085421:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204835.085425:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204835.085429:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204835.085432:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204835.085434:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204835.085436:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204835.085438:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204835.085441:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546963:546963:256:4294967295] 192.168.201.135@tcp LPNI seq info [546929:546929:8:4294967295]
00000400:00000200:2.0:1788204835.085446:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204835.085453:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204835.085457:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204835.085460:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204835.085464:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204835.085467:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204835.085471:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204835.085474:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204835.085478:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204835.085480:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204835.085482:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204835.085486:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204835.085488:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204835.085489:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204835.085492:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204835.085495:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdc00 x1875052937897728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085502:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204835.085504:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdc00 x1875052937897728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085509:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.085510:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204835.085513:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204835.085518:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204835.085520:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204835.085522:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309813277
00000100:00000001:2.0:1788204835.085524:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309817036
00000100:00000001:2.0:1788204835.085526:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309813277
00000100:00000001:2.0:1788204835.085528:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309817036
00000100:00000001:2.0:1788204835.085529:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204835.085531:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.085533:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204835.085536:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204835/real 1788204835]  req@ffff8c5d27ecdc00 x1875052937897728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204835.085543:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204835.085544:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204835.085545:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204835.085547:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204835.085548:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204835.085550:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204835.085553:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdc00 x1875052937897728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204835.085560:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdc00 x1875052937897728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085571:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204835.085573:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.085574:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204835.085575:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204835.085579:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdc00 x1875052937897728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085585:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204835.085589:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdc00 x1875052937897728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085594:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204835.085596:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.085597:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204835.085598:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.085600:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204835.085603:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204835.085605:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204835.085607:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204835.085609:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204835.085612:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdc00 x1875052937897728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204835.085619:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937897728:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204835.085623:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204835.085626:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd500 x1875052937897856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085639:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204835.085640:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204835.085642:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204835.085643:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204835.085645:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204835.085647:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937897856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204835.085651:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204835.085652:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204835.085654:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204835.085655:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204835.085660:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204835.085661:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204835.085665:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204835.085667:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204835.085670:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204835.085672:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937897856, portal 10
00000100:00000001:2.0:1788204835.085674:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204835.085676:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462520576 : -127143247031040 : ffff8c5d27ecd500)
00000100:00000040:2.0:1788204835.085681:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd500 x1875052937897856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085687:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204835.085695:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204835.085697:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204835.085700:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937897856, offset 0
00000400:00000200:2.0:1788204835.085706:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204835.085709:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204835.085713:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204835.085715:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204835.085718:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204835.085719:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204835.085721:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204835.085724:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546964:546964:256:4294967295] 192.168.201.135@tcp LPNI seq info [546930:546930:8:4294967295]
00000400:00000200:2.0:1788204835.085728:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204835.085734:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204835.085738:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204835.085741:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204835.085744:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204835.085747:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204835.085750:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204835.085753:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204835.085757:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204835.085758:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204835.085761:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204835.085764:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204835.085767:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204835.085768:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204835.085770:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204835.085774:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd500 x1875052937897856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085781:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204835.085784:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd500 x1875052937897856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085790:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.085791:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204835.085794:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204835.085797:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204835.085800:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204835.085802:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309813272
00000100:00000001:2.0:1788204835.085804:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309817036
00000100:00000001:2.0:1788204835.085806:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309813272
00000100:00000001:2.0:1788204835.085808:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309817036
00000100:00000001:2.0:1788204835.085810:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204835.085812:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.085814:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204835.085817:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204835/real 1788204835]  req@ffff8c5d27ecd500 x1875052937897856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204835.085824:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204835.085825:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204835.085827:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204835.085829:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204835.085830:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204835.085832:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204835.085836:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd500 x1875052937897856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204835.085843:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd500 x1875052937897856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085849:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204835.085850:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.085851:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204835.085853:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204835.085855:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd500 x1875052937897856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085861:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204835.085864:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd500 x1875052937897856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085870:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204835.085872:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.085873:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204835.085875:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.085876:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204835.085878:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204835.085880:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204835.085884:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204835.085886:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204835.085890:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd500 x1875052937897856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204835.085896:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937897856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204835.085900:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204835.085903:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecce00 x1875052937897984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085909:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204835.085910:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204835.085912:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204835.085914:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204835.085916:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204835.085918:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937897984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204835.085922:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204835.085924:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204835.085925:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204835.085927:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204835.085930:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204835.085932:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204835.085935:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204835.085937:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204835.085940:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204835.085943:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937897984, portal 4
00000100:00000001:2.0:1788204835.085945:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204835.085946:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462518784 : -127143247032832 : ffff8c5d27ecce00)
00000100:00000040:2.0:1788204835.085952:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecce00 x1875052937897984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.085957:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204835.085960:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204835.085962:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204835.085964:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937897984, offset 0
00000400:00000200:2.0:1788204835.085967:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204835.085971:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204835.085974:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204835.085977:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204835.085989:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204835.085992:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204835.085993:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204835.085996:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546965:546965:256:4294967295] 192.168.201.135@tcp LPNI seq info [546931:546931:8:4294967295]
00000400:00000200:2.0:1788204835.085999:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204835.086005:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204835.086009:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204835.086012:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204835.086016:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204835.086018:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204835.086021:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204835.086024:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204835.086027:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204835.086028:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204835.086031:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204835.086034:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204835.086036:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204835.086037:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204835.086040:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204835.086043:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecce00 x1875052937897984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.086051:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204835.086053:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecce00 x1875052937897984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.086058:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.086060:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204835.086063:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204835.086066:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204835.086068:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204835.086070:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309813365
00000100:00000001:2.0:1788204835.086077:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309817036
00000100:00000001:2.0:1788204835.086079:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309813365
00000100:00000001:2.0:1788204835.086081:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309817036
00000100:00000001:2.0:1788204835.086083:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204835.086085:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.086087:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204835.086091:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204835/real 1788204835]  req@ffff8c5d27ecce00 x1875052937897984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204835.086098:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204835.086099:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204835.086101:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204835.086104:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204835.086105:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204835.086107:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204835.086110:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecce00 x1875052937897984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204835.086117:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecce00 x1875052937897984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.086123:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204835.086125:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.086126:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204835.086127:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204835.086130:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecce00 x1875052937897984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.086135:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204835.086138:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecce00 x1875052937897984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.086145:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204835.086147:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.086148:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204835.086150:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.086152:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204835.086153:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204835.086156:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204835.086159:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204835.086161:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204835.086165:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecce00 x1875052937897984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204835.086172:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937897984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204835.086175:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204835.086179:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecca80 x1875052937898112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.086184:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204835.086185:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204835.086187:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204835.086189:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204835.086190:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204835.086192:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937898112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204835.086195:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204835.086197:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204835.086198:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204835.086200:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204835.086203:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204835.086204:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204835.086208:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204835.086210:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204835.086212:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204835.086215:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937898112, portal 4
00000100:00000001:2.0:1788204835.086217:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204835.086218:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462517888 : -127143247033728 : ffff8c5d27ecca80)
00000100:00000040:2.0:1788204835.086223:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecca80 x1875052937898112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.086228:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204835.086230:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204835.086232:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204835.086234:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937898112, offset 0
00000400:00000200:2.0:1788204835.086237:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204835.086240:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204835.086243:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204835.086246:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204835.086248:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204835.086249:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204835.086251:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204835.086254:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546966:546966:256:4294967295] 192.168.201.135@tcp LPNI seq info [546932:546932:8:4294967295]
00000400:00000200:2.0:1788204835.086258:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204835.086263:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204835.086267:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204835.086269:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204835.086272:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204835.086274:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788204835.086278:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204835.086280:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788204835.086284:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204835.086286:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204835.086289:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204835.086291:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204835.086294:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204835.086296:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204835.086336:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204835.086340:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecca80 x1875052937898112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.086347:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204835.086350:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecca80 x1875052937898112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.086356:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.086358:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204835.086361:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204835.086364:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204835.086367:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204835.086368:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309813383
00000100:00000001:2.0:1788204835.086370:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309817036
00000100:00000001:2.0:1788204835.086372:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309813383
00000100:00000001:2.0:1788204835.086373:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309817036
00000100:00000001:2.0:1788204835.086375:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204835.086376:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.086377:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204835.086379:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204835/real 1788204835]  req@ffff8c5d27ecca80 x1875052937898112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204835.086384:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204835.086385:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204835.086386:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204835.086387:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204835.086388:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204835.086390:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204835.086392:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecca80 x1875052937898112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204835.086397:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecca80 x1875052937898112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.086404:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204835.086406:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.086407:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204835.086408:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204835.086410:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecca80 x1875052937898112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.086414:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204835.086416:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecca80 x1875052937898112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.086420:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204835.086422:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.086422:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204835.086423:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.086424:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204835.086425:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204835.086426:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204835.086428:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204835.086429:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204835.086431:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecca80 x1875052937898112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204835.086435:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937898112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204835.086437:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.086439:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204835.086441:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdc00 x1875052937897728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.086448:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204835.086451:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204835.086454:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204835.086462:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204835.086464:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204835.086466:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204835.086468:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204835.086471:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:2.0:1788204835.086475:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204835.086476:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204835.086478:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdc00.
00000100:00000001:2.0:1788204835.086482:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204835.086483:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.086484:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204835.086487:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd500 x1875052937897856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.086492:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204835.086493:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204835.086494:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204835.086496:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204835.086497:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204835.086499:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204835.086500:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204835.086502:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:2.0:1788204835.086505:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204835.086506:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204835.086507:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd500.
00000100:00000001:2.0:1788204835.086509:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204835.086510:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.086512:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204835.086515:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecce00 x1875052937897984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.086521:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204835.086523:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204835.086524:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204835.086526:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204835.086527:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204835.086528:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204835.086530:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204835.086531:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:2.0:1788204835.086533:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204835.086533:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204835.086534:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecce00.
00000100:00000001:2.0:1788204835.086536:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204835.086536:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.086537:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204835.086539:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecca80 x1875052937898112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204835.086544:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204835.086545:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204835.086546:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204835.086548:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204835.086549:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204835.086550:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204835.086552:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204835.086553:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:2.0:1788204835.086555:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204835.086556:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204835.086557:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecca80.
00000100:00000001:2.0:1788204835.086559:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204835.086560:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.086562:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.086570:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204835.086572:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.086574:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204835.086577:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204835.276395:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204835.276403:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204835.276405:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204835.276410:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204835.276414:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204835.276417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.276419:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204835.276421:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204835.276423:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204835.788521:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204835.788530:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204835.788541:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204835.788542:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204835.788656:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204835.788660:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204835.788663:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204836.300432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204836.300439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204836.300441:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204836.300446:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204836.300449:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204836.300453:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.300455:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204836.300457:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204836.300460:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204836.812468:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204836.812475:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204836.812477:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204836.812480:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204836.812485:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204836.812487:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204836.812489:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204836.812491:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204836.812494:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204836.812495:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204836.812496:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204836.812497:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204836.812498:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204836.812499:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204836.812500:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204836.812502:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204836.812572:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204836.812578:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204836.812582:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204837.324439:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204837.324448:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204837.324451:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204837.324458:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204837.324462:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204837.324467:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204837.324470:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204837.324474:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204837.324476:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204837.836458:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204837.836464:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204837.836469:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204837.836469:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204837.836490:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204837.836492:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204837.836495:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204838.348466:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204838.348474:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204838.348476:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204838.348482:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204838.348487:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204838.348491:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204838.348494:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204838.348498:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204838.348502:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204838.860453:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204838.860459:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204838.860464:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204838.860465:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204838.860536:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204838.860541:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204838.860545:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204838.924377:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309817036, at 4309817088
00000100:00000040:1.0:1788204838.924377:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309817036, at 4309817088
00000100:00000010:1.0:1788204838.924393:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850a80.
00000100:00000010:0.0:1788204838.924395:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850e40.
00000100:00000001:2.0:1788204839.375038:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204839.375048:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204839.375050:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204839.375058:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204839.375062:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204839.375068:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204839.375072:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204839.375075:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204839.375078:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204839.884462:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204839.884469:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204839.884475:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204839.884477:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204839.884557:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204839.884561:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204839.884565:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204840.204480:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204840.204492:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204840.204494:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204840.204499:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204840.204503:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204840.204511:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15145
00000400:00000200:2.0:1788204840.204519:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204840.204525:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204840.204528:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204840.204531:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204840.204534:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204840.204537:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204840.204539:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204840.204543:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204840.204545:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204840.204547:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204840.204550:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204840.204552:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204840.204555:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204840.204558:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204840.204559:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204840.204561:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204840.204563:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204840.204566:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204840.204569:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204840.204572:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204840.204577:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204840.204581:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204840.204584:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.204587:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204840.204589:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204840.204599:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9180.
00000020:00000040:2.0:1788204840.204603:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204840.204607:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204840.204609:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.204612:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204840.204615:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204840.204618:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204840.204625:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788204840.204632:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204840.204641:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9180 x1875052937898240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204840.204650:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204840.204655:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204840.204660:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa433fb9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9180 x1875052937898240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204840.204687:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204840.204689:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204840.204693:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204840.204694:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204840.204696:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204840.204699:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204840.204702:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15145
00000400:00000200:2.0:1788204840.204706:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204840.204713:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204840.204716:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204840.204719:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204840.204721:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204840.204723:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204840.204725:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204840.204728:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204840.204729:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204840.204731:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204840.204733:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:0.0:1788204840.204738:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1788204840.204738:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204840.204746:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788204840.204747:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204840.204751:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204840.204755:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204840.204763:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204840.204764:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9180 x1875052937898240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204840.204773:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204840.204783:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204840.204795:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1788204840.204796:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:0.0:1788204840.204800:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204840.204807:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:2.0:1788204840.204807:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:0.0:1788204840.204812:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204840.204814:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204840.204816:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204840.204820:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1788204840.204822:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937898240:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788204840.204826:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204840.204831:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204840.204833:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204840.204835:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1788204840.204838:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1788204840.204842:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6000.
02000000:00000001:2.0:1788204840.204843:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204840.204846:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.204850:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788204840.204855:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00100000:2.0:1788204840.204857:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1788204840.204859:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000008:00000001:2.0:1788204840.204866:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204840.204871:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:2.0:1788204840.204871:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204840.204880:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937898240, portal 25
00000100:00000010:2.0:1788204840.204880:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea680.
00000100:00000001:0.0:1788204840.204902:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:2.0:1788204840.204903:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:0.0:1788204840.204906:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803421568 : -127142906130048 : ffff8c5d3c3e9180)
00000100:00000040:0.0:1788204840.204916:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9180 x1875052937898240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204840.204916:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204840.204929:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1788204840.204931:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204840.204935:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204840.204940:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:0.0:1788204840.204943:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
02000000:00000001:2.0:1788204840.204944:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204840.204949:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204840.204951:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937898240, offset 0
02000000:00000010:2.0:1788204840.204957:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:2.0:1788204840.204962:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204840.204963:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204840.204980:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:2.0:1788204840.204981:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea680 x1875052937898368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204840.204990:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788204840.204994:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204840.204996:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204840.205007:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000410650d5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea680 x1875052937898368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204840.205011:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204840.205022:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:2.0:1788204840.205022:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204840.205028:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204840.205030:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204840.205040:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00080000:2.0:1788204840.205041:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204840.205044:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204840.205052:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546967:546967:256:4294967295] 192.168.201.135@tcp LPNI seq info [546933:546933:8:4294967295]
00000100:00080000:2.0:1788204840.205052:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204840.205062:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204840.205068:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204840.205070:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15145
00000400:00000200:2.0:1788204840.205076:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204840.205084:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204840.205089:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204840.205096:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204840.205098:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204840.205101:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1788204840.205101:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204840.205111:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204840.205117:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204840.205118:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204840.205119:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:0.0:1788204840.205126:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000040:2.0:1788204840.205127:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204840.205139:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000010:0.0:1788204840.205144:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000020:00000001:2.0:1788204840.205144:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:0.0:1788204840.205156:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204840.205161:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000100:00000040:2.0:1788204840.205162:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204840.205171:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1788204840.205178:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204840.205185:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:0.1:1788204840.205187:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000100:00000001:2.0:1788204840.205196:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000100:0.0:1788204840.205197:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204840.205203:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000020:00000040:2.0:1788204840.205204:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:0.0:1788204840.205213:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1788204840.205214:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204840.205221:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204840.205224:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1788204840.205229:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204840.205233:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
02000000:00000001:2.0:1788204840.205235:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:0.0:1788204840.205240:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
02000000:00000001:2.0:1788204840.205241:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.205249:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204840.205251:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788204840.205254:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:2.0:1788204840.205255:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.205258:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204840.205262:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb100.
00000020:00000040:2.0:1788204840.205266:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204840.205269:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1788204840.205271:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9180 x1875052937898240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204840.205272:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.205281:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204840.205290:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204840.205291:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204840.205295:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9180 x1875052937898240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204840.205296:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.205325:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.205326:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204840.205335:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204840.205339:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204840.205343:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309822157
00000100:00000010:0.0:1788204840.205348:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:0.0:1788204840.205357:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204840.205366:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309822157
02000000:00000010:2.0:1788204840.205370:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000010:0.0:1788204840.205375:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074960.
00000100:00000001:2.0:1788204840.205377:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.205384:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00100000:2.0:1788204840.205389:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb100 x1875052937898496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204840.205392:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204840.205404:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.205411:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204840.205412:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788204840.205419:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204840.205424:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204840/real 1788204840]  req@ffff8c5d3c3e9180 x1875052937898240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204840.205432:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000299a5ffd] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb100 x1875052937898496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204840.205473:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788204840.205473:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204840.205479:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:2.0:1788204840.205481:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788204840.205485:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00080000:2.0:1788204840.205487:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204840.205492:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204840.205493:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000100:00080000:2.0:1788204840.205495:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1788204840.205498:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:2.0:1788204840.205501:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204840.205503:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1788204840.205508:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15145
00000100:00000200:0.0:1788204840.205512:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9180 x1875052937898240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204840.205525:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000200:0.0:1788204840.205533:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9180 x1875052937898240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204840.205535:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204840.205540:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204840.205548:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204840.205554:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204840.205560:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204840.205563:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204840.205564:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204840.205568:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204840.205570:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204840.205572:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:0.0:1788204840.205575:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1788204840.205577:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204840.205579:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204840.205582:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204840.205586:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00100000:0.0:1788204840.205590:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9180 x1875052937898240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204840.205591:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204840.205601:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204840.205613:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204840.205621:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204840.205622:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:0.0:1788204840.205629:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9180 x1875052937898240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204840.205630:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204840.205638:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204840.205651:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204840.205655:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204840.205657:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.205663:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204840.205664:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204840.205670:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1788204840.205671:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204840.205677:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204840.205679:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.205681:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204840.205686:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204840.205686:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:0.0:1788204840.205695:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1788204840.205696:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00080000:0.0:1788204840.205704:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000008:00000001:2.0:1788204840.205706:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.205708:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1788204840.205715:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204840.205718:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9180 x1875052937898240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204840.205726:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000100:00100000:0.0:1788204840.205728:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937898240:192.168.201.135@tcp:250:kworker.0
00000020:00000040:2.0:1788204840.205736:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204840.205738:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.205744:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1788204840.205746:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1788204840.205749:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9180 x1875052937898240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204840.205750:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.205763:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204840.205769:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204840.205770:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204840.205773:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204840.205776:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:0.0:1788204840.205779:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1788204840.205782:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204840.205783:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204840.205787:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204840.205791:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204840.205796:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000010:2.0:1788204840.205796:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:0.0:1788204840.205803:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204840.205805:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1788204840.205806:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204840.205807:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9180.
00000100:00000001:0.0:1788204840.205813:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204840.205815:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.205817:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204840.205822:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937898624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204840.205827:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204840.205831:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.205836:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204840.205841:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204840.205843:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204840.205844:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204840.205851:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204840.205852:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea680 x1875052937898368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.205861:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204840.205863:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204840.205864:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937898624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204840.205866:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204840.205870:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204840.205873:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204840.205884:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937898368:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204840.205906:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204840.205910:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204840.205914:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.205916:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204840.205917:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204840.205923:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6000.
00000100:00080000:2.0:1788204840.205923:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1788204840.205928:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204840.205930:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204840.205934:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788204840.205938:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204840.205938:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1788204840.205945:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:2.0:1788204840.205945:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204840.205952:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15145
00000400:00000010:0.0:1788204840.205955:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000400:00000200:2.0:1788204840.205963:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000200:0.0:1788204840.205965:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937898368, portal 10
00000100:00000001:0.0:1788204840.205969:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204840.205971:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426944 : -127142906124672 : ffff8c5d3c3ea680)
00000400:00000200:2.0:1788204840.205977:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204840.205981:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204840.205984:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea680 x1875052937898368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204840.205994:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204840.205995:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204840.206001:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204840.206002:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1788204840.206004:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204840.206010:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937898368, offset 0
00000100:00000040:2.0:1788204840.206014:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204840.206021:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204840.206023:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204840.206028:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1788204840.206030:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:2.0:1788204840.206031:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204840.206037:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204840.206039:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000400:00000200:0.0:1788204840.206040:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000001:2.0:1788204840.206047:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000200:0.0:1788204840.206049:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1788204840.206052:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000200:0.0:1788204840.206057:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000040:2.0:1788204840.206064:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204840.206068:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204840.206076:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:2.0:1788204840.206077:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204840.206083:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546968:546968:256:4294967295] 192.168.201.135@tcp LPNI seq info [546934:546934:8:4294967295]
00000100:00000040:2.0:1788204840.206089:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204840.206090:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204840.206097:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788204840.206102:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1788204840.206105:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000800:00000200:0.0:1788204840.206114:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204840.206115:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000010:0.0:1788204840.206123:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00000001:2.0:1788204840.206123:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204840.206134:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.0:1788204840.206141:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:2.0:1788204840.206142:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1788204840.206145:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
02000000:00000001:2.0:1788204840.206149:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204840.206154:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204840.206157:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:0.1:1788204840.206160:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000008:00100000:2.0:1788204840.206162:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204840.206170:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788204840.206172:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204840.206173:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204840.206177:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000100:00000010:2.0:1788204840.206182:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000400:00000200:0.0:1788204840.206184:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1788204840.206190:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000200:0.0:1788204840.206199:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1788204840.206200:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204840.206207:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204840.206212:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000100:00000001:2.0:1788204840.206212:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204840.206217:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1788204840.206219:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
02000000:00000001:2.0:1788204840.206222:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.206226:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:2.0:1788204840.206231:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000200:0.0:1788204840.206235:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea680 x1875052937898368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204840.206241:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204840.206256:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937898752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204840.206257:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204840.206267:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea680 x1875052937898368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204840.206274:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204840.206283:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.206295:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204840.206327:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937898752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.206328:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204840.206337:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204840.206347:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000100:00000001:2.0:1788204840.206348:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204840.206359:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204840.206361:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15156)
00000100:00000001:0.0:1788204840.206363:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309818398
00000100:00000001:0.0:1788204840.206369:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309822157
00000100:00000001:0.0:1788204840.206372:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309818398
00000100:00000001:0.0:1788204840.206375:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309822157
00000100:00000001:0.0:1788204840.206377:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204840.206380:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.206383:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204840.206389:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204840/real 1788204840]  req@ffff8c5d3c3ea680 x1875052937898368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204840.206398:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204840.206400:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204840.206402:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204840.206405:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204840.206406:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204840.206409:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204840.206412:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea680 x1875052937898368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204840.206420:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea680 x1875052937898368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.206426:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204840.206428:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.206429:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204840.206431:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204840.206434:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea680 x1875052937898368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.206440:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204840.206444:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea680 x1875052937898368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.206450:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204840.206453:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.206454:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204840.206455:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.206457:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204840.206459:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204840.206462:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204840.206465:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204840.206467:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204840.206472:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea680 x1875052937898368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204840.206479:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937898368:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204840.206483:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204840.206486:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb100 x1875052937898496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.206492:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204840.206494:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204840.206496:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204840.206498:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204840.206500:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204840.206502:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937898496:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204840.206506:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204840.206508:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204840.206510:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204840.206511:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204840.206516:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5000.
02000000:00000001:0.0:1788204840.206518:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204840.206521:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204840.206524:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204840.206527:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204840.206530:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937898496, portal 10
00000100:00000001:0.0:1788204840.206532:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204840.206533:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803429632 : -127142906121984 : ffff8c5d3c3eb100)
00000100:00000040:0.0:1788204840.206538:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb100 x1875052937898496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.206544:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204840.206546:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204840.206549:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204840.206551:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937898496, offset 0
00000400:00000200:0.0:1788204840.206555:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204840.206559:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204840.206563:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204840.206566:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204840.206569:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204840.206571:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204840.206574:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204840.206576:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546969:546969:256:4294967295] 192.168.201.135@tcp LPNI seq info [546935:546935:8:4294967295]
00000400:00000200:0.0:1788204840.206580:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204840.206585:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204840.206589:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204840.206593:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204840.206596:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204840.206598:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788204840.206603:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204840.206605:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1788204840.206609:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204840.206610:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204840.206613:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204840.206616:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204840.206620:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204840.206621:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204840.206624:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204840.206627:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb100 x1875052937898496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.206634:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204840.206637:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb100 x1875052937898496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.206642:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.206644:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204840.206647:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204840.206650:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204840.206653:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204840.206656:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309818393
00000100:00000001:0.0:1788204840.206658:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309822157
00000100:00000001:0.0:1788204840.206660:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309818393
00000100:00000001:0.0:1788204840.206662:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309822157
00000100:00000001:0.0:1788204840.206665:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204840.206667:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.206669:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204840.206672:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204840/real 1788204840]  req@ffff8c5d3c3eb100 x1875052937898496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204840.206680:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204840.206681:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204840.206683:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204840.206685:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204840.206687:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204840.206689:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204840.206692:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb100 x1875052937898496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204840.206699:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb100 x1875052937898496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.206705:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204840.206706:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.206708:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204840.206709:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204840.206712:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb100 x1875052937898496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.206718:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204840.206722:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb100 x1875052937898496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.206728:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204840.206732:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.206734:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204840.206735:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.206737:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204840.206738:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204840.206741:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204840.206745:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204840.206747:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204840.206750:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb100 x1875052937898496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204840.206757:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937898496:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204840.206760:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.206762:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204840.206765:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea680 x1875052937898368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.206771:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204840.206773:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204840.206775:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:0.0:1788204840.206777:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204840.206779:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204840.206780:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204840.206782:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204840.206783:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:0.0:1788204840.206786:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204840.206788:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204840.206789:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea680.
00000100:00000001:0.0:1788204840.206792:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204840.206794:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.206795:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204840.206798:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb100 x1875052937898496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.206809:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204840.206810:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204840.206812:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:0.0:1788204840.206814:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204840.206815:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204840.206816:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204840.206818:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204840.206819:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:0.0:1788204840.206822:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204840.206823:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204840.206824:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb100.
00000100:00000001:0.0:1788204840.206827:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204840.206828:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.206830:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.206834:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204840.206836:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.206838:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204840.206840:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204840.206841:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204840.206845:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937898624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.206852:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204840.206854:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204840.206856:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204840.206858:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204840.206860:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204840.206862:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937898624:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204840.206866:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204840.206868:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204840.206870:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204840.206871:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204840.206874:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5000.
02000000:00000001:0.0:1788204840.206876:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204840.206880:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204840.206882:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204840.206886:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204840.206889:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937898624, portal 4
00000100:00000001:0.0:1788204840.206904:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204840.206906:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:0.0:1788204840.206912:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937898624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.206918:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204840.206919:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204840.206922:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204840.206925:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937898624, offset 0
00000400:00000200:0.0:1788204840.206929:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204840.206933:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204840.206937:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204840.206940:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204840.206942:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204840.206945:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204840.206947:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204840.206949:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546970:546970:256:4294967295] 192.168.201.135@tcp LPNI seq info [546936:546936:8:4294967295]
00000400:00000200:0.0:1788204840.206953:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204840.206959:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204840.206963:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204840.206966:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204840.206969:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204840.206972:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788204840.206976:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204840.206979:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1788204840.206982:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204840.206984:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204840.206987:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204840.206990:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204840.206993:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204840.206995:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204840.206998:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204840.207001:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937898624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.207008:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204840.207011:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937898624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.207017:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.207019:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204840.207021:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204840.207025:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204840.207028:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204840.207030:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309818486
00000100:00000001:0.0:1788204840.207032:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309822157
00000100:00000001:0.0:1788204840.207034:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309818486
00000100:00000001:0.0:1788204840.207037:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309822157
00000100:00000001:0.0:1788204840.207038:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204840.207040:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.207042:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204840.207045:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204840/real 1788204840]  req@ffff8c5d3c3e8380 x1875052937898624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204840.207052:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204840.207054:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204840.207056:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204840.207058:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204840.207060:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204840.207062:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204840.207065:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937898624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204840.207073:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937898624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.207080:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204840.207081:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.207083:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204840.207084:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204840.207088:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937898624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.207094:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204840.207098:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937898624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.207105:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204840.207107:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.207108:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204840.207109:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.207111:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204840.207113:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204840.207115:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204840.207118:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204840.207121:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204840.207124:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937898624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204840.207132:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937898624:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204840.207136:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204840.207139:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937898752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.207146:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204840.207147:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204840.207150:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204840.207151:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204840.207153:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204840.207155:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937898752:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204840.207158:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204840.207160:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204840.207162:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204840.207163:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204840.207166:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6000.
02000000:00000001:0.0:1788204840.207168:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204840.207171:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204840.207174:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204840.207177:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204840.207179:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937898752, portal 4
00000100:00000001:0.0:1788204840.207181:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204840.207182:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:0.0:1788204840.207188:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937898752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.207194:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204840.207197:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204840.207199:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204840.207201:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937898752, offset 0
00000400:00000200:0.0:1788204840.207205:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204840.207209:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204840.207212:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204840.207215:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204840.207217:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204840.207220:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204840.207222:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204840.207225:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546971:546971:256:4294967295] 192.168.201.135@tcp LPNI seq info [546937:546937:8:4294967295]
00000400:00000200:0.0:1788204840.207228:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204840.207234:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204840.207239:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204840.207243:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204840.207246:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204840.207249:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000200:0.1:1788204840.207253:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204840.207255:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 52 secs later)
00000800:00000100:0.0:1788204840.207259:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204840.207260:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204840.207263:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204840.207267:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204840.207269:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204840.207271:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204840.207274:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204840.207277:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937898752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.207284:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204840.207287:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937898752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.207293:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.207295:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204840.207321:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204840.207325:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204840.207328:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204840.207330:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309818504
00000100:00000001:0.0:1788204840.207332:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309822157
00000100:00000001:0.0:1788204840.207334:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309818504
00000100:00000001:0.0:1788204840.207336:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309822157
00000100:00000001:0.0:1788204840.207338:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204840.207340:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.207341:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204840.207345:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204840/real 1788204840]  req@ffff8c5d3c3ead80 x1875052937898752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204840.207352:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204840.207353:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204840.207355:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204840.207357:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204840.207359:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204840.207361:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204840.207364:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937898752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204840.207372:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937898752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.207378:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204840.207379:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.207380:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204840.207382:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204840.207385:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937898752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.207392:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204840.207396:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937898752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.207403:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204840.207405:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.207407:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204840.207408:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.207409:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204840.207411:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204840.207413:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204840.207416:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204840.207418:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204840.207422:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937898752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204840.207430:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937898752:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204840.207433:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.207435:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204840.207437:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937898624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.207443:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204840.207444:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204840.207446:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:0.0:1788204840.207448:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204840.207450:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204840.207451:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204840.207453:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204840.207454:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:0.0:1788204840.207456:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204840.207458:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204840.207459:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:0.0:1788204840.207461:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204840.207463:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.207464:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204840.207467:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937898752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204840.207472:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204840.207474:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204840.207475:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:0.0:1788204840.207478:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204840.207480:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204840.207481:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204840.207482:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204840.207484:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:0.0:1788204840.207486:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204840.207488:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204840.207490:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:0.0:1788204840.207492:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204840.207494:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.207496:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204840.207500:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204840.207502:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204840.207504:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204840.207506:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204840.396414:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204840.396424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204840.396426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204840.396432:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204840.396436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204840.396439:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204840.396442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204840.396445:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204840.396447:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204840.908437:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204840.908447:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204840.908455:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204840.908457:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204840.908534:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204840.908540:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204840.908543:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204841.420425:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204841.420432:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204841.420434:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204841.420439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204841.420443:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204841.420446:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204841.420448:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204841.420450:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204841.420452:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204841.932447:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204841.932456:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204841.932464:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204841.932466:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204841.932522:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204841.932526:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204841.932530:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204842.444409:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204842.444417:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204842.444419:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204842.444424:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204842.444427:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204842.444431:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.444433:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204842.444436:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204842.444438:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204842.956442:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204842.956450:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204842.956457:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204842.956458:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204842.956547:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204842.956551:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204842.956554:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204843.468395:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204843.468403:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204843.468405:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204843.468410:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204843.468415:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204843.468419:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204843.468421:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204843.468424:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204843.468426:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204843.980421:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204843.980429:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204843.980433:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204843.980434:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204843.980491:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204843.980494:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204843.980497:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204844.044421:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309822157, at 4309822208
00000100:00000040:1.0:1788204844.044421:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309822157, at 4309822208
00000100:00000010:0.0:1788204844.044443:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000010:1.0:1788204844.044445:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074960.
00000100:00000001:2.0:1788204844.492400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204844.492408:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204844.492410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204844.492414:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204844.492418:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204844.492421:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204844.492423:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204844.492426:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204844.492428:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204845.004414:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204845.004421:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204845.004427:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204845.004435:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204845.004482:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204845.004485:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204845.004488:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204845.324436:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204845.324446:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204845.324449:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204845.324453:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204845.324458:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204845.324465:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15151
00000400:00000200:2.0:1788204845.324473:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204845.324479:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204845.324482:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204845.324485:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204845.324489:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204845.324491:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204845.324493:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204845.324497:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204845.324500:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204845.324503:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204845.324506:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204845.324508:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204845.324510:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204845.324513:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204845.324515:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204845.324516:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204845.324517:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204845.324519:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204845.324522:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204845.324523:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204845.324526:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204845.324528:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204845.324530:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204845.324532:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204845.324533:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204845.324548:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788204845.324552:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204845.324556:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204845.324557:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204845.324560:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204845.324563:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204845.324567:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204845.324574:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204845.324581:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204845.324590:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937898880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204845.324599:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204845.324601:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204845.324605:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937898880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204845.324628:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204845.324630:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204845.324633:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204845.324634:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204845.324635:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204845.324637:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204845.324638:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15151
00000400:00000200:2.0:1788204845.324641:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204845.324643:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204845.324644:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204845.324646:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204845.324648:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204845.324649:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204845.324651:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204845.324652:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204845.324653:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204845.324655:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204845.324656:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204845.324657:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204845.324659:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204845.324661:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204845.324663:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204845.324663:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204845.324667:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204845.324668:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204845.324669:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204845.324672:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1788204845.324672:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204845.324676:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204845.324678:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204845.324681:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937898880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204845.324681:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204845.324687:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204845.324692:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.324693:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204845.324696:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204845.324696:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204845.324702:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1788204845.324702:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788204845.324704:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204845.324710:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788204845.324710:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204845.324716:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937898880:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204845.324716:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.324722:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:2.0:1788204845.324723:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
02000000:00000001:0.0:1788204845.324724:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204845.324728:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204845.324729:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204845.324730:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1788204845.324734:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1788204845.324736:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5000.
02000000:00000001:2.0:1788204845.324737:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204845.324740:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204845.324741:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204845.324744:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788204845.324747:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204845.324748:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204845.324753:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
02000000:00000010:2.0:1788204845.324755:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000001:2.0:1788204845.324760:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204845.324761:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00100000:2.0:1788204845.324767:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937899008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788204845.324771:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937898880, portal 25
00000100:00000001:0.0:1788204845.324776:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204845.324780:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
00000100:00000001:2.0:1788204845.324781:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204845.324784:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204845.324792:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937898880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204845.324792:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937899008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.324817:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204845.324820:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204845.324823:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204845.324825:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937898880, offset 0
00000400:00000200:0.0:1788204845.324832:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204845.324840:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204845.324845:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204845.324845:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204845.324850:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204845.324851:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204845.324852:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204845.324855:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788204845.324856:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:2.0:1788204845.324859:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15151
00000400:00000200:2.0:1788204845.324865:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204845.324866:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204845.324870:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:0.0:1788204845.324873:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:2.0:1788204845.324875:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204845.324882:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204845.324883:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788204845.324885:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204845.324890:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:2.0:1788204845.324891:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204845.324896:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204845.324901:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1788204845.324902:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546972:546972:256:4294967295] 192.168.201.135@tcp LPNI seq info [546938:546938:8:4294967295]
00000400:00000200:0.0:1788204845.324908:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:2.0:1788204845.324912:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204845.324917:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204845.324920:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:0.0:1788204845.324921:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000020:00000001:2.0:1788204845.324925:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204845.324929:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:0.0:1788204845.324931:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204845.324935:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000010:0.0:1788204845.324938:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00000001:2.0:1788204845.324940:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204845.324944:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:0.0:1788204845.324948:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204845.324948:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:0.0:1788204845.324954:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000020:00000040:2.0:1788204845.324954:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204845.324960:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000200:0.1:1788204845.324963:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204845.324965:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204845.324967:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
02000000:00000001:2.0:1788204845.324969:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000100:0.0:1788204845.324972:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
02000000:00000001:2.0:1788204845.324974:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:0.0:1788204845.324975:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
02000000:00000001:2.0:1788204845.324979:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204845.324981:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788204845.324982:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788204845.324986:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000008:00100000:2.0:1788204845.324987:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788204845.324991:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000008:00000001:2.0:1788204845.324992:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204845.324993:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:2.0:1788204845.324995:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204845.324999:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000100:00000001:0.0:1788204845.325000:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:2.0:1788204845.325001:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204845.325004:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1788204845.325005:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8e00 x1875052937898880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204845.325006:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204845.325009:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204845.325012:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204845.325015:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204845.325020:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:0.0:1788204845.325021:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204845.325025:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937898880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325030:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204845.325031:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.325032:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1788204845.325038:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937899136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204845.325039:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204845.325047:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204845.325050:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204845.325052:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309827276
00000100:00000001:2.0:1788204845.325053:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204845.325061:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937899136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788204845.325062:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:0.0:1788204845.325072:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204845.325072:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204845.325078:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204845.325082:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309827276
00000100:00080000:2.0:1788204845.325082:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204845.325085:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204845.325089:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:0.0:1788204845.325090:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074360.
00000100:00000001:2.0:1788204845.325093:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788204845.325096:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:2.0:1788204845.325098:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15151
00000100:00000001:0.0:1788204845.325102:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204845.325106:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204845.325108:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204845.325111:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204845.325112:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1788204845.325114:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204845.325119:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00100000:0.0:1788204845.325120:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204845/real 1788204845]  req@ffff8c5d3c3e8e00 x1875052937898880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204845.325122:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204845.325126:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204845.325130:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204845.325134:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204845.325136:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000400:00000001:0.0:1788204845.325138:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:2.0:1788204845.325138:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204845.325140:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000001:0.0:1788204845.325141:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:2.0:1788204845.325143:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000010:0.0:1788204845.325144:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000020:00000001:2.0:1788204845.325145:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:0.0:1788204845.325150:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000100:00000040:2.0:1788204845.325150:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204845.325153:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1788204845.325155:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000040:2.0:1788204845.325158:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204845.325160:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788204845.325162:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204845.325166:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000200:0.0:1788204845.325167:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937898880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204845.325171:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204845.325178:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204845.325182:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:0.0:1788204845.325187:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937898880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204845.325187:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204845.325193:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204845.325198:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204845.325202:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00100000:2.0:1788204845.325202:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788204845.325205:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1788204845.325207:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.325208:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204845.325212:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204845.325212:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204845.325217:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937898880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204845.325220:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000020:00000040:2.0:1788204845.325225:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204845.325226:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204845.325231:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1788204845.325232:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937898880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204845.325234:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204845.325239:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204845.325242:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788204845.325243:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204845.325246:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204845.325247:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.325248:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204845.325250:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.325254:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000010:2.0:1788204845.325254:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000001:0.0:1788204845.325258:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204845.325260:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204845.325262:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1788204845.325267:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937899264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788204845.325269:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204845.325276:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1788204845.325279:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204845.325282:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204845.325285:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937898880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204845.325287:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937899264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204845.325334:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204845.325336:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937898880:192.168.201.135@tcp:250:kworker.0
00000100:00080000:2.0:1788204845.325337:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204845.325343:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204845.325345:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204845.325345:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204845.325349:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204845.325350:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204845.325353:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1788204845.325356:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937898880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204845.325358:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15151
00000400:00000200:2.0:1788204845.325364:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204845.325368:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204845.325371:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204845.325373:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1788204845.325375:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204845.325377:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788204845.325378:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:2.0:1788204845.325379:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204845.325382:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000010:0.0:1788204845.325383:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5000.
00000020:00000001:2.0:1788204845.325384:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204845.325386:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204845.325388:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:0.0:1788204845.325390:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000040:2.0:1788204845.325390:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204845.325392:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204845.325393:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204845.325394:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204845.325395:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204845.325396:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204845.325397:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204845.325399:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000020:00000001:0.0:1788204845.325402:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:2.0:1788204845.325402:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000020:00000040:0.0:1788204845.325406:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:2.0:1788204845.325406:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204845.325407:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204845.325409:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1788204845.325411:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:2.0:1788204845.325412:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204845.325414:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204845.325415:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204845.325417:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1788204845.325419:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000008:00000001:2.0:1788204845.325420:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204845.325422:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1788204845.325423:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204845.325425:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000010:2.0:1788204845.325427:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000100:00000001:0.0:1788204845.325430:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000040:2.0:1788204845.325430:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204845.325432:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204845.325433:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204845.325434:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.325439:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204845.325439:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204845.325440:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204845.325443:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204845.325446:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000001:0.0:1788204845.325448:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204845.325449:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.325451:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.325454:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:2.0:1788204845.325455:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937899392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204845.325456:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204845.325459:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204845.325465:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937899008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204845.325465:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204845.325469:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204845.325475:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937899392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325478:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204845.325480:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204845.325484:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204845.325486:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204845.325488:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204845.325490:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204845.325492:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15161)
00000100:00100000:0.0:1788204845.325494:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937899008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204845.325498:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204845.325499:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204845.325501:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204845.325502:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204845.325505:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5000.
02000000:00000001:0.0:1788204845.325506:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204845.325509:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204845.325511:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204845.325514:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204845.325516:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937899008, portal 10
00000100:00000001:0.0:1788204845.325517:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204845.325518:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000040:0.0:1788204845.325522:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937899008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325526:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204845.325528:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204845.325529:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204845.325530:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937899008, offset 0
00000400:00000200:0.0:1788204845.325532:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204845.325535:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204845.325537:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204845.325539:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204845.325541:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204845.325542:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204845.325544:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204845.325546:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546973:546973:256:4294967295] 192.168.201.135@tcp LPNI seq info [546939:546939:8:4294967295]
00000400:00000200:0.0:1788204845.325548:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204845.325552:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204845.325554:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204845.325557:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204845.325559:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204845.325568:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788204845.325571:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204845.325573:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1788204845.325575:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204845.325576:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204845.325578:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204845.325580:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204845.325582:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204845.325583:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204845.325585:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204845.325587:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937899008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325591:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204845.325593:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937899008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325597:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.325598:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204845.325600:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204845.325602:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204845.325604:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204845.325605:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309823517
00000100:00000001:0.0:1788204845.325607:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309827276
00000100:00000001:0.0:1788204845.325608:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309823517
00000100:00000001:0.0:1788204845.325610:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309827276
00000100:00000001:0.0:1788204845.325611:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204845.325612:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.325613:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204845.325615:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204845/real 1788204845]  req@ffff8c5d3c3eb800 x1875052937899008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204845.325623:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204845.325624:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204845.325625:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204845.325626:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204845.325627:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204845.325628:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204845.325630:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937899008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204845.325634:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937899008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325638:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204845.325639:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.325640:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204845.325641:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204845.325643:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937899008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325646:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204845.325648:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937899008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325652:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204845.325653:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.325654:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204845.325654:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.325655:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204845.325656:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204845.325658:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204845.325659:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204845.325660:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204845.325663:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937899008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204845.325667:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937899008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204845.325670:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204845.325671:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937899136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325675:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204845.325675:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204845.325676:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204845.325677:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204845.325678:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204845.325680:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937899136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204845.325681:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204845.325682:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204845.325683:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204845.325684:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204845.325686:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4400.
02000000:00000001:0.0:1788204845.325687:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204845.325689:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204845.325690:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204845.325692:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204845.325693:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937899136, portal 10
00000100:00000001:0.0:1788204845.325694:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204845.325695:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000040:0.0:1788204845.325699:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937899136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325702:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204845.325704:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204845.325705:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204845.325706:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937899136, offset 0
00000400:00000200:0.0:1788204845.325709:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204845.325711:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204845.325713:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204845.325714:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204845.325716:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204845.325717:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204845.325719:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204845.325720:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546974:546974:256:4294967295] 192.168.201.135@tcp LPNI seq info [546940:546940:8:4294967295]
00000400:00000200:0.0:1788204845.325723:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204845.325726:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204845.325729:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204845.325730:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204845.325733:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204845.325734:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788204845.325737:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204845.325738:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1788204845.325741:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204845.325743:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204845.325746:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204845.325749:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204845.325751:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204845.325753:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204845.325755:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204845.325758:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937899136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325765:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204845.325768:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937899136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325774:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.325776:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204845.325778:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204845.325781:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204845.325784:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204845.325786:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309823512
00000100:00000001:0.0:1788204845.325789:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309827276
00000100:00000001:0.0:1788204845.325790:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309823512
00000100:00000001:0.0:1788204845.325792:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309827276
00000100:00000001:0.0:1788204845.325794:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204845.325796:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.325798:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204845.325813:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204845/real 1788204845]  req@ffff8c5d3c3e9c00 x1875052937899136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204845.325818:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204845.325819:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204845.325820:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204845.325822:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204845.325823:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204845.325825:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204845.325827:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937899136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204845.325831:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937899136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325835:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204845.325836:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.325837:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204845.325838:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204845.325839:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937899136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325843:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204845.325845:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937899136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325849:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204845.325851:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.325852:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204845.325852:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.325854:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204845.325855:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204845.325856:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204845.325858:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204845.325859:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204845.325861:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937899136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204845.325865:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937899136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204845.325867:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204845.325869:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937899264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325873:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204845.325874:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204845.325875:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204845.325876:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204845.325877:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204845.325879:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937899264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204845.325880:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204845.325881:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204845.325882:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204845.325883:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204845.325885:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788204845.325886:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204845.325888:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204845.325890:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204845.325892:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204845.325893:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937899264, portal 4
00000100:00000001:0.0:1788204845.325895:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204845.325896:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
00000100:00000040:0.0:1788204845.325900:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937899264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325904:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204845.325905:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204845.325907:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204845.325908:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937899264, offset 0
00000400:00000200:0.0:1788204845.325910:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204845.325913:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204845.325915:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204845.325917:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204845.325918:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204845.325920:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204845.325921:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204845.325923:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546975:546975:256:4294967295] 192.168.201.135@tcp LPNI seq info [546941:546941:8:4294967295]
00000400:00000200:0.0:1788204845.325925:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204845.325929:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204845.325932:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204845.325943:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204845.325947:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204845.325953:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788204845.325957:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204845.325959:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1788204845.325962:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204845.325965:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204845.325967:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204845.325971:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204845.325974:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204845.325975:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204845.325978:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204845.325981:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb480 x1875052937899264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325990:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204845.325992:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937899264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.325996:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.325997:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204845.325999:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204845.326001:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204845.326003:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204845.326004:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309823605
00000100:00000001:0.0:1788204845.326005:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309827276
00000100:00000001:0.0:1788204845.326007:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309823605
00000100:00000001:0.0:1788204845.326008:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309827276
00000100:00000001:0.0:1788204845.326009:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204845.326011:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.326012:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204845.326014:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204845/real 1788204845]  req@ffff8c5d3c3eb480 x1875052937899264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204845.326018:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204845.326019:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204845.326020:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204845.326021:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204845.326022:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204845.326023:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204845.326024:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937899264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204845.326029:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937899264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.326033:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204845.326034:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.326035:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204845.326036:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204845.326038:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937899264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.326042:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204845.326044:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937899264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.326047:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204845.326048:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.326049:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204845.326050:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.326051:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204845.326052:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204845.326053:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204845.326055:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204845.326056:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204845.326058:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937899264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204845.326062:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937899264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204845.326064:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.326065:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204845.326066:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937899008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.326070:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204845.326071:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204845.326072:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:0.0:1788204845.326074:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204845.326075:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204845.326076:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204845.326077:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204845.326078:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:0.0:1788204845.326080:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204845.326081:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204845.326082:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:0.0:1788204845.326083:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204845.326084:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.326085:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204845.326087:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937899136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.326091:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204845.326092:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204845.326093:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4400.
02000000:00000001:0.0:1788204845.326094:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204845.326094:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204845.326095:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204845.326096:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204845.326097:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:0.0:1788204845.326098:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204845.326098:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204845.326099:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:0.0:1788204845.326100:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204845.326100:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.326101:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204845.326103:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937899264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.326106:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204845.326106:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204845.326107:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788204845.326108:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204845.326109:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204845.326109:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204845.326110:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204845.326111:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:0.0:1788204845.326112:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204845.326113:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204845.326114:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:0.0:1788204845.326115:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204845.326116:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.326117:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.326119:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204845.326120:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.326121:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204845.326122:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204845.326123:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204845.326125:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937899392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.326128:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204845.326129:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204845.326130:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204845.326131:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204845.326132:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204845.326134:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937899392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204845.326136:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204845.326137:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204845.326138:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204845.326139:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204845.326141:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788204845.326142:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204845.326143:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204845.326145:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204845.326146:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204845.326148:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937899392, portal 4
00000100:00000001:0.0:1788204845.326150:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204845.326151:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
00000100:00000040:0.0:1788204845.326157:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937899392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.326162:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204845.326164:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204845.326167:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204845.326169:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937899392, offset 0
00000400:00000200:0.0:1788204845.326172:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204845.326176:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204845.326179:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204845.326182:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204845.326184:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204845.326187:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204845.326189:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204845.326192:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546976:546976:256:4294967295] 192.168.201.135@tcp LPNI seq info [546942:546942:8:4294967295]
00000400:00000200:0.0:1788204845.326195:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204845.326200:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204845.326203:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204845.326205:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204845.326208:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204845.326209:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000200:0.1:1788204845.326212:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204845.326213:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 47 secs later)
00000800:00000100:0.0:1788204845.326216:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204845.326217:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204845.326218:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204845.326220:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204845.326222:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204845.326223:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204845.326225:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204845.326227:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ebb80 x1875052937899392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.326232:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204845.326233:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937899392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.326237:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.326238:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204845.326240:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204845.326242:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204845.326244:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204845.326246:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309823622
00000100:00000001:0.0:1788204845.326248:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309827276
00000100:00000001:0.0:1788204845.326250:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309823622
00000100:00000001:0.0:1788204845.326252:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309827276
00000100:00000001:0.0:1788204845.326254:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204845.326256:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.326257:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204845.326261:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204845/real 1788204845]  req@ffff8c5d3c3ebb80 x1875052937899392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204845.326268:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204845.326270:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204845.326271:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204845.326274:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204845.326275:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204845.326277:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204845.326280:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937899392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204845.326288:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937899392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.326294:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204845.326296:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.326316:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204845.326317:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204845.326320:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937899392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.326325:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204845.326327:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937899392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.326331:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204845.326333:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.326334:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204845.326334:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.326335:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204845.326336:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204845.326338:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204845.326339:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204845.326340:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204845.326342:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937899392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204845.326346:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937899392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204845.326348:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.326350:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204845.326351:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937899392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204845.326355:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204845.326356:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204845.326357:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788204845.326358:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204845.326359:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204845.326361:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204845.326362:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204845.326364:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:0.0:1788204845.326366:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204845.326367:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204845.326368:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:0.0:1788204845.326371:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204845.326372:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.326374:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204845.326377:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204845.326378:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204845.326380:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204845.326381:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204845.516372:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204845.516380:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204845.516382:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204845.516394:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204845.516398:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204845.516402:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204845.516404:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204845.516407:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204845.516410:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204846.028404:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204846.028411:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204846.028415:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204846.028416:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204846.028465:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204846.028468:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204846.028470:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204846.540376:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204846.540384:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204846.540386:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204846.540390:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204846.540392:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204846.540396:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204846.540398:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204846.540408:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204846.540413:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204847.054078:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204847.054087:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204847.054089:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204847.054091:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204847.054095:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204847.054098:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204847.054099:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204847.054102:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204847.054106:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204847.054107:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204847.054108:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204847.054110:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204847.054111:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204847.054112:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204847.054113:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204847.054115:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204847.054176:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204847.054180:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204847.054184:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204847.564419:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204847.564427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204847.564429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204847.564435:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204847.564439:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204847.564443:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.564445:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204847.564448:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204847.564452:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204848.076435:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204848.076443:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204848.076447:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204848.076448:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204848.076464:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204848.076466:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204848.076468:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204848.588473:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204848.588481:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204848.588483:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204848.588488:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204848.588492:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204848.588495:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204848.588497:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204848.588500:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204848.588502:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204849.100417:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204849.100424:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204849.100430:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204849.100431:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204849.100518:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204849.100524:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204849.100529:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204849.164405:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309827276, at 4309827328
00000100:00000040:1.0:1788204849.164405:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309827276, at 4309827328
00000100:00000010:0.0:1788204849.164421:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000010:1.0:1788204849.164423:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074360.
00000100:00000001:2.0:1788204849.612400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204849.612408:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204849.612410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204849.612415:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204849.612419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204849.612424:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204849.612427:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204849.612429:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204849.612432:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204850.124436:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204850.124441:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204850.124445:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204850.124446:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204850.124501:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204850.124503:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204850.124506:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204850.444399:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204850.444408:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204850.444409:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204850.444412:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204850.444416:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204850.444421:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15156
00000400:00000200:2.0:1788204850.444428:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204850.444436:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204850.444439:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204850.444442:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.444446:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204850.444448:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.444450:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204850.444454:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204850.444456:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204850.444458:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204850.444461:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204850.444464:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204850.444466:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204850.444470:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.444472:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204850.444475:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.444477:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204850.444480:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204850.444484:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204850.444486:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204850.444488:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204850.444490:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204850.444492:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204850.444493:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204850.444495:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204850.444502:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788204850.444505:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204850.444508:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204850.444509:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204850.444511:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204850.444513:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204850.444516:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204850.444522:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:2.0:1788204850.444526:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204850.444532:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937899520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204850.444539:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204850.444542:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204850.444545:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937899520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204850.444560:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204850.444563:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204850.444565:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204850.444566:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204850.444567:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204850.444569:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204850.444570:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15156
00000400:00000200:2.0:1788204850.444573:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204850.444575:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204850.444577:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204850.444579:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.444581:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204850.444582:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.444584:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204850.444586:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1788204850.444586:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204850.444587:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204850.444590:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204850.444592:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1788204850.444592:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204850.444596:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204850.444597:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788204850.444598:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204850.444601:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.444603:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204850.444606:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:0.0:1788204850.444607:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9880 x1875052937899520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204850.444607:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204850.444608:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204850.444612:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204850.444616:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204850.444620:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204850.444625:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204850.444627:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1788204850.444628:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.444632:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204850.444632:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204850.444635:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788204850.444637:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1788204850.444639:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204850.444641:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204850.444642:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204850.444646:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
02000000:00000001:0.0:1788204850.444647:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204850.444651:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00100000:0.0:1788204850.444655:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937899520:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788204850.444656:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204850.444658:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.444661:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204850.444661:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204850.444664:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204850.444666:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204850.444666:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204850.444669:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204850.444670:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
02000000:00000001:0.0:1788204850.444672:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788204850.444674:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204850.444677:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5000.
00000100:00100000:2.0:1788204850.444679:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937899648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788204850.444680:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204850.444689:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204850.444694:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:2.0:1788204850.444695:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204850.444698:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204850.444699:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000040:2.0:1788204850.444701:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937899648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204850.444707:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937899520, portal 25
00000100:00000001:0.0:1788204850.444712:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204850.444725:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803423360 : -127142906128256 : ffff8c5d3c3e9880)
00000100:00000001:2.0:1788204850.444726:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204850.444730:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204850.444733:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:0.0:1788204850.444735:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9880 x1875052937899520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204850.444735:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204850.444736:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204850.444740:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204850.444744:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15156
00000400:00000200:2.0:1788204850.444751:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204850.444755:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204850.444757:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788204850.444758:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204850.444763:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:0.0:1788204850.444765:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204850.444766:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204850.444769:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.444771:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:0.0:1788204850.444772:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000020:00000001:2.0:1788204850.444774:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204850.444776:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000100:00000200:0.0:1788204850.444778:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937899520, offset 0
00000020:00000001:2.0:1788204850.444779:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204850.444782:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204850.444785:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204850.444787:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788204850.444790:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204850.444794:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.444798:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204850.444800:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204850.444803:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204850.444806:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204850.444810:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:0.0:1788204850.444811:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:2.0:1788204850.444817:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:0.0:1788204850.444819:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788204850.444821:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204850.444826:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:2.0:1788204850.444827:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204850.444832:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788204850.444833:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788204850.444837:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204850.444840:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.444842:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204850.444846:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204850.444848:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204850.444850:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204850.444854:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000400:00000200:0.0:1788204850.444855:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546977:546977:256:4294967295] 192.168.201.135@tcp LPNI seq info [546943:546943:8:4294967295]
00000020:00000040:2.0:1788204850.444860:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:0.0:1788204850.444864:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204850.444866:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204850.444869:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204850.444871:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204850.444875:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204850.444878:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204850.444879:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1788204850.444885:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000800:00000200:0.0:1788204850.444888:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204850.444891:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204850.444894:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00100000:2.0:1788204850.444900:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937899776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1788204850.444906:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204850.444914:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1788204850.444914:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204850.444919:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788204850.444923:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204850.444926:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937899776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1788204850.444929:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000100:00000001:2.0:1788204850.444939:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204850.444942:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204850.444948:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1788204850.444951:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204850.444951:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204850.444955:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1788204850.444956:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000100:00000001:2.0:1788204850.444960:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204850.444964:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15156
00000400:00000200:0.0:1788204850.444965:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204850.444969:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204850.444974:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:0.0:1788204850.444975:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1788204850.444979:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788204850.444982:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000100:00000040:2.0:1788204850.444986:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:0.0:1788204850.444987:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:2.0:1788204850.444992:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204850.444995:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1788204850.444996:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.445000:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:0.0:1788204850.445003:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9880 x1875052937899520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204850.445005:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204850.445008:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204850.445011:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204850.445015:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:0.0:1788204850.445019:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1788204850.445019:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204850.445024:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788204850.445025:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9880 x1875052937899520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204850.445029:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.445033:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204850.445038:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.445042:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204850.445044:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.445048:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:2.0:1788204850.445048:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:0.0:1788204850.445054:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204850.445058:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204850.445064:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309832396
00000100:00080000:2.0:1788204850.445064:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000010:0.0:1788204850.445069:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204850.445070:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204850.445075:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204850.445078:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1788204850.445079:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204850.445084:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.445086:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309832396
00000100:00000001:2.0:1788204850.445086:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204850.445088:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000010:0.0:1788204850.445092:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074900.
00000008:00000001:2.0:1788204850.445092:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204850.445093:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.445099:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000010:2.0:1788204850.445100:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000020:00000040:2.0:1788204850.445104:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204850.445106:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204850.445106:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204850.445109:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204850.445112:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204850.445113:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204850.445113:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204850.445116:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.445118:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000010:2.0:1788204850.445122:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00100000:0.0:1788204850.445127:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204850/real 1788204850]  req@ffff8c5d3c3e9880 x1875052937899520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204850.445127:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204850.445134:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937899904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204850.445152:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204850.445154:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204850.445155:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1788204850.445158:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937899904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204850.445159:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204850.445164:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:2.0:1788204850.445166:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204850.445169:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000100:00080000:2.0:1788204850.445170:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788204850.445174:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00080000:2.0:1788204850.445175:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204850.445178:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204850.445180:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204850.445181:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788204850.445182:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204850.445187:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15156
00000100:00000200:0.0:1788204850.445188:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9880 x1875052937899520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204850.445193:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204850.445199:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204850.445203:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1788204850.445206:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9880 x1875052937899520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204850.445208:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.445213:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204850.445216:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.445221:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204850.445222:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1788204850.445223:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204850.445224:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204850.445225:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:0.0:1788204850.445228:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1788204850.445228:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204850.445231:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204850.445231:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204850.445235:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00100000:0.0:1788204850.445238:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9880 x1875052937899520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204850.445238:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204850.445245:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.445249:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204850.445252:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204850.445253:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204850.445256:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:0.0:1788204850.445259:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9880 x1875052937899520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204850.445259:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204850.445264:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204850.445269:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204850.445272:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204850.445275:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204850.445276:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788204850.445279:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.445280:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204850.445282:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204850.445283:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:2.0:1788204850.445284:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788204850.445286:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1788204850.445288:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.445290:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204850.445291:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.445293:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:2.0:1788204850.445294:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000020:00000040:2.0:1788204850.445319:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204850.445322:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204850.445324:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204850.445326:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204850.445327:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204850.445329:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204850.445333:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:2.0:1788204850.445334:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000001:2.0:1788204850.445340:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204850.445341:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204850.445346:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:2.0:1788204850.445348:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937900032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788204850.445354:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9880 x1875052937899520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204850.445356:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204850.445360:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204850.445366:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937900032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204850.445373:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937899520:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204850.445376:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.445383:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204850.445383:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15166)
00000100:00000001:0.0:1788204850.445388:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204850.445392:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937899520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.445398:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204850.445401:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204850.445403:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:0.0:1788204850.445406:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204850.445408:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204850.445410:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204850.445412:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204850.445413:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:0.0:1788204850.445416:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204850.445418:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204850.445419:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00000001:0.0:1788204850.445422:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204850.445423:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.445424:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.445430:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204850.445432:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.445434:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204850.445435:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204850.445437:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204850.445441:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8700 x1875052937899648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.445446:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204850.445447:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204850.445449:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204850.445451:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204850.445452:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204850.445455:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937899648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204850.445458:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204850.445460:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204850.445461:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204850.445463:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204850.445466:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5000.
02000000:00000001:0.0:1788204850.445468:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204850.445471:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204850.445474:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204850.445477:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204850.445480:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937899648, portal 10
00000100:00000001:0.0:1788204850.445482:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204850.445483:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803418880 : -127142906132736 : ffff8c5d3c3e8700)
00000100:00000040:0.0:1788204850.445489:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8700 x1875052937899648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.445495:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204850.445497:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204850.445499:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204850.445502:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937899648, offset 0
00000400:00000200:0.0:1788204850.445506:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204850.445510:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204850.445514:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204850.445517:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204850.445519:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204850.445522:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204850.445525:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204850.445528:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546978:546978:256:4294967295] 192.168.201.135@tcp LPNI seq info [546944:546944:8:4294967295]
00000400:00000200:0.0:1788204850.445532:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204850.445538:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204850.445542:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204850.445546:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204850.445549:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204850.445552:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788204850.445556:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204850.445560:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1788204850.445563:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204850.445565:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204850.445568:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204850.445571:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204850.445579:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204850.445581:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204850.445584:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204850.445588:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8700 x1875052937899648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.445596:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204850.445599:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8700 x1875052937899648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.445606:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.445607:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204850.445610:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204850.445613:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204850.445617:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204850.445619:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309828637
00000100:00000001:0.0:1788204850.445621:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309832396
00000100:00000001:0.0:1788204850.445623:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309828637
00000100:00000001:0.0:1788204850.445626:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309832396
00000100:00000001:0.0:1788204850.445628:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204850.445630:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.445631:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204850.445635:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204850/real 1788204850]  req@ffff8c5d3c3e8700 x1875052937899648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204850.445642:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204850.445644:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204850.445645:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204850.445647:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204850.445649:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204850.445651:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204850.445655:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8700 x1875052937899648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204850.445663:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8700 x1875052937899648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.445669:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204850.445670:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.445672:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204850.445674:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204850.445677:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8700 x1875052937899648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.445684:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204850.445688:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8700 x1875052937899648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.445694:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204850.445697:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.445698:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204850.445699:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.445701:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204850.445703:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204850.445705:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204850.445709:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204850.445711:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204850.445726:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8700 x1875052937899648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204850.445734:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937899648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204850.445739:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204850.445742:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea300 x1875052937899776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.445749:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204850.445750:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204850.445752:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204850.445754:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204850.445756:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204850.445759:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937899776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204850.445762:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204850.445764:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204850.445765:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204850.445767:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204850.445771:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788204850.445772:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204850.445776:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204850.445778:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204850.445782:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204850.445785:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937899776, portal 10
00000100:00000001:0.0:1788204850.445786:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204850.445788:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426048 : -127142906125568 : ffff8c5d3c3ea300)
00000100:00000040:0.0:1788204850.445794:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea300 x1875052937899776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.445806:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204850.445808:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204850.445810:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204850.445812:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937899776, offset 0
00000400:00000200:0.0:1788204850.445816:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204850.445819:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204850.445822:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204850.445825:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204850.445827:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204850.445830:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204850.445832:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204850.445835:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546979:546979:256:4294967295] 192.168.201.135@tcp LPNI seq info [546945:546945:8:4294967295]
00000400:00000200:0.0:1788204850.445839:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204850.445845:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204850.445850:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204850.445852:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204850.445856:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204850.445859:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788204850.445862:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204850.445865:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1788204850.445868:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204850.445870:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204850.445873:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204850.445875:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204850.445877:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204850.445878:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204850.445880:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204850.445882:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea300 x1875052937899776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.445887:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204850.445889:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea300 x1875052937899776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.445896:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.445897:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204850.445899:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204850.445901:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204850.445903:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204850.445904:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309828632
00000100:00000001:0.0:1788204850.445906:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309832396
00000100:00000001:0.0:1788204850.445907:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309828632
00000100:00000001:0.0:1788204850.445908:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309832396
00000100:00000001:0.0:1788204850.445910:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204850.445911:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.445912:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204850.445914:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204850/real 1788204850]  req@ffff8c5d3c3ea300 x1875052937899776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204850.445918:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204850.445919:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204850.445920:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204850.445921:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204850.445922:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204850.445923:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204850.445925:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea300 x1875052937899776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204850.445930:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea300 x1875052937899776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.445933:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204850.445934:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.445934:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204850.445935:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204850.445937:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea300 x1875052937899776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.445941:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204850.445944:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea300 x1875052937899776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.445947:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204850.445949:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.445949:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204850.445950:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.445951:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204850.445952:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204850.445953:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204850.445955:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204850.445956:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204850.445958:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea300 x1875052937899776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204850.445962:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937899776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204850.445964:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204850.445966:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9500 x1875052937899904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.445969:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204850.445970:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204850.445972:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204850.445973:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204850.445974:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204850.445976:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937899904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204850.445977:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204850.445978:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204850.445979:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204850.445980:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204850.445982:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4400.
02000000:00000001:0.0:1788204850.445984:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204850.445986:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204850.445987:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204850.445990:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204850.445991:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937899904, portal 4
00000100:00000001:0.0:1788204850.445992:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204850.445993:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803422464 : -127142906129152 : ffff8c5d3c3e9500)
00000100:00000040:0.0:1788204850.445996:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9500 x1875052937899904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446000:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204850.446001:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204850.446002:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204850.446004:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937899904, offset 0
00000400:00000200:0.0:1788204850.446006:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204850.446007:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204850.446009:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204850.446011:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204850.446012:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204850.446013:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204850.446015:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204850.446017:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546980:546980:256:4294967295] 192.168.201.135@tcp LPNI seq info [546946:546946:8:4294967295]
00000400:00000200:0.0:1788204850.446019:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204850.446023:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204850.446025:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204850.446027:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204850.446029:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204850.446030:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788204850.446033:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204850.446034:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1788204850.446036:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204850.446038:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204850.446039:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204850.446041:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204850.446043:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204850.446044:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204850.446045:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204850.446047:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9500 x1875052937899904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446051:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204850.446053:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9500 x1875052937899904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446056:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.446057:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204850.446059:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204850.446060:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204850.446062:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204850.446063:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309828725
00000100:00000001:0.0:1788204850.446065:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309832396
00000100:00000001:0.0:1788204850.446066:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309828725
00000100:00000001:0.0:1788204850.446067:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309832396
00000100:00000001:0.0:1788204850.446069:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204850.446070:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.446071:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204850.446072:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204850/real 1788204850]  req@ffff8c5d3c3e9500 x1875052937899904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204850.446076:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204850.446077:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204850.446077:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204850.446078:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204850.446079:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204850.446081:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204850.446082:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9500 x1875052937899904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204850.446087:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9500 x1875052937899904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446090:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204850.446091:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.446092:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204850.446093:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204850.446094:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9500 x1875052937899904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446098:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204850.446100:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9500 x1875052937899904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446103:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204850.446104:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.446105:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204850.446106:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.446107:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204850.446107:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204850.446109:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204850.446110:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204850.446112:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204850.446114:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9500 x1875052937899904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204850.446118:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937899904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204850.446120:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204850.446122:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9f80 x1875052937900032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446126:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204850.446127:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204850.446128:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204850.446130:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204850.446131:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204850.446132:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937900032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204850.446133:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204850.446134:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204850.446135:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204850.446136:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204850.446137:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788204850.446138:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204850.446140:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204850.446141:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204850.446143:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204850.446144:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937900032, portal 4
00000100:00000001:0.0:1788204850.446145:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204850.446146:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803425152 : -127142906126464 : ffff8c5d3c3e9f80)
00000100:00000040:0.0:1788204850.446150:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9f80 x1875052937900032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446153:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204850.446155:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204850.446156:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204850.446157:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937900032, offset 0
00000400:00000200:0.0:1788204850.446159:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204850.446160:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204850.446162:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204850.446163:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204850.446165:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204850.446166:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204850.446167:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204850.446169:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546981:546981:256:4294967295] 192.168.201.135@tcp LPNI seq info [546947:546947:8:4294967295]
00000400:00000200:0.0:1788204850.446172:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204850.446175:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204850.446178:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204850.446179:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204850.446181:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204850.446182:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:0.1:1788204850.446185:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204850.446186:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:0.0:1788204850.446188:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204850.446189:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204850.446191:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204850.446193:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204850.446194:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204850.446195:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204850.446196:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204850.446198:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9f80 x1875052937900032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446201:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204850.446203:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9f80 x1875052937900032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446207:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.446208:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204850.446209:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204850.446210:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204850.446212:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204850.446213:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309828742
00000100:00000001:0.0:1788204850.446214:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309832396
00000100:00000001:0.0:1788204850.446216:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309828742
00000100:00000001:0.0:1788204850.446217:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309832396
00000100:00000001:0.0:1788204850.446218:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204850.446220:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.446221:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204850.446222:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204850/real 1788204850]  req@ffff8c5d3c3e9f80 x1875052937900032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204850.446227:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204850.446227:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204850.446228:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204850.446229:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204850.446230:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204850.446231:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204850.446232:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9f80 x1875052937900032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204850.446237:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9f80 x1875052937900032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446240:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204850.446241:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.446242:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204850.446243:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204850.446245:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9f80 x1875052937900032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446248:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204850.446250:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9f80 x1875052937900032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446253:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204850.446255:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.446255:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204850.446256:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.446257:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204850.446258:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204850.446259:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204850.446261:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204850.446262:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204850.446265:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9f80 x1875052937900032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204850.446269:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937900032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204850.446270:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.446272:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204850.446273:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8700 x1875052937899648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446276:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204850.446277:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204850.446278:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:0.0:1788204850.446280:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204850.446280:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204850.446281:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204850.446282:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204850.446283:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:0.0:1788204850.446286:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204850.446287:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204850.446288:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8700.
00000100:00000001:0.0:1788204850.446290:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204850.446291:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.446293:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204850.446296:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937899776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446321:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204850.446323:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204850.446325:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788204850.446327:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204850.446328:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204850.446329:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204850.446331:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204850.446333:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:0.0:1788204850.446334:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204850.446336:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204850.446337:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:0.0:1788204850.446339:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204850.446340:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.446342:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204850.446345:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9500 x1875052937899904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446352:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204850.446353:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204850.446355:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4400.
02000000:00000001:0.0:1788204850.446356:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204850.446358:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204850.446359:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204850.446360:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204850.446362:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:0.0:1788204850.446364:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204850.446365:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204850.446367:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9500.
00000100:00000001:0.0:1788204850.446369:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204850.446370:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.446371:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204850.446374:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9f80 x1875052937900032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204850.446381:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204850.446382:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204850.446383:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788204850.446385:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204850.446386:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204850.446387:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204850.446389:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204850.446391:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:0.0:1788204850.446392:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204850.446393:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204850.446394:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9f80.
00000100:00000001:0.0:1788204850.446397:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204850.446398:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.446400:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204850.446404:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204850.446405:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204850.446407:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204850.446409:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204850.636407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204850.636414:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204850.636416:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204850.636421:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204850.636423:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204850.636427:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204850.636429:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204850.636431:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204850.636433:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204851.148424:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204851.148431:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204851.148440:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204851.148442:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204851.148502:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204851.148505:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204851.148508:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1788204851.404406:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788204851.404412:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788204851.404417:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788204851.404549:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000200:0.0:1788204851.404555:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1788204851.404562:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788204851.404568:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204851.404570:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204851.660399:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204851.660406:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204851.660408:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204851.660412:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204851.660415:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204851.660418:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204851.660420:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204851.660422:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204851.660423:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204852.172424:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204852.172432:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204852.172437:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204852.172439:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204852.172506:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204852.172510:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204852.172514:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204852.684398:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204852.684405:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204852.684406:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204852.684410:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204852.684413:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204852.684417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.684419:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204852.684422:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204852.684425:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204853.196378:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204853.196387:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204853.196391:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204853.196392:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204853.196435:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204853.196437:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204853.196439:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204853.708446:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204853.708455:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204853.708457:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204853.708463:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204853.708466:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204853.708469:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204853.708472:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204853.708475:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204853.708477:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204854.220442:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204854.220449:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204854.220453:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204854.220455:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204854.220538:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204854.220543:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204854.220547:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204854.284387:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309832396, at 4309832448
00000100:00000010:0.0:1788204854.284398:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000040:1.0:1788204854.284405:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309832396, at 4309832448
00000100:00000010:1.0:1788204854.284419:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074900.
00000100:00000001:2.0:1788204854.732421:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204854.732432:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204854.732433:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204854.732439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204854.732442:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204854.732445:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204854.732447:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204854.732450:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204854.732452:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204855.244433:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204855.244440:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204855.244445:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204855.244446:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204855.244519:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204855.244523:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204855.244526:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204855.564381:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204855.564390:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204855.564392:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204855.564396:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204855.564405:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204855.564412:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15161
00000400:00000200:0.0:1788204855.564420:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204855.564426:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204855.564428:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204855.564431:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564433:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204855.564435:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564436:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204855.564440:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204855.564442:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788204855.564444:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204855.564447:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788204855.564448:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788204855.564450:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788204855.564451:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564452:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204855.564454:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564455:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204855.564457:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788204855.564460:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564461:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204855.564464:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204855.564467:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204855.564468:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204855.564470:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204855.564471:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204855.564480:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9500.
00000020:00000040:0.0:1788204855.564483:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788204855.564487:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204855.564488:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204855.564491:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204855.564494:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204855.564499:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204855.564507:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5000.
00000100:00000001:0.0:1788204855.564513:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204855.564522:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9500 x1875052937900160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204855.564530:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204855.564534:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204855.564537:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006164ac2e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9500 x1875052937900160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204855.564555:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204855.564559:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204855.564562:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204855.564564:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204855.564565:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204855.564569:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204855.564571:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15161
00000400:00000200:0.0:1788204855.564575:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204855.564578:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204855.564580:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204855.564581:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788204855.564583:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564585:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204855.564585:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788204855.564587:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564589:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204855.564589:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788204855.564591:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204855.564593:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788204855.564594:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204855.564596:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000040:2.0:1788204855.564596:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9500 x1875052937900160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204855.564598:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788204855.564601:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788204855.564604:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204855.564604:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204855.564606:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204855.564607:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204855.564607:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204855.564609:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204855.564611:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:2.0:1788204855.564611:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1788204855.564613:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:2.0:1788204855.564614:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204855.564615:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204855.564616:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204855.564617:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204855.564620:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937900160:192.168.201.135@tcp:250:kworker.0
02000000:00000001:0.0:1788204855.564622:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204855.564624:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.564624:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204855.564637:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204855.564639:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1788204855.564641:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204855.564642:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204855.564645:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204855.564645:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204855.564647:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204855.564650:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb800.
02000000:00000010:2.0:1788204855.564651:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
00000020:00000040:0.0:1788204855.564653:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204855.564653:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204855.564655:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204855.564656:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204855.564657:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204855.564659:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204855.564659:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:0.0:1788204855.564661:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204855.564663:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
02000000:00000010:0.0:1788204855.564664:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6000.
00000100:00000001:0.0:1788204855.564668:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204855.564670:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00100000:0.0:1788204855.564672:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb800 x1875052937900288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204855.564678:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788204855.564679:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937900160, portal 25
00000100:00000001:0.0:1788204855.564680:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.564682:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204855.564683:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871303936 : -127143838247680 : ffff8c5d04af9500)
00000100:00000040:0.0:1788204855.564684:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e525778] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb800 x1875052937900288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204855.564689:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9500 x1875052937900160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204855.564691:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204855.564694:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204855.564696:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1788204855.564698:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204855.564699:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1788204855.564699:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:0.0:1788204855.564701:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1788204855.564701:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000001:0.0:1788204855.564703:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204855.564705:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15161
00000100:00000200:2.0:1788204855.564705:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937900160, offset 0
00000400:00000200:0.0:1788204855.564709:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204855.564711:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204855.564712:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:0.0:1788204855.564714:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204855.564716:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564718:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204855.564719:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204855.564720:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204855.564722:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204855.564724:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204855.564725:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788204855.564726:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204855.564727:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000040:0.0:1788204855.564728:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:0.0:1788204855.564730:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788204855.564731:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788204855.564732:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788204855.564734:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564736:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204855.564736:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000040:0.0:1788204855.564738:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564739:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204855.564740:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1788204855.564742:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:2.0:1788204855.564742:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00080000:0.0:1788204855.564744:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564745:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204855.564747:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204855.564748:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546982:546982:256:4294967295] 192.168.201.135@tcp LPNI seq info [546948:546948:8:4294967295]
02000000:00000001:0.0:1788204855.564749:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204855.564751:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204855.564752:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204855.564753:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204855.564755:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204855.564758:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204855.564759:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204855.564763:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8700.
00000400:00000200:2.0:1788204855.564763:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1788204855.564765:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204855.564767:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204855.564768:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204855.564769:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564770:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204855.564771:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204855.564772:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204855.564774:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
02000000:00000010:0.0:1788204855.564775:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6800.
00000100:00000001:0.0:1788204855.564777:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204855.564781:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8700 x1875052937900416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788204855.564781:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788204855.564787:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204855.564789:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204855.564792:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ab2a0be] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8700 x1875052937900416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788204855.564793:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1788204855.564799:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204855.564799:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:0.0:1788204855.564802:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1788204855.564802:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000100:00080000:0.0:1788204855.564805:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204855.564806:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:2.0:1788204855.564807:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:0.0:1788204855.564808:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204855.564810:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:2.0:1788204855.564810:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000100:00080000:0.0:1788204855.564812:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15161
00000400:00000200:0.0:1788204855.564815:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204855.564817:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204855.564818:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1788204855.564819:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204855.564822:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204855.564822:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788204855.564824:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204855.564826:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564827:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204855.564828:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000020:00000001:0.0:1788204855.564829:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204855.564831:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000400:00000010:2.0:1788204855.564831:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000020:00000001:0.0:1788204855.564832:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204855.564834:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:0.0:1788204855.564836:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:2.0:1788204855.564836:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:0.0:1788204855.564838:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000200:2.0:1788204855.564839:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9500 x1875052937900160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204855.564841:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564843:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204855.564845:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564846:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204855.564849:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:0.0:1788204855.564851:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564854:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204855.564855:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204855.564855:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788204855.564858:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204855.564859:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204855.564859:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9500 x1875052937900160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204855.564861:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204855.564864:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204855.564866:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.564866:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204855.564868:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.564868:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:0.0:1788204855.564871:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb480.
00000020:00000040:0.0:1788204855.564873:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:2.0:1788204855.564874:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204855.564875:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204855.564876:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204855.564878:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788204855.564878:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:0.0:1788204855.564879:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204855.564880:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.564881:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309837516
02000000:00000010:0.0:1788204855.564884:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7000.
00000100:00000001:0.0:1788204855.564886:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204855.564886:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108507e0.
00000100:00100000:0.0:1788204855.564890:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb480 x1875052937900544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204855.564892:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788204855.564897:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204855.564898:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.564900:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309837516
00000100:00000040:0.0:1788204855.564901:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3c5ab9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb480 x1875052937900544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204855.564903:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850900.
00000100:00000001:2.0:1788204855.564907:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204855.564908:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.564910:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788204855.564911:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204855.564913:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204855.564914:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204855.564916:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204855.564916:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1788204855.564917:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204855.564919:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:2.0:1788204855.564920:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204855/real 1788204855]  req@ffff8c5d04af9500 x1875052937900160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204855.564921:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15161
00000400:00000200:0.0:1788204855.564925:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204855.564928:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204855.564929:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1788204855.564930:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1788204855.564932:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000001:2.0:1788204855.564932:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1788204855.564934:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1788204855.564934:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000100:00000040:0.0:1788204855.564936:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204855.564937:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000100:00000001:0.0:1788204855.564938:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:2.0:1788204855.564939:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000020:00000001:0.0:1788204855.564940:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204855.564941:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:0.0:1788204855.564942:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:0.0:1788204855.564943:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204855.564945:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000200:2.0:1788204855.564945:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9500 x1875052937900160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204855.564947:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788204855.564950:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:0.0:1788204855.564952:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:2.0:1788204855.564953:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9500 x1875052937900160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204855.564954:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204855.564956:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204855.564958:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204855.564960:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000040:0.0:1788204855.564961:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:0.0:1788204855.564963:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204855.564963:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204855.564965:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.564965:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1788204855.564967:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204855.564968:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204855.564969:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204855.564971:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204855.564971:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9500 x1875052937900160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204855.564973:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204855.564975:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204855.564977:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.564978:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204855.564979:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204855.564983:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8000.
00000100:00000040:2.0:1788204855.564983:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9500 x1875052937900160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204855.564985:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788204855.564988:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204855.564989:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204855.564990:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204855.564991:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204855.564991:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1788204855.564993:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.564994:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.564995:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:0.0:1788204855.564996:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5400.
00000100:00000001:2.0:1788204855.564997:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204855.564999:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.564999:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204855.565002:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1788204855.565003:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8000 x1875052937900672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788204855.565004:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204855.565009:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204855.565010:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204855.565011:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.565012:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204855.565015:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f555b94f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8000 x1875052937900672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204855.565016:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9500 x1875052937900160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204855.565023:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204855.565025:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937900160:192.168.201.135@tcp:250:kworker.0
00000100:00000040:0.0:1788204855.565027:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15171)
00000100:00000001:2.0:1788204855.565030:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565032:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204855.565034:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9500 x1875052937900160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565040:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204855.565043:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204855.565046:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204855.565049:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204855.565051:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204855.565053:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204855.565055:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204855.565058:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:2.0:1788204855.565062:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204855.565064:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204855.565066:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9500.
00000100:00000001:2.0:1788204855.565069:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204855.565070:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565073:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565081:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204855.565084:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.565086:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204855.565087:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204855.565088:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204855.565092:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb800 x1875052937900288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565099:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204855.565100:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204855.565102:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204855.565103:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204855.565105:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204855.565108:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937900288:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204855.565111:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204855.565113:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204855.565114:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204855.565116:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204855.565119:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204855.565121:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204855.565123:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204855.565125:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204855.565128:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204855.565130:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937900288, portal 10
00000100:00000001:2.0:1788204855.565131:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204855.565132:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871312896 : -127143838238720 : ffff8c5d04afb800)
00000100:00000040:2.0:1788204855.565138:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb800 x1875052937900288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565142:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204855.565144:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204855.565145:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204855.565147:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937900288, offset 0
00000400:00000200:2.0:1788204855.565149:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204855.565152:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204855.565154:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204855.565155:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204855.565157:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204855.565159:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204855.565160:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204855.565162:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546983:546983:256:4294967295] 192.168.201.135@tcp LPNI seq info [546949:546949:8:4294967295]
00000400:00000200:2.0:1788204855.565165:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204855.565169:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204855.565171:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204855.565173:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204855.565175:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204855.565177:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204855.565180:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204855.565182:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204855.565184:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204855.565185:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204855.565187:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204855.565190:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204855.565191:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204855.565193:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204855.565194:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204855.565196:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb800 x1875052937900288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565201:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204855.565203:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb800 x1875052937900288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565211:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.565212:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204855.565213:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204855.565217:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204855.565219:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204855.565220:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309833756
00000100:00000001:2.0:1788204855.565222:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309837516
00000100:00000001:2.0:1788204855.565224:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309833756
00000100:00000001:2.0:1788204855.565225:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309837516
00000100:00000001:2.0:1788204855.565226:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204855.565227:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.565228:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204855.565230:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204855/real 1788204855]  req@ffff8c5d04afb800 x1875052937900288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204855.565234:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204855.565235:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204855.565236:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204855.565238:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204855.565238:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204855.565239:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204855.565241:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb800 x1875052937900288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204855.565245:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb800 x1875052937900288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565249:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204855.565250:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565251:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204855.565252:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204855.565254:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb800 x1875052937900288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565259:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204855.565261:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb800 x1875052937900288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565265:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204855.565266:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565267:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204855.565268:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565269:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204855.565270:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204855.565271:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204855.565273:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204855.565274:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204855.565276:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb800 x1875052937900288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204855.565280:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937900288:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204855.565282:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204855.565284:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8700 x1875052937900416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565287:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204855.565288:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204855.565289:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204855.565290:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204855.565291:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204855.565293:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937900416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204855.565295:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204855.565296:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204855.565313:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204855.565314:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204855.565316:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204855.565317:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204855.565319:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204855.565321:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204855.565323:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204855.565325:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937900416, portal 10
00000100:00000001:2.0:1788204855.565326:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204855.565327:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871300352 : -127143838251264 : ffff8c5d04af8700)
00000100:00000040:2.0:1788204855.565331:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8700 x1875052937900416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565335:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204855.565337:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204855.565338:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204855.565339:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937900416, offset 0
00000400:00000200:2.0:1788204855.565342:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204855.565343:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204855.565345:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204855.565347:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204855.565348:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204855.565349:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204855.565351:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204855.565353:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546984:546984:256:4294967295] 192.168.201.135@tcp LPNI seq info [546950:546950:8:4294967295]
00000400:00000200:2.0:1788204855.565356:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204855.565359:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204855.565362:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204855.565364:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204855.565367:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204855.565368:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204855.565371:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204855.565372:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204855.565375:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204855.565376:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204855.565378:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204855.565380:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204855.565382:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204855.565383:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204855.565384:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204855.565386:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8700 x1875052937900416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565391:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204855.565392:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8700 x1875052937900416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565396:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.565397:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204855.565399:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204855.565401:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204855.565402:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204855.565404:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309833752
00000100:00000001:2.0:1788204855.565405:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309837516
00000100:00000001:2.0:1788204855.565407:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309833752
00000100:00000001:2.0:1788204855.565408:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309837516
00000100:00000001:2.0:1788204855.565409:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204855.565410:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.565411:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204855.565413:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204855/real 1788204855]  req@ffff8c5d04af8700 x1875052937900416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204855.565417:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204855.565418:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204855.565418:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204855.565419:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204855.565420:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204855.565422:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204855.565424:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8700 x1875052937900416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204855.565429:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8700 x1875052937900416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565432:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204855.565433:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565433:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204855.565434:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204855.565436:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8700 x1875052937900416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565439:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204855.565441:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8700 x1875052937900416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565445:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204855.565447:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565448:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204855.565448:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565450:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204855.565451:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204855.565452:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204855.565453:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204855.565455:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204855.565456:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8700 x1875052937900416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204855.565460:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937900416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204855.565462:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204855.565464:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb480 x1875052937900544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565469:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204855.565470:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204855.565471:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204855.565472:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204855.565473:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204855.565475:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937900544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204855.565476:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204855.565477:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204855.565478:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204855.565479:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204855.565481:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204855.565482:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204855.565484:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204855.565485:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204855.565487:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204855.565489:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937900544, portal 4
00000100:00000001:2.0:1788204855.565490:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204855.565491:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871312000 : -127143838239616 : ffff8c5d04afb480)
00000100:00000040:2.0:1788204855.565495:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb480 x1875052937900544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565499:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204855.565500:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204855.565501:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204855.565502:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937900544, offset 0
00000400:00000200:2.0:1788204855.565504:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204855.565506:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204855.565508:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204855.565509:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204855.565511:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204855.565512:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204855.565514:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204855.565516:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546985:546985:256:4294967295] 192.168.201.135@tcp LPNI seq info [546951:546951:8:4294967295]
00000400:00000200:2.0:1788204855.565518:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204855.565522:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204855.565525:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204855.565526:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204855.565528:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204855.565530:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204855.565532:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204855.565534:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204855.565537:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204855.565538:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204855.565539:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204855.565541:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204855.565543:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204855.565544:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204855.565545:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204855.565547:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb480 x1875052937900544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565552:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204855.565554:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb480 x1875052937900544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565557:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.565558:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204855.565560:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204855.565562:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204855.565563:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204855.565564:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309833845
00000100:00000001:2.0:1788204855.565566:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309837516
00000100:00000001:2.0:1788204855.565567:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309833845
00000100:00000001:2.0:1788204855.565569:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309837516
00000100:00000001:2.0:1788204855.565570:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204855.565572:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.565573:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204855.565575:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204855/real 1788204855]  req@ffff8c5d04afb480 x1875052937900544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204855.565580:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204855.565580:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204855.565581:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204855.565582:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204855.565583:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204855.565584:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204855.565585:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb480 x1875052937900544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204855.565590:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb480 x1875052937900544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565593:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204855.565595:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565596:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204855.565597:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204855.565598:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb480 x1875052937900544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565602:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204855.565604:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb480 x1875052937900544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565607:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204855.565608:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565609:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204855.565610:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565611:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204855.565611:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204855.565613:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204855.565615:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204855.565617:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204855.565619:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb480 x1875052937900544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204855.565623:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937900544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204855.565638:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204855.565640:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8000 x1875052937900672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565644:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204855.565645:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204855.565646:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204855.565647:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204855.565648:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204855.565650:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937900672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204855.565652:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204855.565653:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204855.565654:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204855.565655:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204855.565657:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204855.565658:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204855.565660:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204855.565662:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204855.565664:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204855.565666:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937900672, portal 4
00000100:00000001:2.0:1788204855.565667:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204855.565668:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871298560 : -127143838253056 : ffff8c5d04af8000)
00000100:00000040:2.0:1788204855.565672:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8000 x1875052937900672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565676:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204855.565678:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204855.565679:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204855.565681:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937900672, offset 0
00000400:00000200:2.0:1788204855.565683:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204855.565685:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204855.565687:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204855.565689:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204855.565691:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204855.565692:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204855.565694:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204855.565696:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546986:546986:256:4294967295] 192.168.201.135@tcp LPNI seq info [546952:546952:8:4294967295]
00000400:00000200:2.0:1788204855.565698:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204855.565702:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204855.565704:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204855.565706:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204855.565708:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204855.565710:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788204855.565712:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204855.565714:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788204855.565716:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204855.565717:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204855.565720:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204855.565723:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204855.565726:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204855.565727:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204855.565730:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204855.565733:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8000 x1875052937900672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565740:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204855.565743:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8000 x1875052937900672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204880 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565750:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.565751:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204855.565754:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204855.565757:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204855.565759:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204855.565760:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309833862
00000100:00000001:2.0:1788204855.565762:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309837516
00000100:00000001:2.0:1788204855.565763:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309833862
00000100:00000001:2.0:1788204855.565765:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309837516
00000100:00000001:2.0:1788204855.565766:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204855.565767:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.565768:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204855.565770:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204855/real 1788204855]  req@ffff8c5d04af8000 x1875052937900672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204855.565775:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204855.565776:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204855.565777:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204855.565778:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204855.565779:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204855.565780:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204855.565782:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8000 x1875052937900672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204855.565787:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8000 x1875052937900672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565790:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204855.565791:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565792:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204855.565793:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204855.565794:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8000 x1875052937900672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565798:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204855.565801:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8000 x1875052937900672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565805:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204855.565807:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565808:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204855.565809:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565810:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204855.565810:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204855.565812:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204855.565813:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204855.565814:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204855.565816:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8000 x1875052937900672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204855.565820:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937900672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204855.565822:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565823:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204855.565825:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb800 x1875052937900288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565828:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204855.565829:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204855.565830:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204855.565831:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204855.565832:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204855.565833:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204855.565834:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204855.565835:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:2.0:1788204855.565837:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204855.565838:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204855.565839:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb800.
00000100:00000001:2.0:1788204855.565843:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204855.565844:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565845:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204855.565847:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8700 x1875052937900416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565851:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204855.565852:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204855.565853:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204855.565854:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204855.565855:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204855.565855:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204855.565856:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204855.565857:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:2.0:1788204855.565858:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204855.565858:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204855.565859:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8700.
00000100:00000001:2.0:1788204855.565860:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204855.565861:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565862:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204855.565863:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb480 x1875052937900544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565867:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204855.565867:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204855.565868:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204855.565869:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204855.565869:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204855.565870:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204855.565871:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204855.565872:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:2.0:1788204855.565873:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204855.565873:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204855.565874:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb480.
00000100:00000001:2.0:1788204855.565875:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204855.565875:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565876:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204855.565878:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8000 x1875052937900672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204880 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204855.565885:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204855.565885:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204855.565886:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204855.565887:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204855.565888:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204855.565889:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204855.565889:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204855.565890:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:2.0:1788204855.565891:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204855.565892:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204855.565892:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8000.
00000100:00000001:2.0:1788204855.565893:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204855.565894:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565895:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.565897:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204855.565898:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.565899:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204855.565900:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204855.756388:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204855.756396:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204855.756398:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204855.756403:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204855.756407:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204855.756411:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.756413:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204855.756415:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204855.756418:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204856.268439:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204856.268457:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204856.268460:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204856.268463:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204856.268469:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204856.268473:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204856.268475:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204856.268478:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204856.268483:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204856.268484:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204856.268493:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204856.268495:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204856.268497:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204856.268498:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204856.268500:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204856.268502:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204856.268563:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204856.268568:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204856.268571:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204856.780358:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204856.780365:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204856.780367:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204856.780371:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204856.780375:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204856.780378:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204856.780380:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204856.780383:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204856.780385:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204857.292458:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204857.292465:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204857.292470:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204857.292472:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204857.292538:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204857.292542:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204857.292547:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204857.804419:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204857.804427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204857.804429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204857.804434:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204857.804438:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204857.804441:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.804443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204857.804446:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204857.804448:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204858.316430:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204858.316436:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204858.316442:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204858.316442:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204858.316459:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204858.316461:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204858.316463:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204858.828448:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204858.828458:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204858.828461:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204858.828468:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204858.828473:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204858.828477:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204858.828480:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204858.828483:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204858.828487:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204859.340440:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204859.340446:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204859.340451:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204859.340453:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204859.340516:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204859.340522:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204859.340526:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204859.404429:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309837516, at 4309837568
00000100:00000040:1.0:1788204859.404429:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309837516, at 4309837568
00000100:00000010:1.0:1788204859.404448:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850900.
00000100:00000010:0.0:1788204859.404450:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108507e0.
00000100:00000001:2.0:1788204859.852376:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204859.852384:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204859.852387:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204859.852394:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204859.852399:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204859.852403:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204859.852406:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204859.852409:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204859.852413:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204860.364446:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204860.364455:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204860.364462:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204860.364464:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204860.364521:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204860.364525:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204860.364528:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204860.684435:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204860.684448:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204860.684451:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204860.684455:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204860.684460:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204860.684468:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15166
00000400:00000200:2.0:1788204860.684478:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204860.684484:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204860.684487:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204860.684489:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204860.684492:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204860.684494:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204860.684496:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204860.684499:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204860.684501:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204860.684504:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204860.684507:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204860.684509:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204860.684511:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204860.684513:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204860.684519:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204860.684520:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204860.684522:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204860.684524:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204860.684526:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204860.684528:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204860.684530:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204860.684533:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204860.684535:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204860.684550:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204860.684553:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204860.684559:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eaa00.
00000020:00000040:2.0:1788204860.684563:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204860.684568:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204860.684570:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204860.684573:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204860.684576:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204860.684580:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204860.684586:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788204860.684593:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204860.684603:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eaa00 x1875052937900800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204860.684612:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204860.684616:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204860.684621:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84ad27f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eaa00 x1875052937900800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204860.684640:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204860.684642:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204860.684644:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204860.684645:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204860.684647:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204860.684649:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204860.684651:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15166
00000400:00000200:2.0:1788204860.684654:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204860.684657:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204860.684658:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204860.684661:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204860.684663:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204860.684664:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204860.684666:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204860.684667:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204860.684669:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1788204860.684672:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:0.0:1788204860.684673:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788204860.684674:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204860.684677:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1788204860.684678:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204860.684681:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788204860.684686:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eaa00 x1875052937900800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204860.684688:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204860.684695:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204860.684699:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204860.684703:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204860.684707:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204860.684712:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:0.0:1788204860.684713:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1788204860.684715:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204860.684717:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204860.684718:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204860.684723:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204860.684723:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204860.684727:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204860.684729:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204860.684731:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1788204860.684733:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788204860.684734:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1788204860.684738:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204860.684739:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204860.684741:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204860.684745:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937900800:192.168.201.135@tcp:250:kworker.0
00000100:00000010:2.0:1788204860.684746:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8000.
00000020:00000040:2.0:1788204860.684751:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:0.0:1788204860.684752:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204860.684754:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204860.684756:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204860.684757:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204860.684758:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204860.684761:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204860.684761:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204860.684763:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204860.684766:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204860.684767:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788204860.684770:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204860.684772:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204860.684776:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204860.684776:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8000 x1875052937900928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204860.684784:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204860.684785:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204860.684788:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204860.684789:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000040:2.0:1788204860.684793:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073353726] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8000 x1875052937900928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788204860.684797:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:2.0:1788204860.684806:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204860.684807:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937900800, portal 25
00000100:00080000:2.0:1788204860.684809:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204860.684811:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1788204860.684813:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204860.684814:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803427840 : -127142906123776 : ffff8c5d3c3eaa00)
00000100:00000001:2.0:1788204860.684815:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204860.684818:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204860.684820:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:0.0:1788204860.684822:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eaa00 x1875052937900800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204860.684824:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15166
00000400:00000200:2.0:1788204860.684831:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204860.684836:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204860.684839:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788204860.684840:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204860.684846:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:0.0:1788204860.684847:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204860.684849:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1788204860.684852:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000040:2.0:1788204860.684853:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204860.684857:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:0.0:1788204860.684858:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937900800, offset 0
00000020:00000001:2.0:1788204860.684859:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204860.684861:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204860.684863:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204860.684865:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204860.684867:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788204860.684868:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000001:2.0:1788204860.684870:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204860.684873:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204860.684875:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204860.684876:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204860.684878:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788204860.684879:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:2.0:1788204860.684881:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204860.684886:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:0.0:1788204860.684890:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204860.684891:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204860.684895:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204860.684899:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1788204860.684899:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204860.684905:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204860.684908:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:2.0:1788204860.684909:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204860.684913:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788204860.684916:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000008:00000001:2.0:1788204860.684918:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204860.684923:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:2.0:1788204860.684923:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204860.684928:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8a80.
00000400:00000200:0.0:1788204860.684932:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546987:546987:256:4294967295] 192.168.201.135@tcp LPNI seq info [546953:546953:8:4294967295]
00000020:00000040:2.0:1788204860.684933:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204860.684938:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204860.684941:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204860.684943:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788204860.684945:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204860.684945:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204860.684948:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204860.684952:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204860.684955:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204860.684963:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8a80 x1875052937901056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204860.684969:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204860.684969:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204860.684972:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204860.684979:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e60b9ed0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8a80 x1875052937901056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1788204860.684983:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204860.684991:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204860.684992:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00080000:2.0:1788204860.684996:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.0:1788204860.685002:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:2.0:1788204860.685002:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204860.685005:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:0.0:1788204860.685007:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000100:00080000:2.0:1788204860.685008:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204860.685014:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204860.685018:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15166
00000800:00000200:0.1:1788204860.685019:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204860.685023:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000400:00000200:2.0:1788204860.685024:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204860.685029:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000100:0.0:1788204860.685032:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204860.685033:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1788204860.685035:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000100:00000040:2.0:1788204860.685038:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204860.685040:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204860.685041:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1788204860.685044:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204860.685047:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788204860.685049:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1788204860.685050:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204860.685052:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204860.685054:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788204860.685057:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000020:00000040:2.0:1788204860.685057:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000010:0.0:1788204860.685061:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000020:00000001:2.0:1788204860.685061:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204860.685065:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204860.685068:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204860.685069:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204860.685070:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204860.685073:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204860.685076:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:0.0:1788204860.685077:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eaa00 x1875052937900800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204860.685079:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204860.685085:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204860.685089:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204860.685092:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204860.685093:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1788204860.685094:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204860.685098:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204860.685099:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eaa00 x1875052937900800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204860.685100:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204860.685104:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204860.685108:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204860.685111:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.685112:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.685116:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:2.0:1788204860.685117:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000020:00000040:2.0:1788204860.685121:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204860.685122:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204860.685123:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204860.685125:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204860.685128:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788204860.685130:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204860.685130:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204860.685133:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.685135:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309842636
02000000:00000010:2.0:1788204860.685137:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000010:0.0:1788204860.685140:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204860.685141:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204860.685147:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937901184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204860.685150:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204860.685153:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204860.685156:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.685157:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309842636
00000100:00000040:2.0:1788204860.685158:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937901184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788204860.685162:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074840.
00000100:00000001:0.0:1788204860.685167:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204860.685168:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.685172:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788204860.685172:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788204860.685179:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204860.685179:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204860.685182:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788204860.685184:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1788204860.685185:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204860.685188:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:0.0:1788204860.685190:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204860/real 1788204860]  req@ffff8c5d3c3eaa00 x1875052937900800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204860.685191:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15166
00000400:00000200:2.0:1788204860.685198:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204860.685203:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204860.685207:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1788204860.685210:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1788204860.685210:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000001:0.0:1788204860.685213:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1788204860.685214:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1788204860.685216:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000040:2.0:1788204860.685217:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204860.685219:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000100:00000001:2.0:1788204860.685220:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:0.0:1788204860.685222:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000020:00000001:2.0:1788204860.685224:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788204860.685226:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:2.0:1788204860.685227:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204860.685229:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:0.0:1788204860.685232:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eaa00 x1875052937900800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204860.685232:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204860.685236:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204860.685240:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204860.685246:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:0.0:1788204860.685250:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eaa00 x1875052937900800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204860.685251:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204860.685255:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204860.685259:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204860.685263:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:0.0:1788204860.685266:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1788204860.685267:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204860.685268:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204860.685269:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.685272:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1788204860.685272:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204860.685275:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204860.685276:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204860.685278:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204860.685280:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eaa00 x1875052937900800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204860.685281:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204860.685284:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204860.685289:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204860.685292:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.685294:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1788204860.685296:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000100:00000040:0.0:1788204860.685316:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eaa00 x1875052937900800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204860.685321:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788204860.685327:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788204860.685327:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204860.685330:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.685332:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204860.685332:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204860.685336:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1788204860.685336:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204860.685338:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.685339:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.685342:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000010:2.0:1788204860.685343:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:0.0:1788204860.685344:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204860.685348:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204860.685349:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204860.685357:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00100000:2.0:1788204860.685357:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937901312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204860.685362:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204860.685369:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eaa00 x1875052937900800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204860.685370:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204860.685374:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204860.685381:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937901312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204860.685383:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937900800:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788204860.685390:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.685394:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204860.685397:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204860.685398:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eaa00 x1875052937900800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685406:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1788204860.685407:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15176)
02000000:00000001:0.0:1788204860.685408:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204860.685413:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204860.685415:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204860.685417:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204860.685418:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204860.685420:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204860.685422:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:0.0:1788204860.685426:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204860.685427:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204860.685429:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eaa00.
00000100:00000001:0.0:1788204860.685431:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204860.685432:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.685435:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.685443:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204860.685446:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.685449:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204860.685451:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204860.685452:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204860.685457:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8000 x1875052937900928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685464:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204860.685465:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204860.685468:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204860.685469:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204860.685472:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204860.685476:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937900928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204860.685479:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204860.685481:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204860.685483:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204860.685485:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204860.685488:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204860.685490:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204860.685494:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204860.685497:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204860.685500:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204860.685504:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937900928, portal 10
00000100:00000001:0.0:1788204860.685506:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204860.685507:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417088 : -127142906134528 : ffff8c5d3c3e8000)
00000100:00000040:0.0:1788204860.685515:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8000 x1875052937900928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685521:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204860.685522:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204860.685524:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204860.685527:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937900928, offset 0
00000400:00000200:0.0:1788204860.685530:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204860.685534:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204860.685549:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204860.685552:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204860.685554:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204860.685555:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204860.685557:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204860.685559:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546988:546988:256:4294967295] 192.168.201.135@tcp LPNI seq info [546954:546954:8:4294967295]
00000400:00000200:0.0:1788204860.685562:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204860.685566:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204860.685569:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204860.685572:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204860.685575:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204860.685577:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788204860.685580:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204860.685581:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1788204860.685584:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204860.685585:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204860.685587:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204860.685589:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204860.685591:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204860.685592:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204860.685594:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204860.685597:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8000 x1875052937900928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685602:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204860.685604:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8000 x1875052937900928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685608:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.685609:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204860.685611:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204860.685614:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204860.685616:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204860.685617:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309838877
00000100:00000001:0.0:1788204860.685619:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309842636
00000100:00000001:0.0:1788204860.685621:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309838877
00000100:00000001:0.0:1788204860.685622:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309842636
00000100:00000001:0.0:1788204860.685623:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204860.685624:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.685625:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204860.685627:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204860/real 1788204860]  req@ffff8c5d3c3e8000 x1875052937900928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204860.685636:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204860.685637:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204860.685638:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204860.685639:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204860.685640:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204860.685641:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204860.685643:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8000 x1875052937900928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204860.685648:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8000 x1875052937900928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685652:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204860.685653:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.685654:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204860.685655:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204860.685657:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8000 x1875052937900928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685660:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204860.685662:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8000 x1875052937900928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685666:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204860.685667:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.685668:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204860.685669:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.685670:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204860.685671:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204860.685672:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204860.685674:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204860.685675:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204860.685678:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8000 x1875052937900928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204860.685683:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937900928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204860.685685:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204860.685687:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8a80 x1875052937901056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685690:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204860.685691:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204860.685692:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204860.685693:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204860.685694:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204860.685695:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937901056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204860.685697:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204860.685698:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204860.685699:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204860.685700:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204860.685702:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204860.685703:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204860.685705:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204860.685706:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204860.685708:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204860.685710:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937901056, portal 10
00000100:00000001:0.0:1788204860.685711:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204860.685712:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803419776 : -127142906131840 : ffff8c5d3c3e8a80)
00000100:00000040:0.0:1788204860.685716:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8a80 x1875052937901056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685720:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204860.685721:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204860.685722:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204860.685724:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937901056, offset 0
00000400:00000200:0.0:1788204860.685727:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204860.685729:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204860.685731:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204860.685732:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204860.685734:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204860.685735:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204860.685737:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204860.685739:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546989:546989:256:4294967295] 192.168.201.135@tcp LPNI seq info [546955:546955:8:4294967295]
00000400:00000200:0.0:1788204860.685742:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204860.685745:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204860.685748:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204860.685749:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204860.685751:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204860.685753:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788204860.685755:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204860.685757:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1788204860.685759:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204860.685760:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204860.685762:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204860.685763:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204860.685765:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204860.685766:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204860.685768:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204860.685769:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8a80 x1875052937901056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685774:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204860.685776:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8a80 x1875052937901056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685779:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.685780:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204860.685782:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204860.685784:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204860.685785:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204860.685787:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309838872
00000100:00000001:0.0:1788204860.685789:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309842636
00000100:00000001:0.0:1788204860.685790:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309838872
00000100:00000001:0.0:1788204860.685792:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309842636
00000100:00000001:0.0:1788204860.685793:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204860.685794:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.685794:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204860.685796:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204860/real 1788204860]  req@ffff8c5d3c3e8a80 x1875052937901056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204860.685800:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204860.685801:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204860.685801:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204860.685802:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204860.685803:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204860.685804:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204860.685806:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8a80 x1875052937901056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204860.685810:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8a80 x1875052937901056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685814:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204860.685815:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.685816:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204860.685817:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204860.685819:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8a80 x1875052937901056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685822:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204860.685824:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8a80 x1875052937901056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685828:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204860.685830:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.685831:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204860.685832:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.685833:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204860.685834:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204860.685836:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204860.685838:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204860.685840:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204860.685844:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8a80 x1875052937901056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204860.685851:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937901056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204860.685855:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204860.685858:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9f80 x1875052937901184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685865:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204860.685866:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204860.685868:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204860.685869:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204860.685871:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204860.685874:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937901184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204860.685877:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204860.685879:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204860.685880:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204860.685882:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204860.685885:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204860.685887:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204860.685890:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204860.685893:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204860.685896:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204860.685899:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937901184, portal 4
00000100:00000001:0.0:1788204860.685902:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204860.685904:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803425152 : -127142906126464 : ffff8c5d3c3e9f80)
00000100:00000040:0.0:1788204860.685909:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9f80 x1875052937901184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685916:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204860.685918:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204860.685920:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204860.685922:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937901184, offset 0
00000400:00000200:0.0:1788204860.685926:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204860.685930:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204860.685933:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204860.685935:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204860.685937:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204860.685939:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204860.685940:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204860.685942:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546990:546990:256:4294967295] 192.168.201.135@tcp LPNI seq info [546956:546956:8:4294967295]
00000400:00000200:0.0:1788204860.685945:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204860.685949:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204860.685952:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204860.685954:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204860.685956:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204860.685958:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788204860.685961:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204860.685962:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1788204860.685965:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204860.685966:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204860.685968:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204860.685970:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204860.685972:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204860.685973:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204860.685975:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204860.685977:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9f80 x1875052937901184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685986:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204860.685988:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9f80 x1875052937901184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.685992:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.685993:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204860.685994:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204860.685996:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204860.685998:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204860.685999:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309838965
00000100:00000001:0.0:1788204860.686001:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309842636
00000100:00000001:0.0:1788204860.686002:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309838965
00000100:00000001:0.0:1788204860.686004:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309842636
00000100:00000001:0.0:1788204860.686005:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204860.686006:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.686007:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204860.686009:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204860/real 1788204860]  req@ffff8c5d3c3e9f80 x1875052937901184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204860.686013:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204860.686014:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204860.686015:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204860.686016:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204860.686017:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204860.686018:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204860.686020:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9f80 x1875052937901184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204860.686025:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9f80 x1875052937901184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.686028:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204860.686030:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.686031:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204860.686032:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204860.686034:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9f80 x1875052937901184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.686037:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204860.686039:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9f80 x1875052937901184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.686043:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204860.686044:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.686045:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204860.686045:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.686046:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204860.686047:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204860.686049:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204860.686050:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204860.686051:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204860.686053:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9f80 x1875052937901184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204860.686057:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937901184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204860.686059:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204860.686061:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9500 x1875052937901312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.686064:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204860.686066:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204860.686067:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204860.686068:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204860.686069:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204860.686071:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937901312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204860.686073:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204860.686074:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204860.686076:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204860.686077:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204860.686079:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204860.686079:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204860.686081:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204860.686082:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204860.686084:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204860.686086:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937901312, portal 4
00000100:00000001:0.0:1788204860.686087:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204860.686088:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803422464 : -127142906129152 : ffff8c5d3c3e9500)
00000100:00000040:0.0:1788204860.686093:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9500 x1875052937901312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.686096:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204860.686098:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204860.686099:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204860.686100:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937901312, offset 0
00000400:00000200:0.0:1788204860.686102:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204860.686104:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204860.686105:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204860.686107:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204860.686108:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204860.686109:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204860.686111:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204860.686112:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546991:546991:256:4294967295] 192.168.201.135@tcp LPNI seq info [546957:546957:8:4294967295]
00000400:00000200:0.0:1788204860.686115:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204860.686118:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204860.686121:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204860.686122:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204860.686125:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204860.686126:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:0.1:1788204860.686129:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204860.686130:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:0.0:1788204860.686132:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204860.686134:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204860.686135:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204860.686137:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204860.686139:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204860.686140:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204860.686141:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204860.686143:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9500 x1875052937901312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.686147:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204860.686149:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9500 x1875052937901312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204885 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.686153:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.686153:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204860.686155:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204860.686156:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204860.686158:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204860.686159:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309838982
00000100:00000001:0.0:1788204860.686160:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309842636
00000100:00000001:0.0:1788204860.686161:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309838982
00000100:00000001:0.0:1788204860.686163:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309842636
00000100:00000001:0.0:1788204860.686164:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204860.686165:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.686166:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204860.686168:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204860/real 1788204860]  req@ffff8c5d3c3e9500 x1875052937901312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204860.686172:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204860.686173:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204860.686174:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204860.686175:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204860.686176:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204860.686177:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204860.686179:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9500 x1875052937901312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204860.686183:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9500 x1875052937901312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.686186:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204860.686187:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.686188:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204860.686189:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204860.686190:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9500 x1875052937901312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.686194:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204860.686196:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9500 x1875052937901312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.686199:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204860.686200:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.686201:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204860.686202:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.686203:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204860.686203:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204860.686204:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204860.686206:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204860.686208:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204860.686210:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9500 x1875052937901312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204860.686218:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937901312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204860.686221:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.686222:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204860.686224:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8000 x1875052937900928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.686227:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204860.686228:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204860.686229:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788204860.686230:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204860.686231:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204860.686232:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204860.686233:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204860.686234:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:0.0:1788204860.686235:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204860.686236:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204860.686237:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8000.
00000100:00000001:0.0:1788204860.686239:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204860.686239:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.686240:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204860.686242:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8a80 x1875052937901056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.686246:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204860.686246:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204860.686247:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788204860.686248:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204860.686249:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204860.686249:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204860.686250:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204860.686251:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:0.0:1788204860.686252:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204860.686252:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204860.686253:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8a80.
00000100:00000001:0.0:1788204860.686255:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204860.686256:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.686257:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204860.686259:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9f80 x1875052937901184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.686262:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204860.686263:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204860.686264:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788204860.686265:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204860.686265:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204860.686266:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204860.686267:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204860.686268:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:0.0:1788204860.686269:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204860.686269:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204860.686270:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9f80.
00000100:00000001:0.0:1788204860.686271:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204860.686272:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.686273:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204860.686274:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9500 x1875052937901312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204885 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204860.686277:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204860.686278:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204860.686279:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788204860.686280:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204860.686280:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204860.686281:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204860.686282:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204860.686282:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:0.0:1788204860.686283:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204860.686284:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204860.686285:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9500.
00000100:00000001:0.0:1788204860.686286:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204860.686286:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.686287:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204860.686290:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204860.686291:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204860.686292:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204860.686293:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204860.876414:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204860.876425:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204860.876428:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204860.876435:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204860.876439:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204860.876444:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204860.876447:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204860.876451:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204860.876454:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204861.388403:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204861.388411:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204861.388419:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204861.388420:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204861.388485:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204861.388490:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204861.388493:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204861.900447:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204861.900454:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204861.900456:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204861.900461:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204861.900465:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204861.900469:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204861.900471:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204861.900473:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204861.900475:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204862.412458:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204862.412466:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204862.412474:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204862.412476:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204862.412538:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204862.412541:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204862.412545:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204862.924411:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204862.924418:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204862.924420:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204862.924425:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204862.924428:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204862.924431:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.924433:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204862.924437:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204862.924439:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204863.436399:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204863.436406:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204863.436412:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204863.436413:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204863.436464:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204863.436466:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204863.436469:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204863.948407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204863.948415:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204863.948417:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204863.948421:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204863.948425:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204863.948428:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204863.948431:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204863.948433:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204863.948435:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204864.460465:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204864.460500:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204864.460508:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204864.460509:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204864.460564:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204864.460568:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204864.460572:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204864.524405:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309842636, at 4309842688
00000100:00000040:1.0:1788204864.524405:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309842636, at 4309842688
00000100:00000010:1.0:1788204864.524422:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074840.
00000100:00000010:0.0:1788204864.524426:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204864.972436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204864.972443:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204864.972445:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204864.972451:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204864.972454:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204864.972458:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204864.972460:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204864.972474:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204864.972480:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204865.484389:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204865.484397:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204865.484405:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204865.484407:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204865.484489:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204865.484492:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204865.484495:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204865.804462:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204865.804475:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204865.804479:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204865.804483:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204865.804488:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204865.804498:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15171
00000400:00000200:0.0:1788204865.804508:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204865.804516:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204865.804520:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204865.804524:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204865.804527:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204865.804530:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204865.804532:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204865.804537:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204865.804540:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788204865.804543:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204865.804546:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788204865.804548:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788204865.804550:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788204865.804552:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204865.804554:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204865.804555:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204865.804556:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204865.804558:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788204865.804561:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204865.804563:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204865.804566:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204865.804568:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204865.804570:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204865.804572:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204865.804574:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204865.804591:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8a80.
00000020:00000040:0.0:1788204865.804595:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788204865.804601:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204865.804603:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204865.804607:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204865.804610:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204865.804615:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204865.804630:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5c00.
00000100:00000001:0.0:1788204865.804639:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204865.804652:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8a80 x1875052937901440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204865.804661:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204865.804664:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204865.804668:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afd37ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8a80 x1875052937901440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204865.804689:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204865.804691:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204865.804694:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204865.804695:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204865.804696:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204865.804699:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204865.804701:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15171
00000400:00000200:0.0:1788204865.804704:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204865.804707:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204865.804709:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204865.804712:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204865.804715:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204865.804717:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204865.804719:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204865.804719:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788204865.804724:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204865.804725:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1788204865.804726:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:2.0:1788204865.804728:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788204865.804730:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204865.804734:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788204865.804737:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204865.804737:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8a80 x1875052937901440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204865.804742:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788204865.804750:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204865.804750:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204865.804753:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204865.804756:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204865.804758:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204865.804762:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:2.0:1788204865.804764:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1788204865.804765:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:2.0:1788204865.804767:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788204865.804769:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:2.0:1788204865.804772:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204865.804773:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204865.804776:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1788204865.804778:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937901440:192.168.201.135@tcp:250:kworker.0
02000000:00000001:0.0:1788204865.804782:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204865.804783:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204865.804786:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204865.804788:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204865.804789:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204865.804792:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788204865.804793:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204865.804795:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1788204865.804799:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204865.804802:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204865.804803:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204865.804805:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204865.804807:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9c00.
00000020:00000040:0.0:1788204865.804811:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000400:00000200:2.0:1788204865.804812:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:0.0:1788204865.804818:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1788204865.804818:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
02000000:00000001:0.0:1788204865.804820:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204865.804824:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204865.804826:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1788204865.804826:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
02000000:00000001:0.0:1788204865.804829:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204865.804835:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937901440, portal 25
02000000:00000010:0.0:1788204865.804836:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7c00.
00000100:00000001:2.0:1788204865.804841:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204865.804842:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.804843:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871301248 : -127143838250368 : ffff8c5d04af8a80)
00000100:00100000:0.0:1788204865.804849:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9c00 x1875052937901568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204865.804851:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8a80 x1875052937901440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204865.804872:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204865.804872:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788204865.804877:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204865.804878:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204865.804882:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204865.804886:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937901440, offset 0
00000100:00000040:0.0:1788204865.804887:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e508162b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9c00 x1875052937901568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204865.804894:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788204865.804904:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204865.804907:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:0.0:1788204865.804909:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204865.804913:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204865.804915:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204865.804916:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:0.0:1788204865.804917:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204865.804921:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204865.804922:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1788204865.804925:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15171
00000400:00000200:2.0:1788204865.804929:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204865.804930:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204865.804935:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204865.804938:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1788204865.804939:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204865.804944:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204865.804947:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204865.804947:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:0.0:1788204865.804951:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204865.804953:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204865.804956:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546992:546992:256:4294967295] 192.168.201.135@tcp LPNI seq info [546958:546958:8:4294967295]
00000400:00000200:2.0:1788204865.804964:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:0.0:1788204865.804966:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204865.804968:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788204865.804969:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204865.804971:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:0.0:1788204865.804973:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788204865.804979:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788204865.804981:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1788204865.804986:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204865.804990:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204865.804994:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:2.0:1788204865.804994:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788204865.804999:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000010:2.0:1788204865.805001:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000020:00000040:0.0:1788204865.805002:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:0.0:1788204865.805008:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000200:2.0:1788204865.805011:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788204865.805013:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204865.805015:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1788204865.805018:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1788204865.805022:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:0.0:1788204865.805023:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1788204865.805027:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1788204865.805028:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204865.805034:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204865.805036:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204865.805040:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788204865.805043:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788204865.805044:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788204865.805046:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000100:00000010:0.0:1788204865.805050:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afa300.
00000400:00000200:2.0:1788204865.805053:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1788204865.805054:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204865.805058:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204865.805058:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1788204865.805060:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204865.805063:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204865.805065:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204865.805066:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
02000000:00000001:0.0:1788204865.805067:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204865.805068:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
02000000:00000010:0.0:1788204865.805073:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7400.
00000100:00000001:2.0:1788204865.805074:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204865.805080:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204865.805080:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8a80 x1875052937901440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204865.805090:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afa300 x1875052937901696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204865.805101:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204865.805105:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788204865.805107:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8a80 x1875052937901440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204865.805109:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204865.805119:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003df1ecd1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afa300 x1875052937901696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.805122:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.805126:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204865.805133:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.805133:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204865.805138:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204865.805140:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204865.805145:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309847756
00000100:00080000:0.0:1788204865.805146:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204865.805150:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204865.805152:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1788204865.805152:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108508a0.
00000100:00000001:0.0:1788204865.805158:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204865.805161:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1788204865.805162:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15171
00000100:00000001:2.0:1788204865.805169:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309847756
00000400:00000200:0.0:1788204865.805170:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:2.0:1788204865.805174:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850960.
00000400:00000200:0.0:1788204865.805178:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204865.805180:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1788204865.805182:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204865.805186:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788204865.805187:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204865.805191:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204865.805192:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204865.805197:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1788204865.805198:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204865.805202:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00100000:2.0:1788204865.805205:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204865/real 1788204865]  req@ffff8c5d04af8a80 x1875052937901440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204865.805206:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204865.805208:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788204865.805213:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204865.805217:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:0.0:1788204865.805221:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000001:2.0:1788204865.805222:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:0.0:1788204865.805224:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000001:2.0:1788204865.805226:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1788204865.805230:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:2.0:1788204865.805230:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000100:00000001:0.0:1788204865.805234:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204865.805236:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000100:00000040:0.0:1788204865.805239:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:2.0:1788204865.805240:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:0.0:1788204865.805242:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204865.805246:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:2.0:1788204865.805248:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:0.0:1788204865.805249:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204865.805253:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204865.805256:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788204865.805256:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8a80 x1875052937901440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204865.805259:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204865.805263:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204865.805267:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204865.805270:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204865.805274:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204865.805275:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8a80 x1875052937901440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204865.805276:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204865.805282:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb100.
00000020:00000040:0.0:1788204865.805287:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:2.0:1788204865.805288:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1788204865.805293:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204865.805294:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204865.805296:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.805328:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204865.805329:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204865.805330:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788204865.805333:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204865.805336:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204865.805337:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8a80 x1875052937901440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788204865.805344:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5800.
00000100:00000001:2.0:1788204865.805345:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204865.805347:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204865.805351:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8a80 x1875052937901440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204865.805355:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb100 x1875052937901824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204865.805364:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204865.805369:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204865.805370:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204865.805372:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.805373:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204865.805376:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204865.805377:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c389169] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb100 x1875052937901824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.805379:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204865.805382:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204865.805387:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788204865.805390:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204865.805392:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00080000:0.0:1788204865.805394:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204865.805395:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1788204865.805397:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204865.805399:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1788204865.805400:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8a80 x1875052937901440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204865.805401:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204865.805406:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204865.805410:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15171
00000100:00100000:2.0:1788204865.805415:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937901440:192.168.201.135@tcp:250:kworker.0
00000400:00000200:0.0:1788204865.805417:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204865.805423:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788204865.805424:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204865.805427:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204865.805428:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204865.805432:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:2.0:1788204865.805433:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8a80 x1875052937901440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204865.805438:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204865.805443:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:0.0:1788204865.805444:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:2.0:1788204865.805461:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1788204865.805462:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204865.805466:0:267481:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000010:2.0:1788204865.805466:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
00000020:00000040:0.0:1788204865.805470:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
02000000:00000001:2.0:1788204865.805471:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204865.805473:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000001:2.0:1788204865.805474:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204865.805477:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000040:2.0:1788204865.805478:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204865.805484:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204865.805484:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204865.805487:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5c00.
00000020:00000001:0.0:1788204865.805489:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:2.0:1788204865.805491:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:0.0:1788204865.805494:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:2.0:1788204865.805494:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204865.805496:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8a80.
00000100:00000001:0.0:1788204865.805498:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204865.805500:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000040:0.0:1788204865.805501:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204865.805502:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204865.805505:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204865.805506:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788204865.805509:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:0.0:1788204865.805512:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204865.805513:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204865.805515:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204865.805515:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204865.805519:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204865.805520:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204865.805522:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1788204865.805523:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.805525:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204865.805526:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204865.805527:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:0.0:1788204865.805529:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204865.805532:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204865.805533:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204865.805536:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9f80.
00000100:00000040:2.0:1788204865.805538:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9c00 x1875052937901568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788204865.805539:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788204865.805543:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204865.805545:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204865.805548:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204865.805550:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204865.805551:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.805553:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000010:0.0:1788204865.805555:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5c00.
00000100:00000001:2.0:1788204865.805555:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204865.805557:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788204865.805559:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204865.805560:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204865.805564:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204865.805566:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9f80 x1875052937901952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788204865.805568:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937901568:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204865.805576:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204865.805579:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788204865.805580:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788204865.805581:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204865.805583:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204865.805584:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204865.805588:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000040:0.0:1788204865.805589:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096d998d0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9f80 x1875052937901952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204865.805592:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204865.805599:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204865.805603:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788204865.805604:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15181)
00000400:00000010:2.0:1788204865.805607:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204865.805611:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204865.805613:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937901568, portal 10
00000100:00000001:2.0:1788204865.805615:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204865.805616:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871305728 : -127143838245888 : ffff8c5d04af9c00)
00000100:00000040:2.0:1788204865.805623:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9c00 x1875052937901568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.805628:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204865.805629:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204865.805630:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204865.805632:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937901568, offset 0
00000400:00000200:2.0:1788204865.805634:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204865.805637:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204865.805639:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204865.805641:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204865.805643:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204865.805645:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204865.805646:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204865.805648:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546993:546993:256:4294967295] 192.168.201.135@tcp LPNI seq info [546959:546959:8:4294967295]
00000400:00000200:2.0:1788204865.805651:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204865.805655:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204865.805658:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204865.805660:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204865.805662:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204865.805664:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204865.805667:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204865.805669:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204865.805672:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204865.805673:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204865.805675:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204865.805677:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204865.805679:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204865.805680:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204865.805682:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204865.805684:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9c00 x1875052937901568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.805689:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204865.805691:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9c00 x1875052937901568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.805699:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.805700:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204865.805702:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204865.805705:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204865.805707:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204865.805708:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309843997
00000100:00000001:2.0:1788204865.805710:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309847756
00000100:00000001:2.0:1788204865.805711:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309843997
00000100:00000001:2.0:1788204865.805712:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309847756
00000100:00000001:2.0:1788204865.805713:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204865.805715:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.805716:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204865.805718:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204865/real 1788204865]  req@ffff8c5d04af9c00 x1875052937901568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204865.805721:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204865.805722:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204865.805723:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204865.805725:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204865.805726:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204865.805727:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204865.805729:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9c00 x1875052937901568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204865.805734:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9c00 x1875052937901568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.805737:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204865.805738:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.805739:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204865.805739:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204865.805741:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9c00 x1875052937901568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.805746:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204865.805748:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9c00 x1875052937901568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.805752:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204865.805753:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.805754:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204865.805755:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.805756:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204865.805757:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204865.805758:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204865.805760:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204865.805761:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204865.805763:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9c00 x1875052937901568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204865.805767:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937901568:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204865.805769:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204865.805771:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afa300 x1875052937901696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.805774:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204865.805775:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204865.805776:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204865.805777:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204865.805778:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204865.805780:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937901696:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204865.805781:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204865.805783:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204865.805784:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204865.805785:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204865.805787:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204865.805789:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204865.805790:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204865.805792:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204865.805794:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204865.805795:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937901696, portal 10
00000100:00000001:2.0:1788204865.805797:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204865.805798:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871307520 : -127143838244096 : ffff8c5d04afa300)
00000100:00000040:2.0:1788204865.805804:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afa300 x1875052937901696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.805810:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204865.805812:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204865.805814:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204865.805817:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937901696, offset 0
00000400:00000200:2.0:1788204865.805821:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204865.805824:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204865.805828:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204865.805830:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204865.805833:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204865.805835:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204865.805838:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204865.805840:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546994:546994:256:4294967295] 192.168.201.135@tcp LPNI seq info [546960:546960:8:4294967295]
00000400:00000200:2.0:1788204865.805844:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204865.805849:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204865.805852:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204865.805854:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204865.805857:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204865.805859:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204865.805861:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204865.805863:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204865.805865:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204865.805867:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204865.805869:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204865.805871:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204865.805873:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204865.805874:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204865.805875:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204865.805878:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afa300 x1875052937901696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.805883:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204865.805885:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afa300 x1875052937901696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.805889:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.805890:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204865.805891:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204865.805893:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204865.805895:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204865.805897:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309843992
00000100:00000001:2.0:1788204865.805898:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309847756
00000100:00000001:2.0:1788204865.805899:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309843992
00000100:00000001:2.0:1788204865.805901:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309847756
00000100:00000001:2.0:1788204865.805902:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204865.805903:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.805904:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204865.805906:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204865/real 1788204865]  req@ffff8c5d04afa300 x1875052937901696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204865.805910:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204865.805911:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204865.805912:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204865.805913:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204865.805914:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204865.805916:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204865.805918:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afa300 x1875052937901696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204865.805922:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afa300 x1875052937901696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.805926:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204865.805927:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.805927:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204865.805928:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204865.805930:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afa300 x1875052937901696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.805934:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204865.805935:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afa300 x1875052937901696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.805940:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204865.805942:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.805943:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204865.805944:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.805945:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204865.805947:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204865.805949:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204865.805951:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204865.805954:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204865.805957:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afa300 x1875052937901696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204865.805965:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937901696:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204865.805969:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204865.805972:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb100 x1875052937901824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.805979:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204865.805981:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204865.805983:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204865.805985:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204865.805986:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204865.805988:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937901824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204865.805990:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204865.805992:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204865.805993:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204865.805994:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204865.805996:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204865.805998:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204865.806000:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204865.806002:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204865.806004:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204865.806006:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937901824, portal 4
00000100:00000001:2.0:1788204865.806007:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204865.806008:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871311104 : -127143838240512 : ffff8c5d04afb100)
00000100:00000040:2.0:1788204865.806012:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb100 x1875052937901824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806016:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204865.806017:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204865.806019:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204865.806020:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937901824, offset 0
00000400:00000200:2.0:1788204865.806022:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204865.806024:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204865.806026:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204865.806028:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204865.806030:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204865.806031:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204865.806033:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204865.806035:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546995:546995:256:4294967295] 192.168.201.135@tcp LPNI seq info [546961:546961:8:4294967295]
00000400:00000200:2.0:1788204865.806037:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204865.806041:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204865.806044:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204865.806046:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204865.806048:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204865.806050:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204865.806052:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204865.806054:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204865.806057:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204865.806058:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204865.806060:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204865.806062:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204865.806063:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204865.806064:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204865.806066:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204865.806068:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb100 x1875052937901824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806072:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204865.806074:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb100 x1875052937901824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806078:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.806079:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204865.806081:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204865.806083:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204865.806085:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204865.806086:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309844085
00000100:00000001:2.0:1788204865.806088:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309847756
00000100:00000001:2.0:1788204865.806089:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309844085
00000100:00000001:2.0:1788204865.806091:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309847756
00000100:00000001:2.0:1788204865.806092:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204865.806094:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.806095:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204865.806097:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204865/real 1788204865]  req@ffff8c5d04afb100 x1875052937901824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204865.806101:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204865.806102:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204865.806103:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204865.806104:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204865.806105:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204865.806106:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204865.806108:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb100 x1875052937901824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204865.806113:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb100 x1875052937901824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806116:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204865.806117:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.806118:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204865.806118:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204865.806120:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb100 x1875052937901824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806123:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204865.806125:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb100 x1875052937901824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806129:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204865.806130:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.806131:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204865.806132:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.806133:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204865.806134:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204865.806136:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204865.806138:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204865.806140:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204865.806142:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb100 x1875052937901824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204865.806146:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937901824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204865.806148:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.806149:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204865.806151:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9c00 x1875052937901568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806154:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204865.806155:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204865.806156:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204865.806157:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204865.806158:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204865.806159:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204865.806160:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204865.806161:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:2.0:1788204865.806163:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204865.806163:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204865.806164:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9c00.
00000100:00000001:2.0:1788204865.806166:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204865.806167:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.806168:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204865.806169:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afa300 x1875052937901696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806173:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204865.806174:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204865.806175:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788204865.806176:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204865.806176:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204865.806177:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204865.806178:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204865.806179:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:2.0:1788204865.806180:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204865.806181:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204865.806182:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afa300.
00000100:00000001:2.0:1788204865.806183:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204865.806184:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.806185:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204865.806186:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb100 x1875052937901824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806189:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204865.806190:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204865.806191:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204865.806192:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204865.806192:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204865.806193:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204865.806194:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204865.806195:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:2.0:1788204865.806196:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204865.806196:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204865.806197:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb100.
00000100:00000001:2.0:1788204865.806201:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204865.806201:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.806202:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.806204:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204865.806205:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.806206:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204865.806207:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204865.806208:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204865.806210:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9f80 x1875052937901952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806213:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204865.806214:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204865.806215:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204865.806216:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204865.806217:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204865.806218:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937901952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204865.806221:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204865.806222:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204865.806223:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204865.806224:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204865.806226:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204865.806227:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204865.806229:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204865.806230:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204865.806232:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204865.806234:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937901952, portal 4
00000100:00000001:2.0:1788204865.806235:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204865.806236:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871306624 : -127143838244992 : ffff8c5d04af9f80)
00000100:00000040:2.0:1788204865.806240:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9f80 x1875052937901952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806244:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204865.806245:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204865.806246:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204865.806248:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937901952, offset 0
00000400:00000200:2.0:1788204865.806250:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204865.806251:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204865.806253:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204865.806254:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204865.806256:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204865.806257:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204865.806259:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204865.806261:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546996:546996:256:4294967295] 192.168.201.135@tcp LPNI seq info [546962:546962:8:4294967295]
00000400:00000200:2.0:1788204865.806263:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204865.806266:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204865.806269:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204865.806270:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204865.806272:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204865.806274:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788204865.806277:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204865.806278:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788204865.806281:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204865.806282:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204865.806283:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204865.806285:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204865.806287:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204865.806288:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204865.806289:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204865.806291:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9f80 x1875052937901952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806296:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204865.806311:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9f80 x1875052937901952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204890 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806315:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.806316:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204865.806319:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204865.806321:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204865.806323:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204865.806324:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309844103
00000100:00000001:2.0:1788204865.806326:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309847756
00000100:00000001:2.0:1788204865.806327:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309844103
00000100:00000001:2.0:1788204865.806328:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309847756
00000100:00000001:2.0:1788204865.806330:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204865.806331:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.806332:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204865.806334:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204865/real 1788204865]  req@ffff8c5d04af9f80 x1875052937901952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204865.806338:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204865.806338:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204865.806340:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204865.806341:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204865.806342:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204865.806344:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204865.806346:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9f80 x1875052937901952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204865.806350:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9f80 x1875052937901952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806353:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204865.806354:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.806355:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204865.806356:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204865.806357:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9f80 x1875052937901952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806361:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204865.806363:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9f80 x1875052937901952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806367:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204865.806369:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.806370:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204865.806371:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.806371:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204865.806372:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204865.806374:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204865.806375:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204865.806376:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204865.806378:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9f80 x1875052937901952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204865.806382:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937901952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204865.806385:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.806386:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204865.806387:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9f80 x1875052937901952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204890 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204865.806391:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204865.806392:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204865.806393:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788204865.806394:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204865.806395:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204865.806395:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204865.806396:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204865.806397:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:2.0:1788204865.806398:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204865.806399:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204865.806400:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9f80.
00000100:00000001:2.0:1788204865.806402:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204865.806403:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.806404:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.806406:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204865.806407:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.806408:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204865.806409:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204865.996428:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204865.996435:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204865.996438:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204865.996443:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204865.996459:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204865.996464:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.996466:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204865.996468:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204865.996471:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204866.508474:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204866.508484:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204866.508486:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204866.508491:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204866.508497:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204866.508500:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204866.508502:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204866.508504:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204866.508508:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204866.508509:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204866.508511:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204866.508512:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204866.508513:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204866.508514:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204866.508516:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204866.508517:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204866.508582:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204866.508587:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204866.508590:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204867.020413:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204867.020421:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204867.020423:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204867.020449:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204867.020453:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204867.020457:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.020461:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204867.020464:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204867.020467:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204867.532452:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204867.532461:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204867.532468:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204867.532470:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204867.532524:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204867.532528:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204867.532532:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204868.044448:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204868.044456:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204868.044458:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204868.044464:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204868.044469:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204868.044474:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204868.044476:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204868.044480:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204868.044483:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204868.556482:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204868.556488:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204868.556493:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204868.556494:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204868.556515:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204868.556517:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204868.556520:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204869.068429:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204869.068439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204869.068441:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204869.068449:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204869.068453:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204869.068457:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204869.068460:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204869.068464:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204869.068467:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204869.580477:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204869.580487:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204869.580496:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204869.580497:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204869.580564:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204869.580569:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204869.580573:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204869.644438:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309847756, at 4309847808
00000100:00000040:1.0:1788204869.644438:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309847756, at 4309847808
00000100:00000010:0.0:1788204869.644455:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108508a0.
00000100:00000010:1.0:1788204869.644457:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850960.
00000100:00000001:2.0:1788204870.092440:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204870.092449:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204870.092451:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204870.092458:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204870.092463:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204870.092467:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.092470:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204870.092473:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.092476:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204870.604505:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204870.604513:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204870.604520:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204870.604521:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204870.604596:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204870.604600:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204870.604604:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204870.924473:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204870.924484:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204870.924488:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204870.924492:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204870.924497:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204870.924505:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15176
00000400:00000200:0.0:1788204870.924519:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204870.924525:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204870.924529:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204870.924531:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.924534:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204870.924537:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.924538:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204870.924542:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204870.924544:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788204870.924546:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204870.924549:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788204870.924550:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788204870.924552:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788204870.924554:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.924555:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204870.924556:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.924557:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204870.924559:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788204870.924562:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204870.924564:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204870.924566:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204870.924569:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204870.924572:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204870.924573:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204870.924575:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204870.924585:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afad80.
00000020:00000040:0.0:1788204870.924587:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788204870.924592:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204870.924593:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204870.924596:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204870.924602:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204870.924606:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204870.924615:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7800.
00000100:00000001:0.0:1788204870.924621:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204870.924631:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afad80 x1875052937902080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204870.924639:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204870.924644:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204870.924647:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d214ad8] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afad80 x1875052937902080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204870.924663:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204870.924665:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204870.924668:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204870.924669:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204870.924670:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204870.924672:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204870.924675:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15176
00000400:00000200:0.0:1788204870.924678:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204870.924682:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204870.924684:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204870.924687:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.924690:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204870.924692:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.924695:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204870.924698:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204870.924698:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1788204870.924700:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788204870.924703:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204870.924703:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1788204870.924706:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:2.0:1788204870.924707:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788204870.924711:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788204870.924715:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204870.924716:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afad80 x1875052937902080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204870.924723:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.924728:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204870.924730:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1788204870.924731:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204870.924733:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204870.924734:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204870.924737:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:2.0:1788204870.924737:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1788204870.924739:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:2.0:1788204870.924741:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204870.924742:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204870.924747:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204870.924747:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204870.924752:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788204870.924752:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937902080:192.168.201.135@tcp:250:kworker.0
02000000:00000001:0.0:1788204870.924757:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204870.924757:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788204870.924758:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204870.924761:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1788204870.924764:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204870.924765:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788204870.924767:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204870.924768:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788204870.924769:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204870.924773:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8e00.
02000000:00000010:2.0:1788204870.924775:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
00000020:00000040:0.0:1788204870.924776:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204870.924778:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204870.924779:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204870.924781:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204870.924783:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204870.924783:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204870.924785:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204870.924786:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:0.0:1788204870.924789:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5400.
00000400:00000010:2.0:1788204870.924791:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:0.0:1788204870.924794:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204870.924799:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00100000:0.0:1788204870.924800:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8e00 x1875052937902208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204870.924806:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1788204870.924807:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937902080, portal 25
00000100:00000001:0.0:1788204870.924808:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204870.924812:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1788204870.924813:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ded5d6d5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8e00 x1875052937902208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.924814:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871310208 : -127143838241408 : ffff8c5d04afad80)
00000100:00000001:0.0:1788204870.924824:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204870.924824:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afad80 x1875052937902080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204870.924829:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204870.924836:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204870.924839:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204870.924840:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204870.924844:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204870.924846:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00080000:0.0:1788204870.924848:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204870.924852:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204870.924854:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15176
00000400:00000200:0.0:1788204870.924857:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204870.924859:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204870.924861:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788204870.924862:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937902080, offset 0
00000100:00000040:0.0:1788204870.924863:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.924867:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204870.924868:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.924870:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204870.924872:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204870.924873:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788204870.924874:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204870.924876:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000040:0.0:1788204870.924877:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:0.0:1788204870.924880:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788204870.924882:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:0.0:1788204870.924885:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.924886:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204870.924888:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.924889:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204870.924891:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:2.0:1788204870.924893:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:0.0:1788204870.924895:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204870.924898:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204870.924899:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204870.924901:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204870.924902:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204870.924904:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204870.924906:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204870.924906:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000008:00000001:0.0:1788204870.924910:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204870.924913:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204870.924915:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afbb80.
00000400:00000200:2.0:1788204870.924917:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204870.924924:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:0.0:1788204870.924925:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204870.924928:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204870.924929:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204870.924930:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204870.924933:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204870.924933:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1788204870.924936:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204870.924939:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7000.
00000400:00000200:2.0:1788204870.924940:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.924942:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204870.924946:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afbb80 x1875052937902336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204870.924954:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546997:546997:256:4294967295] 192.168.201.135@tcp LPNI seq info [546963:546963:8:4294967295]
00000100:00000001:0.0:1788204870.924957:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204870.924960:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204870.924965:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005baa2078] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afbb80 x1875052937902336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204870.924966:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204870.924973:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204870.924976:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204870.924978:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204870.924981:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204870.924983:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204870.924988:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204870.924989:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1788204870.924994:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15176
00000400:00000200:0.0:1788204870.925001:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:2.0:1788204870.925001:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204870.925006:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204870.925009:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1788204870.925012:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000100:00000040:0.0:1788204870.925013:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.925018:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204870.925020:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.925025:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:2.0:1788204870.925026:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:0.0:1788204870.925030:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.0:1788204870.925033:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000020:00000040:0.0:1788204870.925034:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788204870.925037:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204870.925041:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:0.0:1788204870.925046:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:0.0:1788204870.925047:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000200:2.1:1788204870.925051:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:0.0:1788204870.925053:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.925058:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788204870.925059:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1788204870.925062:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.925066:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000100:2.0:1788204870.925068:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000040:0.0:1788204870.925071:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000800:00000010:2.0:1788204870.925074:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000100:00080000:0.0:1788204870.925077:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204870.925081:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204870.925084:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204870.925084:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1788204870.925089:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204870.925094:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1788204870.925095:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204870.925099:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204870.925103:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1788204870.925104:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000008:00000001:0.0:1788204870.925109:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204870.925110:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:0.0:1788204870.925112:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204870.925117:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1788204870.925118:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afaa00.
00000020:00000040:0.0:1788204870.925123:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000200:2.0:1788204870.925125:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afad80 x1875052937902080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204870.925126:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204870.925129:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204870.925133:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204870.925136:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204870.925139:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204870.925144:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1788204870.925146:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6800.
00000100:00000040:2.0:1788204870.925149:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afad80 x1875052937902080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204870.925151:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204870.925161:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afaa00 x1875052937902464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204870.925163:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204870.925167:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204870.925174:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204870.925175:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204870.925179:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204870.925183:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788204870.925186:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0848cb4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afaa00 x1875052937902464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.925188:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309852876
00000100:00000001:0.0:1788204870.925197:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204870.925197:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850060.
00000100:00080000:0.0:1788204870.925202:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204870.925205:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204870.925206:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204870.925207:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204870.925209:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204870.925209:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1788204870.925214:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15176
00000400:00000200:0.0:1788204870.925218:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204870.925219:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309852876
00000400:00000200:0.0:1788204870.925220:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204870.925225:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1788204870.925227:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850ba0.
00000100:00000040:0.0:1788204870.925228:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.925231:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204870.925233:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204870.925233:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788204870.925235:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204870.925236:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204870.925237:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:0.0:1788204870.925238:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204870.925239:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:0.0:1788204870.925240:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788204870.925241:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:0.0:1788204870.925245:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.925247:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204870.925249:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204870.925251:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204870.925251:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1788204870.925254:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:2.0:1788204870.925257:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204870.925258:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204870.925262:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204870.925264:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1788204870.925265:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204870.925269:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204870.925271:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204870.925273:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204870/real 1788204870]  req@ffff8c5d04afad80 x1875052937902080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204870.925274:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204870.925277:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788204870.925281:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204870.925284:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204870.925290:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9f80.
00000020:00000040:0.0:1788204870.925293:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000001:2.0:1788204870.925294:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1788204870.925295:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204870.925328:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204870.925329:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1788204870.925331:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1788204870.925333:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
02000000:00000001:0.0:1788204870.925334:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204870.925336:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204870.925341:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6000.
00000100:00000001:0.0:1788204870.925344:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204870.925348:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000100:00100000:0.0:1788204870.925352:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9f80 x1875052937902592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788204870.925353:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204870.925358:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788204870.925375:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204870.925379:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204870.925380:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afad80 x1875052937902080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204870.925387:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096d998d0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9f80 x1875052937902592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204870.925397:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afad80 x1875052937902080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204870.925399:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204870.925407:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15186)
00000100:00000001:2.0:1788204870.925409:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204870.925413:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.925416:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204870.925418:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204870.925424:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afad80 x1875052937902080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.925431:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204870.925436:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afad80 x1875052937902080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.925443:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204870.925447:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.925448:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204870.925450:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.925453:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204870.925455:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204870.925457:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204870.925461:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204870.925464:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204870.925468:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afad80 x1875052937902080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204870.925476:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937902080:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204870.925480:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.925482:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204870.925485:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afad80 x1875052937902080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.925491:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204870.925494:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204870.925496:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204870.925499:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204870.925500:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204870.925502:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204870.925504:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204870.925506:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:2.0:1788204870.925511:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204870.925512:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204870.925514:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afad80.
00000100:00000001:2.0:1788204870.925520:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204870.925521:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.925523:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.925531:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204870.925533:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204870.925540:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204870.925542:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204870.925544:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204870.925547:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8e00 x1875052937902208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.925553:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204870.925554:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204870.925556:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204870.925558:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204870.925560:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204870.925562:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937902208:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204870.925565:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204870.925567:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204870.925568:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204870.925570:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204870.925573:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204870.925574:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204870.925578:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204870.925580:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204870.925584:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204870.925587:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937902208, portal 10
00000100:00000001:2.0:1788204870.925589:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204870.925590:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871302144 : -127143838249472 : ffff8c5d04af8e00)
00000100:00000040:2.0:1788204870.925597:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8e00 x1875052937902208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.925602:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204870.925604:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204870.925607:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204870.925609:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937902208, offset 0
00000400:00000200:2.0:1788204870.925613:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204870.925617:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204870.925620:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204870.925623:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204870.925625:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204870.925628:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204870.925630:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204870.925633:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546998:546998:256:4294967295] 192.168.201.135@tcp LPNI seq info [546964:546964:8:4294967295]
00000400:00000200:2.0:1788204870.925637:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204870.925643:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204870.925648:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204870.925651:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204870.925655:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204870.925658:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204870.925662:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204870.925664:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204870.925668:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204870.925670:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204870.925673:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204870.925676:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204870.925679:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204870.925681:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204870.925684:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204870.925687:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8e00 x1875052937902208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.925694:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204870.925697:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8e00 x1875052937902208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.925703:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204870.925705:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204870.925707:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204870.925712:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204870.925715:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204870.925717:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309849117
00000100:00000001:2.0:1788204870.925719:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309852876
00000100:00000001:2.0:1788204870.925721:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309849117
00000100:00000001:2.0:1788204870.925723:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309852876
00000100:00000001:2.0:1788204870.925725:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204870.925728:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204870.925730:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204870.925733:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204870/real 1788204870]  req@ffff8c5d04af8e00 x1875052937902208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204870.925741:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204870.925743:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204870.925744:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204870.925746:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204870.925748:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204870.925750:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204870.925753:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8e00 x1875052937902208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204870.925762:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8e00 x1875052937902208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.925768:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204870.925769:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.925771:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204870.925772:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204870.925775:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8e00 x1875052937902208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.925782:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204870.925785:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8e00 x1875052937902208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.925792:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204870.925794:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.925796:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204870.925797:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.925798:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204870.925800:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204870.925803:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204870.925807:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204870.925809:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204870.925813:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8e00 x1875052937902208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204870.925821:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937902208:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204870.925824:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204870.925827:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afbb80 x1875052937902336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.925833:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204870.925835:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204870.925837:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204870.925838:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204870.925840:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204870.925843:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937902336:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204870.925846:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204870.925848:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204870.925850:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204870.925852:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204870.925855:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204870.925857:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204870.925860:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204870.925862:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204870.925865:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204870.925868:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937902336, portal 10
00000100:00000001:2.0:1788204870.925869:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204870.925871:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871313792 : -127143838237824 : ffff8c5d04afbb80)
00000100:00000040:2.0:1788204870.925876:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afbb80 x1875052937902336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.925882:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204870.925885:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204870.925887:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204870.925889:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937902336, offset 0
00000400:00000200:2.0:1788204870.925893:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204870.925896:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204870.925900:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204870.925902:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204870.925905:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204870.925907:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204870.925910:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204870.925913:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [546999:546999:256:4294967295] 192.168.201.135@tcp LPNI seq info [546965:546965:8:4294967295]
00000400:00000200:2.0:1788204870.925916:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204870.925922:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204870.925927:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204870.925930:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204870.925933:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204870.925936:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204870.925940:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204870.925942:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204870.925946:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204870.925948:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204870.925950:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204870.925954:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204870.925956:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204870.925958:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204870.925960:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204870.925963:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afbb80 x1875052937902336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.925970:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204870.925972:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afbb80 x1875052937902336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.925978:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204870.925980:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204870.925983:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204870.925985:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204870.925988:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204870.925990:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309849112
00000100:00000001:2.0:1788204870.925992:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309852876
00000100:00000001:2.0:1788204870.925994:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309849112
00000100:00000001:2.0:1788204870.925996:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309852876
00000100:00000001:2.0:1788204870.925998:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204870.926000:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204870.926001:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204870.926004:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204870/real 1788204870]  req@ffff8c5d04afbb80 x1875052937902336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204870.926011:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204870.926012:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204870.926014:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204870.926016:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204870.926017:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204870.926019:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204870.926022:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afbb80 x1875052937902336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204870.926029:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afbb80 x1875052937902336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926034:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204870.926035:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.926036:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204870.926038:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204870.926040:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afbb80 x1875052937902336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926047:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204870.926051:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afbb80 x1875052937902336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926057:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204870.926059:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.926061:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204870.926062:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.926063:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204870.926065:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204870.926067:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204870.926070:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204870.926071:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204870.926075:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afbb80 x1875052937902336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204870.926082:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937902336:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204870.926085:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204870.926088:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afaa00 x1875052937902464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926094:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204870.926096:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204870.926098:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204870.926099:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204870.926101:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204870.926103:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937902464:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204870.926107:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204870.926108:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204870.926110:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204870.926111:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204870.926114:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204870.926117:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204870.926120:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204870.926122:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204870.926125:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204870.926127:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937902464, portal 4
00000100:00000001:2.0:1788204870.926129:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204870.926130:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871309312 : -127143838242304 : ffff8c5d04afaa00)
00000100:00000040:2.0:1788204870.926136:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afaa00 x1875052937902464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926141:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204870.926143:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204870.926145:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204870.926147:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937902464, offset 0
00000400:00000200:2.0:1788204870.926151:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204870.926154:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204870.926157:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204870.926159:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204870.926161:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204870.926164:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204870.926166:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204870.926168:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547000:547000:256:4294967295] 192.168.201.135@tcp LPNI seq info [546966:546966:8:4294967295]
00000400:00000200:2.0:1788204870.926172:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204870.926177:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204870.926181:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204870.926184:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204870.926187:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204870.926189:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204870.926193:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204870.926195:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204870.926198:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204870.926200:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204870.926202:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204870.926205:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204870.926208:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204870.926209:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204870.926212:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204870.926215:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afaa00 x1875052937902464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926221:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204870.926224:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afaa00 x1875052937902464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926229:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204870.926231:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204870.926233:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204870.926236:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204870.926238:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204870.926240:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309849205
00000100:00000001:2.0:1788204870.926242:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309852876
00000100:00000001:2.0:1788204870.926244:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309849205
00000100:00000001:2.0:1788204870.926246:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309852876
00000100:00000001:2.0:1788204870.926248:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204870.926250:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204870.926251:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204870.926255:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204870/real 1788204870]  req@ffff8c5d04afaa00 x1875052937902464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204870.926261:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204870.926262:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204870.926264:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204870.926266:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204870.926267:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204870.926269:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204870.926272:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afaa00 x1875052937902464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204870.926279:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afaa00 x1875052937902464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926285:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204870.926287:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.926288:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204870.926289:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204870.926292:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afaa00 x1875052937902464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926318:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204870.926322:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afaa00 x1875052937902464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926328:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204870.926330:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.926332:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204870.926333:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.926335:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204870.926336:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204870.926339:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204870.926342:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204870.926344:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204870.926348:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afaa00 x1875052937902464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204870.926355:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937902464:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204870.926371:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204870.926375:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9f80 x1875052937902592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926381:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204870.926383:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204870.926386:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204870.926387:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204870.926389:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204870.926392:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937902592:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204870.926395:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204870.926396:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204870.926398:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204870.926400:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204870.926403:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204870.926405:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204870.926408:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204870.926411:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204870.926414:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204870.926416:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937902592, portal 4
00000100:00000001:2.0:1788204870.926418:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204870.926420:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871306624 : -127143838244992 : ffff8c5d04af9f80)
00000100:00000040:2.0:1788204870.926425:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9f80 x1875052937902592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926431:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204870.926433:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204870.926435:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204870.926437:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937902592, offset 0
00000400:00000200:2.0:1788204870.926441:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204870.926444:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204870.926447:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204870.926449:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204870.926452:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204870.926454:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204870.926456:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204870.926459:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547001:547001:256:4294967295] 192.168.201.135@tcp LPNI seq info [546967:546967:8:4294967295]
00000400:00000200:2.0:1788204870.926463:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204870.926468:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204870.926473:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204870.926475:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204870.926479:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204870.926481:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788204870.926486:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204870.926488:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788204870.926492:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204870.926494:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204870.926497:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204870.926500:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204870.926503:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204870.926504:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204870.926507:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204870.926510:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9f80 x1875052937902592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926517:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204870.926520:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9f80 x1875052937902592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204895 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926525:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204870.926527:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204870.926529:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204870.926532:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204870.926535:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204870.926537:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309849223
00000100:00000001:2.0:1788204870.926539:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309852876
00000100:00000001:2.0:1788204870.926542:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309849223
00000100:00000001:2.0:1788204870.926544:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309852876
00000100:00000001:2.0:1788204870.926546:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204870.926547:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204870.926549:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204870.926552:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204870/real 1788204870]  req@ffff8c5d04af9f80 x1875052937902592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204870.926560:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204870.926561:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204870.926563:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204870.926565:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204870.926566:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204870.926569:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204870.926571:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9f80 x1875052937902592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204870.926579:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9f80 x1875052937902592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926585:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204870.926586:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.926588:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204870.926589:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204870.926592:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9f80 x1875052937902592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926598:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204870.926601:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9f80 x1875052937902592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926607:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204870.926609:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.926610:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204870.926612:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.926614:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204870.926615:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204870.926617:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204870.926620:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204870.926623:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204870.926627:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9f80 x1875052937902592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204870.926633:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937902592:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204870.926637:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.926639:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204870.926642:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8e00 x1875052937902208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926648:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204870.926650:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204870.926651:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788204870.926654:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204870.926655:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204870.926657:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204870.926658:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204870.926660:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:2.0:1788204870.926662:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204870.926663:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204870.926665:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8e00.
00000100:00000001:2.0:1788204870.926668:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204870.926669:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.926670:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204870.926673:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afbb80 x1875052937902336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926679:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204870.926680:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204870.926681:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204870.926684:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204870.926685:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204870.926686:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204870.926687:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204870.926689:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:2.0:1788204870.926691:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204870.926692:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204870.926694:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afbb80.
00000100:00000001:2.0:1788204870.926697:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204870.926698:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.926699:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204870.926702:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afaa00 x1875052937902464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926708:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204870.926709:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204870.926711:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788204870.926712:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204870.926714:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204870.926715:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204870.926716:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204870.926718:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:2.0:1788204870.926720:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204870.926721:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204870.926723:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afaa00.
00000100:00000001:2.0:1788204870.926725:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204870.926726:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.926727:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204870.926730:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9f80 x1875052937902592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204895 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204870.926736:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204870.926737:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204870.926739:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788204870.926741:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204870.926742:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204870.926743:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204870.926745:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204870.926746:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:2.0:1788204870.926748:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204870.926750:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204870.926751:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9f80.
00000100:00000001:2.0:1788204870.926753:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204870.926754:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.926757:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204870.926761:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204870.926763:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204870.926765:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204870.926767:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204871.116457:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204871.116467:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204871.116469:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204871.116476:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204871.116481:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204871.116485:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204871.116488:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204871.116491:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204871.116495:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204871.628470:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204871.628478:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204871.628485:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204871.628486:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204871.628541:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204871.628544:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204871.628547:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204872.140412:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204872.140421:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204872.140424:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204872.140431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204872.140436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204872.140441:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.140444:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204872.140447:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204872.140451:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204872.652449:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204872.652455:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204872.652461:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204872.652461:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204872.652525:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204872.652530:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204872.652533:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204873.164439:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204873.164449:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204873.164451:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204873.164458:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204873.164461:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204873.164465:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204873.164467:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204873.164469:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204873.164472:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204873.676471:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204873.676480:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204873.676487:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204873.676488:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204873.676541:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204873.676544:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204873.676546:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204874.188397:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204874.188405:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204874.188406:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204874.188413:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204874.188416:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204874.188419:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204874.188421:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204874.188423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204874.188425:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204874.700485:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204874.700491:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204874.700497:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204874.700498:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204874.700520:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204874.700524:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204874.700526:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204874.764401:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309852876, at 4309852928
00000100:00000040:0.0:1788204874.764402:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309852876, at 4309852928
00000100:00000010:1.0:1788204874.764419:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850ba0.
00000100:00000010:0.0:1788204874.764426:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850060.
00000100:00000001:2.0:1788204875.212432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204875.212439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204875.212441:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204875.212446:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204875.212450:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204875.212453:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204875.212455:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204875.212458:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204875.212460:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204875.724372:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204875.724379:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204875.724383:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204875.724384:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204875.724439:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204875.724444:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204875.724448:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204876.044420:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204876.044429:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204876.044432:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204876.044436:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204876.044440:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204876.044447:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15181
00000400:00000200:2.0:1788204876.044456:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204876.044461:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204876.044463:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204876.044466:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204876.044468:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204876.044470:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204876.044472:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204876.044476:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204876.044478:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204876.044480:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204876.044483:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204876.044484:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204876.044486:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204876.044487:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204876.044488:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204876.044489:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204876.044490:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204876.044493:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204876.044495:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204876.044496:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204876.044498:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204876.044501:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204876.044503:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204876.044505:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204876.044506:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204876.044516:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000020:00000040:2.0:1788204876.044519:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204876.044522:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204876.044524:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204876.044526:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204876.044529:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204876.044534:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204876.044540:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788204876.044546:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204876.044554:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937902720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204876.044562:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204876.044567:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204876.044570:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937902720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204876.044590:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204876.044593:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204876.044601:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204876.044603:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204876.044605:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204876.044608:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204876.044610:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15181
00000100:00000001:0.0:1788204876.044612:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1788204876.044613:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204876.044617:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204876.044618:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788204876.044620:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204876.044622:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204876.044623:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204876.044626:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204876.044629:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:0.0:1788204876.044631:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea300 x1875052937902720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204876.044631:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204876.044632:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204876.044635:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204876.044638:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204876.044641:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:0.0:1788204876.044645:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788204876.044646:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204876.044647:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204876.044652:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:0.0:1788204876.044654:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204876.044658:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204876.044660:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:0.0:1788204876.044661:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204876.044666:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204876.044669:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204876.044673:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00100000:0.0:1788204876.044674:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937902720:192.168.201.135@tcp:250:kworker.0
00000020:00000040:2.0:1788204876.044679:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:0.0:1788204876.044682:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1788204876.044686:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:0.0:1788204876.044688:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204876.044691:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204876.044692:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204876.044697:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204876.044698:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204876.044704:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4400.
02000000:00000001:2.0:1788204876.044705:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204876.044706:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204876.044709:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204876.044712:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788204876.044715:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00100000:2.0:1788204876.044716:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000010:0.0:1788204876.044719:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000008:00000001:2.0:1788204876.044720:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204876.044724:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204876.044728:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000400:00000010:0.0:1788204876.044729:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000020:00000040:2.0:1788204876.044730:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204876.044733:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204876.044733:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204876.044735:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204876.044736:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204876.044737:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204876.044740:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:2.0:1788204876.044743:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204876.044747:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937902848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204876.044752:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204876.044753:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204876.044756:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937902848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204876.044761:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204876.044763:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204876.044766:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204876.044767:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204876.044768:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204876.044770:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204876.044773:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15181
00000400:00000200:2.0:1788204876.044776:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000200:0.0:1788204876.044779:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937902720, portal 25
00000400:00000200:2.0:1788204876.044779:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204876.044783:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788204876.044784:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204876.044787:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426048 : -127142906125568 : ffff8c5d3c3ea300)
00000100:00000040:2.0:1788204876.044787:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204876.044791:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204876.044797:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea300 x1875052937902720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204876.044797:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204876.044801:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204876.044805:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204876.044807:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204876.044810:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788204876.044814:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1788204876.044814:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204876.044818:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:0.0:1788204876.044821:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000001:2.0:1788204876.044822:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000010:0.0:1788204876.044827:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000040:2.0:1788204876.044827:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204876.044830:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204876.044833:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:0.0:1788204876.044834:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937902720, offset 0
00000100:00000001:2.0:1788204876.044835:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204876.044839:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204876.044841:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204876.044843:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204876.044844:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204876.044846:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788204876.044851:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000001:2.0:1788204876.044851:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204876.044854:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204876.044855:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204876.044857:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204876.044858:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204876.044861:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788204876.044863:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:0.0:1788204876.044866:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204876.044867:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204876.044869:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204876.044871:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204876.044872:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204876.044874:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204876.044877:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000400:00000200:0.0:1788204876.044878:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204876.044880:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204876.044885:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1788204876.044886:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937902976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788204876.044891:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204876.044896:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204876.044898:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204876.044903:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547002:547002:256:4294967295] 192.168.201.135@tcp LPNI seq info [546968:546968:8:4294967295]
00000100:00000001:2.0:1788204876.044903:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204876.044907:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204876.044910:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204876.044913:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937902976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204876.044919:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204876.044923:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204876.044926:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1788204876.044927:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204876.044931:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204876.044932:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.0:1788204876.044936:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204876.044937:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204876.044941:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15181
00000800:00000010:0.0:1788204876.044943:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000400:00000200:2.0:1788204876.044946:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204876.044950:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204876.044952:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1788204876.044955:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204876.044958:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:0.0:1788204876.044960:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1788204876.044961:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204876.044965:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204876.044968:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:0.1:1788204876.044969:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:2.0:1788204876.044971:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:0.1:1788204876.044973:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000020:00000040:2.0:1788204876.044974:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204876.044977:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204876.044979:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000800:00000100:0.0:1788204876.044980:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000001:2.0:1788204876.044981:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000010:0.0:1788204876.044984:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000020:00000001:2.0:1788204876.044984:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204876.044989:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204876.044991:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788204876.044991:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204876.044993:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204876.044996:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788204876.045000:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:2.0:1788204876.045000:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204876.045006:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:0.0:1788204876.045007:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000100:00000001:2.0:1788204876.045008:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788204876.045011:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
02000000:00000001:2.0:1788204876.045012:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204876.045016:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204876.045018:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204876.045019:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204876.045020:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:2.0:1788204876.045021:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204876.045025:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788204876.045026:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea300 x1875052937902720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204876.045027:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204876.045032:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000020:00000040:2.0:1788204876.045035:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204876.045040:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204876.045042:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.045043:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204876.045044:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204876.045046:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204876.045049:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204876.045050:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea300 x1875052937902720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204876.045054:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788204876.045059:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.045060:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.045062:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1788204876.045065:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937903104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204876.045068:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204876.045074:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788204876.045077:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204876.045078:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.045081:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309857996
00000100:00000040:2.0:1788204876.045082:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937903104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788204876.045088:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204876.045089:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204876.045092:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204876.045094:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204876.045095:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204876.045097:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204876.045098:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204876.045098:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204876.045102:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15181
00000400:00000200:2.0:1788204876.045105:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204876.045107:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309857996
00000400:00000200:2.0:1788204876.045108:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204876.045112:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1788204876.045113:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c0749c0.
00000100:00000040:2.0:1788204876.045115:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204876.045118:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204876.045119:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204876.045122:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204876.045124:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204876.045124:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788204876.045129:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204876.045130:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204876.045132:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:0.0:1788204876.045134:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1788204876.045134:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204876.045137:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00100000:0.0:1788204876.045141:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204876/real 1788204876]  req@ffff8c5d3c3ea300 x1875052937902720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204876.045141:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204876.045145:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000001:0.0:1788204876.045154:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204876.045155:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204876.045157:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000040:2.0:1788204876.045158:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788204876.045160:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000100:00000001:2.0:1788204876.045161:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1788204876.045163:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000040:2.0:1788204876.045165:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204876.045167:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788204876.045168:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204876.045171:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000200:0.0:1788204876.045172:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea300 x1875052937902720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204876.045177:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204876.045182:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204876.045186:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204876.045189:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1788204876.045190:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea300 x1875052937902720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204876.045192:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204876.045196:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204876.045198:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788204876.045203:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:2.0:1788204876.045203:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204876.045206:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.045207:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.045210:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:2.0:1788204876.045211:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000100:00000001:0.0:1788204876.045213:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204876.045216:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00100000:0.0:1788204876.045218:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea300 x1875052937902720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204876.045219:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204876.045222:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204876.045226:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204876.045228:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788204876.045230:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204876.045231:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204876.045235:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000040:0.0:1788204876.045236:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea300 x1875052937902720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204876.045239:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.045247:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:2.0:1788204876.045247:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937903232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204876.045252:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.045256:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204876.045258:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204876.045263:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204876.045264:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204876.045266:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.045268:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1788204876.045270:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937903232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788204876.045287:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204876.045294:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204876.045321:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204876.045326:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea300 x1875052937902720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204876.045347:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204876.045348:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937902720:192.168.201.135@tcp:250:kworker.0
00000100:00000040:2.0:1788204876.045353:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15191)
00000100:00000001:0.0:1788204876.045355:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.045358:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204876.045361:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937902720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045366:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204876.045368:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204876.045371:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4400.
02000000:00000001:0.0:1788204876.045373:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204876.045375:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204876.045377:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788204876.045379:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204876.045382:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:0.0:1788204876.045386:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204876.045388:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204876.045390:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:0.0:1788204876.045393:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204876.045395:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.045397:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.045406:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204876.045408:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.045411:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204876.045412:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204876.045413:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204876.045417:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8700 x1875052937902848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045424:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204876.045425:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204876.045426:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204876.045428:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204876.045429:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204876.045431:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937902848:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204876.045434:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204876.045436:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204876.045438:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204876.045440:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204876.045443:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4400.
02000000:00000001:0.0:1788204876.045445:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204876.045448:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204876.045451:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204876.045455:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204876.045458:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937902848, portal 10
00000100:00000001:0.0:1788204876.045460:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204876.045461:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803418880 : -127142906132736 : ffff8c5d3c3e8700)
00000100:00000040:0.0:1788204876.045468:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8700 x1875052937902848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045476:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204876.045477:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204876.045479:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204876.045480:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937902848, offset 0
00000400:00000200:0.0:1788204876.045483:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204876.045486:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204876.045489:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204876.045491:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204876.045492:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204876.045494:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204876.045495:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204876.045497:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547003:547003:256:4294967295] 192.168.201.135@tcp LPNI seq info [546969:546969:8:4294967295]
00000400:00000200:0.0:1788204876.045500:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204876.045505:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204876.045510:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204876.045513:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204876.045517:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204876.045519:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204876.045523:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204876.045526:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204876.045529:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204876.045531:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204876.045534:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204876.045538:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204876.045541:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204876.045543:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204876.045545:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204876.045549:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8700 x1875052937902848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045554:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204876.045556:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8700 x1875052937902848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045564:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.045565:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204876.045568:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204876.045571:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204876.045573:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204876.045575:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309854237
00000100:00000001:0.0:1788204876.045577:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309857996
00000100:00000001:0.0:1788204876.045578:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309854237
00000100:00000001:0.0:1788204876.045580:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309857996
00000100:00000001:0.0:1788204876.045581:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204876.045582:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.045583:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204876.045585:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204876/real 1788204876]  req@ffff8c5d3c3e8700 x1875052937902848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204876.045589:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204876.045591:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204876.045592:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204876.045593:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204876.045594:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204876.045596:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204876.045597:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8700 x1875052937902848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204876.045602:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8700 x1875052937902848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045605:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204876.045606:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.045607:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204876.045608:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204876.045610:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8700 x1875052937902848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045614:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204876.045617:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8700 x1875052937902848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045623:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204876.045626:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.045627:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204876.045629:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.045630:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204876.045632:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204876.045635:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204876.045638:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204876.045640:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204876.045645:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8700 x1875052937902848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204876.045653:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937902848:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204876.045657:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204876.045660:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9880 x1875052937902976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045665:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204876.045666:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204876.045668:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204876.045669:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204876.045671:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204876.045672:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937902976:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204876.045674:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204876.045676:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204876.045677:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204876.045678:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204876.045681:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788204876.045682:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204876.045684:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204876.045686:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204876.045688:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204876.045690:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937902976, portal 10
00000100:00000001:0.0:1788204876.045691:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204876.045692:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803423360 : -127142906128256 : ffff8c5d3c3e9880)
00000100:00000040:0.0:1788204876.045697:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9880 x1875052937902976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045701:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204876.045702:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204876.045703:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204876.045705:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937902976, offset 0
00000400:00000200:0.0:1788204876.045707:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204876.045709:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204876.045711:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204876.045712:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204876.045714:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204876.045715:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204876.045716:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204876.045718:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547004:547004:256:4294967295] 192.168.201.135@tcp LPNI seq info [546970:546970:8:4294967295]
00000400:00000200:0.0:1788204876.045721:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204876.045725:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204876.045727:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204876.045729:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204876.045732:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204876.045734:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204876.045736:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204876.045737:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204876.045740:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204876.045742:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204876.045744:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204876.045746:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204876.045748:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204876.045749:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204876.045750:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204876.045752:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9880 x1875052937902976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045757:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204876.045759:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9880 x1875052937902976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045763:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.045763:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204876.045765:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204876.045767:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204876.045768:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204876.045769:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309854232
00000100:00000001:0.0:1788204876.045771:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309857996
00000100:00000001:0.0:1788204876.045772:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309854232
00000100:00000001:0.0:1788204876.045773:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309857996
00000100:00000001:0.0:1788204876.045775:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204876.045776:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.045777:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204876.045779:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204876/real 1788204876]  req@ffff8c5d3c3e9880 x1875052937902976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204876.045783:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204876.045784:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204876.045785:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204876.045786:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204876.045787:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204876.045789:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204876.045790:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9880 x1875052937902976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204876.045795:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9880 x1875052937902976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045799:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204876.045799:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.045800:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204876.045801:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204876.045803:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9880 x1875052937902976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045806:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204876.045808:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9880 x1875052937902976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045812:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204876.045813:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.045814:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204876.045814:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.045815:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204876.045816:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204876.045818:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204876.045819:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204876.045821:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204876.045823:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9880 x1875052937902976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204876.045830:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937902976:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204876.045834:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204876.045837:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937903104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045843:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204876.045845:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204876.045847:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204876.045849:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204876.045850:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204876.045853:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937903104:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204876.045856:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204876.045858:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204876.045859:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204876.045861:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204876.045867:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788204876.045869:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204876.045872:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204876.045874:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204876.045877:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204876.045879:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937903104, portal 4
00000100:00000001:0.0:1788204876.045880:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204876.045881:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
00000100:00000040:0.0:1788204876.045886:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937903104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045890:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204876.045892:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204876.045893:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204876.045894:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937903104, offset 0
00000400:00000200:0.0:1788204876.045896:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204876.045899:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204876.045901:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204876.045902:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204876.045904:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204876.045906:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204876.045907:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204876.045909:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547005:547005:256:4294967295] 192.168.201.135@tcp LPNI seq info [546971:546971:8:4294967295]
00000400:00000200:0.0:1788204876.045912:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204876.045916:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204876.045918:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204876.045921:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204876.045923:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204876.045925:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204876.045928:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204876.045930:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204876.045932:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204876.045934:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204876.045935:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204876.045938:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204876.045939:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204876.045940:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204876.045942:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204876.045944:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ebb80 x1875052937903104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045949:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204876.045951:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937903104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045955:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.045956:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204876.045957:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204876.045959:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204876.045961:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204876.045962:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309854325
00000100:00000001:0.0:1788204876.045964:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309857996
00000100:00000001:0.0:1788204876.045965:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309854325
00000100:00000001:0.0:1788204876.045966:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309857996
00000100:00000001:0.0:1788204876.045968:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204876.045969:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.045970:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204876.045972:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204876/real 1788204876]  req@ffff8c5d3c3ebb80 x1875052937903104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204876.045977:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204876.045978:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204876.045979:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204876.045980:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204876.045981:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204876.045982:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204876.045984:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937903104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204876.045988:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937903104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045992:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204876.045992:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.045993:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204876.045994:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204876.045996:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937903104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.045999:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204876.046001:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937903104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.046005:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204876.046006:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.046007:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204876.046007:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.046008:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204876.046009:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204876.046010:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204876.046013:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204876.046014:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204876.046016:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937903104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204876.046020:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937903104:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204876.046022:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204876.046024:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937903232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.046027:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204876.046028:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204876.046029:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204876.046030:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204876.046031:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204876.046033:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937903232:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204876.046034:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204876.046035:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204876.046036:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204876.046037:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204876.046039:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5000.
02000000:00000001:0.0:1788204876.046040:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204876.046042:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204876.046043:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204876.046045:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204876.046047:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937903232, portal 4
00000100:00000001:0.0:1788204876.046048:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204876.046048:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
00000100:00000040:0.0:1788204876.046052:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937903232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.046056:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204876.046057:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204876.046058:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204876.046060:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937903232, offset 0
00000400:00000200:0.0:1788204876.046062:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204876.046064:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204876.046065:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204876.046067:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204876.046068:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204876.046069:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204876.046071:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204876.046072:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547006:547006:256:4294967295] 192.168.201.135@tcp LPNI seq info [546972:546972:8:4294967295]
00000400:00000200:0.0:1788204876.046075:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204876.046078:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204876.046080:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204876.046082:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204876.046083:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204876.046085:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788204876.046087:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204876.046089:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788204876.046091:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204876.046092:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204876.046094:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204876.046095:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204876.046097:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204876.046097:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204876.046099:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204876.046101:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb480 x1875052937903232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.046105:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204876.046107:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937903232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.046110:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.046111:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204876.046113:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204876.046115:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204876.046117:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204876.046118:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309854342
00000100:00000001:0.0:1788204876.046120:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309857996
00000100:00000001:0.0:1788204876.046121:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309854342
00000100:00000001:0.0:1788204876.046123:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309857996
00000100:00000001:0.0:1788204876.046124:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204876.046125:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.046125:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204876.046127:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204876/real 1788204876]  req@ffff8c5d3c3eb480 x1875052937903232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204876.046131:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204876.046131:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204876.046132:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204876.046133:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204876.046134:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204876.046135:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204876.046137:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937903232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204876.046142:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937903232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.046145:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204876.046146:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.046147:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204876.046148:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204876.046150:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937903232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.046155:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204876.046159:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937903232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.046165:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204876.046167:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.046169:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204876.046170:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.046172:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204876.046173:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204876.046176:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204876.046179:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204876.046181:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204876.046185:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937903232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204876.046193:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937903232:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204876.046197:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.046198:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204876.046200:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8700 x1875052937902848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.046204:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204876.046205:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204876.046207:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4400.
02000000:00000001:0.0:1788204876.046209:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204876.046210:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204876.046210:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204876.046212:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204876.046213:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:0.0:1788204876.046215:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204876.046216:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204876.046217:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8700.
00000100:00000001:0.0:1788204876.046219:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204876.046219:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.046221:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204876.046223:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937902976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.046227:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204876.046228:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204876.046228:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788204876.046229:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204876.046230:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204876.046230:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204876.046231:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204876.046232:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:0.0:1788204876.046233:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204876.046234:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204876.046234:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00000001:0.0:1788204876.046236:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204876.046236:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.046237:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204876.046239:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937903104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.046242:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204876.046242:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204876.046243:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788204876.046244:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204876.046245:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204876.046245:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204876.046246:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204876.046247:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:0.0:1788204876.046248:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204876.046248:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204876.046249:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:0.0:1788204876.046250:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204876.046251:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.046252:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204876.046253:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937903232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204876.046260:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204876.046261:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204876.046262:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:0.0:1788204876.046264:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204876.046264:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204876.046265:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204876.046267:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204876.046268:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:0.0:1788204876.046270:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204876.046282:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204876.046283:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:0.0:1788204876.046285:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204876.046287:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.046289:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204876.046292:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204876.046294:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204876.046295:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204876.046297:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204876.236381:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204876.236389:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204876.236391:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204876.236397:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204876.236400:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204876.236403:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204876.236406:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204876.236414:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204876.236416:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204876.748482:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204876.748492:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204876.748496:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204876.748500:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204876.748506:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204876.748509:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204876.748511:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204876.748514:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204876.748519:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204876.748520:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204876.748521:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204876.748523:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204876.748524:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204876.748525:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204876.748526:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204876.748528:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204876.748601:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204876.748607:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204876.748610:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204877.260465:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204877.260475:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204877.260478:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204877.260492:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204877.260497:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204877.260503:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.260506:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204877.260510:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204877.260514:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204877.772408:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204877.772415:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204877.772422:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204877.772424:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204877.772469:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204877.772473:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204877.772477:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204878.284450:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204878.284460:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204878.284463:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204878.284469:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204878.284473:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204878.284478:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204878.284481:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204878.284484:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204878.284487:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204878.796428:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204878.796436:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204878.796441:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204878.796443:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204878.796464:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204878.796467:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204878.796470:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204879.308425:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204879.308433:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204879.308435:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204879.308440:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204879.308443:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204879.308447:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204879.308449:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204879.308452:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204879.308454:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204879.820416:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204879.820422:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204879.820426:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204879.820427:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204879.820505:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204879.820513:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204879.820518:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204879.884418:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309857996, at 4309858048
00000100:00000040:1.0:1788204879.884418:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309857996, at 4309858048
00000100:00000010:1.0:1788204879.884435:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0749c0.
00000100:00000010:0.0:1788204879.884437:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204880.332438:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204880.332446:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204880.332448:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204880.332453:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204880.332456:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204880.332460:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204880.332462:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204880.332465:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204880.332467:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204880.844431:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204880.844440:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204880.844446:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204880.844447:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204880.844526:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204880.844532:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204880.844535:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204881.164460:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204881.164471:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204881.164473:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204881.164477:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204881.164482:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204881.164490:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15186
00000400:00000200:2.0:1788204881.164501:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204881.164509:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204881.164512:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204881.164517:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204881.164522:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204881.164525:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204881.164528:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204881.164533:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204881.164536:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204881.164540:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204881.164543:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204881.164545:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204881.164547:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204881.164549:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204881.164551:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204881.164552:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204881.164554:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204881.164556:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204881.164558:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204881.164560:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204881.164562:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204881.164566:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204881.164568:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.164570:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204881.164572:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204881.164583:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000020:00000040:2.0:1788204881.164587:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204881.164591:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204881.164592:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.164595:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204881.164599:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204881.164610:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204881.164619:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204881.164626:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204881.164636:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937903360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204881.164644:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204881.164652:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204881.164657:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937903360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204881.164679:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204881.164681:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204881.164684:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204881.164685:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204881.164686:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204881.164688:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204881.164690:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15186
00000400:00000200:2.0:1788204881.164692:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204881.164694:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204881.164696:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204881.164698:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204881.164700:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204881.164701:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204881.164703:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204881.164705:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204881.164706:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204881.164707:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204881.164709:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204881.164711:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204881.164712:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204881.164715:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204881.164716:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204881.164717:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204881.164718:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204881.164719:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204881.164721:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204881.164722:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.164724:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1788204881.164724:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204881.164729:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204881.164732:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1788204881.164732:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.164737:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204881.164738:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:2.0:1788204881.164743:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204881.164748:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204881.164750:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937903360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204881.164751:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204881.164757:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000020:00000040:2.0:1788204881.164762:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:1.0:1788204881.164765:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1788204881.164766:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204881.164768:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204881.164770:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.164773:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788204881.164774:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204881.164776:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204881.164778:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204881.164779:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204881.164782:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204881.164783:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937903360:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204881.164788:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1788204881.164789:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
02000000:00000001:1.0:1788204881.164793:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204881.164795:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.164796:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.164800:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1788204881.164804:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937903488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1788204881.164806:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204881.164810:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.164818:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204881.164819:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204881.164823:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204881.164824:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000100:00000040:2.0:1788204881.164831:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937903488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788204881.164832:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204881.164841:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937903360, portal 25
00000100:00000001:1.0:1788204881.164846:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204881.164853:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.164855:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00080000:2.0:1788204881.164856:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204881.164861:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204881.164863:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1788204881.164864:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937903360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204881.164865:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204881.164871:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204881.164876:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788204881.164877:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15186
00000100:00000040:1.0:1788204881.164883:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204881.164886:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204881.164888:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
00000400:00000200:2.0:1788204881.164893:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:1.0:1788204881.164894:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937903360, offset 0
00000100:00080000:2.0:1788204881.164897:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204881.164902:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204881.164907:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204881.164907:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204881.164912:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204881.164915:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204881.164918:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204881.164920:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:1.0:1788204881.164922:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:2.0:1788204881.164923:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204881.164926:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204881.164929:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788204881.164932:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000001:2.0:1788204881.164933:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204881.164940:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204881.164942:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788204881.164943:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204881.164946:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204881.164948:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204881.164950:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:1.0:1788204881.164951:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:2.0:1788204881.164955:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204881.164957:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204881.164960:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788204881.164960:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204881.164964:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204881.164966:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:2.0:1788204881.164968:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.164971:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204881.164972:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547007:547007:256:4294967295] 192.168.201.135@tcp LPNI seq info [546973:546973:8:4294967295]
00000008:00100000:2.0:1788204881.164973:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204881.164979:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204881.164981:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204881.164982:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204881.164986:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788204881.164988:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204881.164992:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204881.164995:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204881.164996:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204881.164997:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204881.165000:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204881.165002:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204881.165005:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000010:2.0:1788204881.165007:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000800:00000010:1.0:1788204881.165011:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000100:00000001:2.0:1788204881.165012:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204881.165018:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937903616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1788204881.165022:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204881.165028:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000100:00000001:2.0:1788204881.165030:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204881.165033:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204881.165038:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937903616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1788204881.165038:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204881.165044:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000100:00000001:2.0:1788204881.165046:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204881.165048:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204881.165050:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204881.165053:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204881.165054:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204881.165057:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:1.0:1788204881.165061:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204881.165061:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15186
00000800:00000010:1.0:1788204881.165066:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000400:00000200:2.0:1788204881.165066:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204881.165071:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204881.165073:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204881.165075:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204881.165076:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204881.165077:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204881.165078:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204881.165079:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204881.165080:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000400:00000200:1.0:1788204881.165082:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1788204881.165082:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204881.165085:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204881.165087:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:1.0:1788204881.165090:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1788204881.165090:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204881.165095:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204881.165096:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204881.165097:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204881.165098:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000100:00000001:2.0:1788204881.165099:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:1.0:1788204881.165101:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000020:00000040:2.0:1788204881.165102:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204881.165107:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204881.165108:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204881.165109:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204881.165111:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204881.165113:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1788204881.165115:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937903360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204881.165115:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.165119:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204881.165122:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204881.165126:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.165129:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.165130:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:2.0:1788204881.165131:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000100:00000040:1.0:1788204881.165135:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937903360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204881.165136:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204881.165140:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204881.165142:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.165145:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204881.165147:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204881.165150:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204881.165150:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.165154:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:2.0:1788204881.165158:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000001:1.0:1788204881.165161:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.165163:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204881.165167:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204881.165170:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309863116
00000100:00100000:2.0:1788204881.165172:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937903744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1788204881.165176:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749240.
00000100:00000001:2.0:1788204881.165198:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204881.165201:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.165206:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1788204881.165206:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937903744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165215:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309863116
00000100:00000001:2.0:1788204881.165217:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204881.165219:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749a20.
00000100:00080000:2.0:1788204881.165222:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204881.165223:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204881.165228:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788204881.165229:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204881.165232:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.165233:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204881.165236:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1788204881.165236:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204881.165240:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00100000:1.0:1788204881.165243:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204881/real 1788204881]  req@ffff8c5d3c3e9c00 x1875052937903360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204881.165246:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15186
00000400:00000200:2.0:1788204881.165253:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000001:1.0:1788204881.165258:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1788204881.165258:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204881.165259:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000001:1.0:1788204881.165261:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1788204881.165264:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:1.0:1788204881.165265:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000100:00000001:2.0:1788204881.165269:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204881.165270:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000100:00000040:2.0:1788204881.165272:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:1.0:1788204881.165273:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:2.0:1788204881.165277:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204881.165278:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:2.0:1788204881.165279:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204881.165281:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000200:1.0:1788204881.165284:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937903360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204881.165284:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204881.165286:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204881.165289:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204881.165293:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000200:1.0:1788204881.165323:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937903360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204881.165323:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204881.165329:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204881.165333:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204881.165337:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204881.165337:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204881.165340:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204881.165341:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:1.0:1788204881.165343:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204881.165347:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204881.165347:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204881.165353:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204881.165354:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937903360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204881.165358:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204881.165362:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204881.165364:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204881.165367:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937903360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204881.165369:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.165373:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204881.165376:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:2.0:1788204881.165378:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204881.165379:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.165381:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204881.165383:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1788204881.165385:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.165387:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204881.165388:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.165389:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204881.165392:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:2.0:1788204881.165394:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000100:00080000:1.0:1788204881.165396:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000020:00000040:2.0:1788204881.165397:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204881.165399:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1788204881.165401:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1788204881.165404:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937903360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204881.165405:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.165408:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204881.165410:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204881.165412:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204881.165418:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937903360:192.168.201.135@tcp:250:kworker.0
02000000:00000010:2.0:1788204881.165419:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000001:1.0:1788204881.165421:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.165424:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204881.165425:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204881.165427:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937903360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204881.165433:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937903872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204881.165444:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204881.165448:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1788204881.165449:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1788204881.165451:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
00000100:00000001:2.0:1788204881.165453:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.165454:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204881.165458:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:2.0:1788204881.165459:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937903872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204881.165460:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204881.165465:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204881.165468:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204881.165470:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.165472:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204881.165475:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204881.165476:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000040:2.0:1788204881.165476:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15197)
00000100:00000001:1.0:1788204881.165481:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204881.165482:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.165484:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.165491:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204881.165493:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.165495:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204881.165496:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204881.165497:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204881.165501:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937903488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165505:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204881.165506:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.165507:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204881.165508:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204881.165510:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204881.165512:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937903488:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204881.165514:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204881.165516:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204881.165517:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.165518:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204881.165520:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204881.165522:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204881.165524:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204881.165526:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000400:00000010:1.0:1788204881.165529:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204881.165531:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937903488, portal 10
00000100:00000001:1.0:1788204881.165532:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204881.165533:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000040:1.0:1788204881.165538:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937903488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165542:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204881.165543:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204881.165545:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
00000100:00000200:1.0:1788204881.165547:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937903488, offset 0
00000400:00000200:1.0:1788204881.165549:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204881.165551:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204881.165553:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204881.165555:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204881.165557:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204881.165559:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204881.165560:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204881.165562:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547008:547008:256:4294967295] 192.168.201.135@tcp LPNI seq info [546974:546974:8:4294967295]
00000400:00000200:1.0:1788204881.165564:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204881.165568:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204881.165571:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204881.165573:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000800:00000200:1.0:1788204881.165576:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204881.165578:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788204881.165581:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204881.165582:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1788204881.165585:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204881.165586:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000400:00000200:1.0:1788204881.165589:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204881.165591:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204881.165593:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000400:00000010:1.0:1788204881.165594:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000100:00000001:1.0:1788204881.165596:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204881.165598:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937903488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165603:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204881.165605:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937903488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165609:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.165610:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204881.165612:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204881.165615:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204881.165617:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204881.165618:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309859357
00000100:00000001:1.0:1788204881.165620:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309863116
00000100:00000001:1.0:1788204881.165622:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309859357
00000100:00000001:1.0:1788204881.165623:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309863116
00000100:00000001:1.0:1788204881.165624:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204881.165626:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.165627:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204881.165628:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204881/real 1788204881]  req@ffff8c5d3c3eb800 x1875052937903488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204881.165633:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204881.165634:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204881.165635:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000400:00000200:1.0:1788204881.165636:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204881.165637:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204881.165639:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204881.165640:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937903488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204881.165645:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937903488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165652:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204881.165653:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.165654:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204881.165655:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204881.165657:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937903488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165661:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204881.165663:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937903488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165666:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204881.165667:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.165668:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204881.165669:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.165670:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204881.165671:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204881.165672:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204881.165674:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204881.165675:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204881.165677:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937903488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204881.165681:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937903488:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204881.165683:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204881.165685:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937903616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165689:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204881.165690:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.165692:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204881.165693:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204881.165694:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204881.165696:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937903616:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204881.165698:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204881.165699:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204881.165699:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.165700:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204881.165702:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204881.165703:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204881.165705:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204881.165708:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000400:00000010:1.0:1788204881.165710:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204881.165713:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937903616, portal 10
00000100:00000001:1.0:1788204881.165715:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204881.165717:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
00000100:00000040:1.0:1788204881.165722:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937903616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165728:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204881.165730:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204881.165733:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
00000100:00000200:1.0:1788204881.165735:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937903616, offset 0
00000400:00000200:1.0:1788204881.165739:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204881.165743:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204881.165747:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204881.165749:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204881.165751:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204881.165754:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204881.165756:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204881.165759:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547009:547009:256:4294967295] 192.168.201.135@tcp LPNI seq info [546975:546975:8:4294967295]
00000400:00000200:1.0:1788204881.165762:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204881.165766:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204881.165769:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204881.165772:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000800:00000200:1.0:1788204881.165774:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204881.165776:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788204881.165779:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204881.165780:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1788204881.165782:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204881.165784:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000400:00000200:1.0:1788204881.165787:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204881.165789:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204881.165791:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000400:00000010:1.0:1788204881.165792:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000100:00000001:1.0:1788204881.165793:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204881.165796:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8e00 x1875052937903616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165800:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204881.165802:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937903616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165806:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.165807:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204881.165809:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204881.165811:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204881.165813:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204881.165814:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309859352
00000100:00000001:1.0:1788204881.165816:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309863116
00000100:00000001:1.0:1788204881.165817:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309859352
00000100:00000001:1.0:1788204881.165818:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309863116
00000100:00000001:1.0:1788204881.165820:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204881.165821:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.165822:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204881.165825:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204881/real 1788204881]  req@ffff8c5d3c3e8e00 x1875052937903616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204881.165830:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204881.165831:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204881.165832:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000400:00000200:1.0:1788204881.165833:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204881.165834:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204881.165835:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204881.165837:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937903616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204881.165842:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937903616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165846:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204881.165846:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.165847:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204881.165848:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204881.165850:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937903616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165853:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204881.165855:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937903616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165859:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204881.165860:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.165861:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204881.165862:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.165863:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204881.165863:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204881.165865:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204881.165866:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204881.165868:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204881.165870:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937903616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204881.165875:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937903616:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204881.165878:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204881.165879:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937903744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165885:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204881.165886:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.165888:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204881.165888:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204881.165890:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204881.165891:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937903744:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204881.165894:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204881.165895:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204881.165896:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.165897:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204881.165899:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204881.165901:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204881.165903:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204881.165905:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000400:00000010:1.0:1788204881.165907:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204881.165909:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937903744, portal 4
00000100:00000001:1.0:1788204881.165910:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204881.165911:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:1.0:1788204881.165915:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937903744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165919:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204881.165921:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204881.165922:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
00000100:00000200:1.0:1788204881.165924:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937903744, offset 0
00000400:00000200:1.0:1788204881.165926:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204881.165929:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204881.165931:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204881.165932:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204881.165934:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204881.165936:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204881.165937:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204881.165939:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547010:547010:256:4294967295] 192.168.201.135@tcp LPNI seq info [546976:546976:8:4294967295]
00000400:00000200:1.0:1788204881.165942:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204881.165945:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204881.165948:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204881.165950:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000800:00000200:1.0:1788204881.165952:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204881.165954:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788204881.165956:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204881.165958:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1788204881.165961:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204881.165962:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000400:00000200:1.0:1788204881.165964:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204881.165966:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204881.165968:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000400:00000010:1.0:1788204881.165969:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000100:00000001:1.0:1788204881.165970:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204881.165972:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937903744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165977:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204881.165978:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937903744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.165982:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.165983:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204881.165985:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204881.165987:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204881.165988:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204881.165990:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309859445
00000100:00000001:1.0:1788204881.165992:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309863116
00000100:00000001:1.0:1788204881.165993:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309859445
00000100:00000001:1.0:1788204881.165994:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309863116
00000100:00000001:1.0:1788204881.165995:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204881.165996:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.165997:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204881.165999:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204881/real 1788204881]  req@ffff8c5d3c3ead80 x1875052937903744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204881.166003:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204881.166004:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204881.166004:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000400:00000200:1.0:1788204881.166006:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204881.166007:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204881.166008:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204881.166010:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937903744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204881.166015:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937903744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.166018:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204881.166019:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.166019:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204881.166020:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204881.166022:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937903744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.166025:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204881.166027:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937903744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.166031:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204881.166033:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.166034:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204881.166035:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.166036:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204881.166037:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204881.166038:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204881.166040:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204881.166041:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204881.166043:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937903744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204881.166047:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937903744:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204881.166049:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204881.166050:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937903872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.166055:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204881.166056:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.166057:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204881.166058:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204881.166059:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204881.166061:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937903872:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204881.166062:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204881.166063:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204881.166064:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204881.166065:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204881.166067:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204881.166068:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204881.166069:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204881.166070:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000400:00000010:1.0:1788204881.166072:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204881.166073:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937903872, portal 4
00000100:00000001:1.0:1788204881.166075:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204881.166075:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:1.0:1788204881.166079:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937903872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.166082:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204881.166084:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204881.166085:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
00000100:00000200:1.0:1788204881.166086:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937903872, offset 0
00000400:00000200:1.0:1788204881.166088:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204881.166089:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204881.166091:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204881.166093:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204881.166094:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204881.166095:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204881.166096:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204881.166098:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547011:547011:256:4294967295] 192.168.201.135@tcp LPNI seq info [546977:546977:8:4294967295]
00000400:00000200:1.0:1788204881.166101:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204881.166104:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204881.166106:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204881.166107:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000800:00000200:1.0:1788204881.166109:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204881.166110:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1788204881.166112:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204881.166114:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 11 secs later)
00000800:00000100:1.0:1788204881.166116:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204881.166117:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000400:00000200:1.0:1788204881.166119:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204881.166120:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204881.166122:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000400:00000010:1.0:1788204881.166123:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000100:00000001:1.0:1788204881.166124:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204881.166126:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937903872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.166134:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204881.166136:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937903872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.166140:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.166140:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204881.166142:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204881.166144:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204881.166145:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204881.166146:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309859462
00000100:00000001:1.0:1788204881.166147:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309863116
00000100:00000001:1.0:1788204881.166149:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309859462
00000100:00000001:1.0:1788204881.166150:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309863116
00000100:00000001:1.0:1788204881.166152:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204881.166153:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.166154:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204881.166156:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204881/real 1788204881]  req@ffff8c5d3c3e8380 x1875052937903872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204881.166162:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204881.166163:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204881.166164:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000400:00000200:1.0:1788204881.166166:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204881.166168:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204881.166169:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204881.166172:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937903872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204881.166180:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937903872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.166204:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204881.166206:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.166208:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204881.166209:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204881.166213:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937903872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.166219:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204881.166223:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937903872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.166229:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204881.166232:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.166233:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204881.166234:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.166236:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204881.166237:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204881.166240:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204881.166243:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204881.166245:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204881.166249:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937903872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204881.166256:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937903872:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204881.166261:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.166262:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204881.166265:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937903488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.166270:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204881.166271:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204881.166273:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204881.166276:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204881.166277:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204881.166278:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204881.166280:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204881.166282:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:1.0:1788204881.166284:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204881.166285:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204881.166286:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:1.0:1788204881.166289:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204881.166290:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.166292:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204881.166294:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937903616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.166321:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204881.166323:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204881.166325:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204881.166327:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204881.166328:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204881.166329:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204881.166331:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204881.166332:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:1.0:1788204881.166334:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204881.166335:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204881.166336:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000001:1.0:1788204881.166338:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204881.166340:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.166341:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204881.166344:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937903744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.166350:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204881.166351:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204881.166352:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204881.166354:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204881.166355:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204881.166356:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204881.166358:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204881.166359:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:1.0:1788204881.166361:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204881.166363:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204881.166364:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:1.0:1788204881.166366:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204881.166367:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.166369:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204881.166372:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937903872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204881.166377:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204881.166378:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204881.166379:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204881.166381:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204881.166382:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204881.166383:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204881.166384:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204881.166386:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:1.0:1788204881.166388:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204881.166389:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204881.166390:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:1.0:1788204881.166392:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204881.166394:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.166395:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204881.166399:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204881.166400:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204881.166402:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204881.166403:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204881.356442:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204881.356449:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204881.356451:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204881.356457:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204881.356460:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204881.356464:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204881.356466:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204881.356469:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204881.356471:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204881.868461:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204881.868469:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204881.868475:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204881.868476:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204881.868540:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204881.868544:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204881.868548:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204882.380418:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204882.380427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204882.380430:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204882.380437:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204882.380442:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204882.380447:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.380450:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204882.380454:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204882.380457:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204882.892445:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204882.892452:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204882.892457:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204882.892457:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204882.892533:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204882.892543:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204882.892549:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204883.404426:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204883.404433:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204883.404435:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204883.404441:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204883.404444:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204883.404448:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204883.404450:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204883.404452:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204883.404455:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204883.916460:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204883.916469:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204883.916477:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204883.916478:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204883.916556:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204883.916559:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204883.916563:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204884.428417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204884.428426:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204884.428428:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204884.428435:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204884.428440:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204884.428444:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.428447:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204884.428450:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204884.428453:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204884.940448:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204884.940465:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204884.940473:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204884.940475:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204884.940531:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204884.940536:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204884.940540:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204885.004440:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309863116, at 4309863168
00000100:00000040:1.0:1788204885.004440:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309863116, at 4309863168
00000100:00000010:1.0:1788204885.004461:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749a20.
00000100:00000010:0.0:1788204885.004462:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749240.
00000100:00000001:2.0:1788204885.452440:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204885.452449:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204885.452450:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204885.452457:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204885.452460:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204885.452464:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204885.452466:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204885.452469:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204885.452471:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204885.964436:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204885.964446:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204885.964455:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204885.964457:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204885.964514:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204885.964519:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204885.964523:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204886.284409:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204886.284422:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204886.284426:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204886.284431:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204886.284437:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204886.284447:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15192
00000400:00000200:1.0:1788204886.284458:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204886.284464:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204886.284468:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204886.284471:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.284474:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204886.284476:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.284478:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204886.284481:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204886.284483:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204886.284486:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204886.284489:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204886.284490:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204886.284492:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204886.284494:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.284495:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204886.284497:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.284498:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204886.284500:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204886.284502:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204886.284503:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204886.284506:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204886.284509:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204886.284511:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204886.284513:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204886.284515:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204886.284524:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdf80.
00000020:00000040:1.0:1788204886.284528:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204886.284531:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204886.284532:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204886.284535:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204886.284538:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204886.284543:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204886.284551:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788204886.284558:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204886.284571:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdf80 x1875052937904000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204886.284580:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204886.284584:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204886.284588:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e021a10] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdf80 x1875052937904000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204886.284607:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204886.284609:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204886.284612:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204886.284613:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204886.284615:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204886.284617:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204886.284620:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15192
00000400:00000200:1.0:1788204886.284624:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204886.284627:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204886.284629:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204886.284631:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.284634:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204886.284637:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.284639:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204886.284642:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204886.284643:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204886.284645:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204886.284647:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204886.284650:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204886.284652:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788204886.284654:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788204886.284656:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204886.284659:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204886.284661:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204886.284663:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204886.284666:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.284668:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204886.284671:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000040:0.0:1788204886.284673:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdf80 x1875052937904000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204886.284675:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204886.284680:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204886.284684:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788204886.284688:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204886.284690:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204886.284690:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204886.284693:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204886.284694:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204886.284696:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788204886.284697:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204886.284700:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1788204886.284701:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1788204886.284703:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937904000:192.168.201.135@tcp:250:kworker.0
00000008:00000001:1.0:1788204886.284707:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.284709:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204886.284709:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204886.284714:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc700.
02000000:00000001:0.0:1788204886.284715:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1788204886.284716:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788204886.284718:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204886.284719:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204886.284721:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1788204886.284722:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204886.284724:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204886.284725:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204886.284727:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204886.284729:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6000.
02000000:00000001:0.0:1788204886.284731:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204886.284732:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:1.0:1788204886.284736:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204886.284737:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204886.284743:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00100000:1.0:1788204886.284743:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc700 x1875052937904128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204886.284751:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1788204886.284752:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:1.0:1788204886.284753:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204886.284758:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd04a276] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc700 x1875052937904128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204886.284762:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937904000, portal 25
00000100:00000001:1.0:1788204886.284765:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.284766:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204886.284768:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462523264 : -127143247028352 : ffff8c5d27ecdf80)
00000100:00080000:1.0:1788204886.284769:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204886.284773:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:0.0:1788204886.284776:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdf80 x1875052937904000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204886.284776:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204886.284779:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204886.284783:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204886.284787:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15192
00000100:00000001:0.0:1788204886.284790:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1788204886.284794:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788204886.284798:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204886.284800:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000010:0.0:1788204886.284802:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00080000:1.0:1788204886.284803:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1788204886.284805:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937904000, offset 0
00000100:00000040:1.0:1788204886.284806:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.284809:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204886.284811:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.284812:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204886.284814:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1788204886.284815:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000040:1.0:1788204886.284816:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204886.284819:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204886.284820:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204886.284822:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204886.284823:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788204886.284826:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204886.284827:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.284831:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788204886.284835:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:1.0:1788204886.284836:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.284840:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788204886.284842:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:1.0:1788204886.284845:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:0.0:1788204886.284848:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:1.0:1788204886.284852:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:0.0:1788204886.284854:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204886.284858:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.284859:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204886.284864:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547012:547012:256:4294967295] 192.168.201.135@tcp LPNI seq info [546978:546978:8:4294967295]
02000000:00000001:1.0:1788204886.284864:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788204886.284869:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788204886.284869:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204886.284874:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204886.284876:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204886.284879:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204886.284884:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204886.284885:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788204886.284889:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204886.284893:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecfb80.
00000800:00000200:0.0:1788204886.284894:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000040:1.0:1788204886.284898:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204886.284901:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:0.0:1788204886.284902:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
02000000:00000001:1.0:1788204886.284902:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204886.284906:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204886.284907:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204886.284908:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788204886.284911:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:1.0:1788204886.284912:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000800:00000200:0.0:1788204886.284916:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000100:00000001:1.0:1788204886.284917:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204886.284925:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecfb80 x1875052937904256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788204886.284926:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204886.284932:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1788204886.284939:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204886.284939:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204886.284942:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788204886.284944:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000100:00000040:1.0:1788204886.284948:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2262872] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecfb80 x1875052937904256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788204886.284952:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788204886.284954:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204886.284957:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788204886.284958:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1788204886.284963:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1788204886.284965:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000100:00000001:1.0:1788204886.284965:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204886.284967:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:0.0:1788204886.284968:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:1.0:1788204886.284970:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204886.284973:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15192
00000100:00000001:0.0:1788204886.284976:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000400:00000200:1.0:1788204886.284977:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000200:0.0:1788204886.284981:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdf80 x1875052937904000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204886.284982:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204886.284986:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204886.284991:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.284995:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204886.284998:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204886.284998:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.285001:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:0.0:1788204886.285005:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdf80 x1875052937904000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204886.285006:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204886.285008:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204886.285010:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204886.285013:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204886.285017:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204886.285018:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204886.285020:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788204886.285021:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1788204886.285024:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.285026:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204886.285029:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204886.285029:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.285032:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788204886.285035:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:1.0:1788204886.285035:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:0.0:1788204886.285040:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309868236
00000100:00080000:1.0:1788204886.285040:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000010:0.0:1788204886.285047:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:1.0:1788204886.285050:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204886.285052:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204886.285054:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204886.285056:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1788204886.285056:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204886.285060:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204886.285061:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204886.285063:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204886.285064:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.285065:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309868236
00000100:00000010:1.0:1788204886.285068:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecf480.
00000100:00000010:0.0:1788204886.285070:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074ea0.
00000020:00000040:1.0:1788204886.285071:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204886.285073:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204886.285074:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204886.285075:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204886.285076:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204886.285078:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204886.285081:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:0.0:1788204886.285083:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204886.285085:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.285087:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204886.285090:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.285093:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204886.285104:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecf480 x1875052937904384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788204886.285110:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204886/real 1788204886]  req@ffff8c5d27ecdf80 x1875052937904000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204886.285122:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:0.0:1788204886.285126:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1788204886.285127:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788204886.285128:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204886.285131:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204886.285134:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000100:00000040:1.0:1788204886.285136:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b04005c6] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecf480 x1875052937904384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788204886.285137:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204886.285142:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204886.285148:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdf80 x1875052937904000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204886.285148:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204886.285153:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204886.285159:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:0.0:1788204886.285161:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdf80 x1875052937904000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204886.285161:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204886.285164:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204886.285169:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204886.285173:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15192
00000100:00000001:0.0:1788204886.285174:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204886.285177:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788204886.285178:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204886.285180:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:1.0:1788204886.285182:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788204886.285183:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204886.285186:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1788204886.285191:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdf80 x1875052937904000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204886.285193:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204886.285198:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204886.285202:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204886.285203:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204886.285205:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204886.285208:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204886.285209:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000040:0.0:1788204886.285211:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdf80 x1875052937904000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204886.285211:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204886.285214:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204886.285218:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204886.285223:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788204886.285225:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204886.285230:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204886.285230:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204886.285233:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204886.285237:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204886.285237:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788204886.285241:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1788204886.285243:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204886.285244:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204886.285249:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1788204886.285249:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00080000:0.0:1788204886.285254:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000020:00000040:1.0:1788204886.285254:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:0.0:1788204886.285257:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1788204886.285261:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:0.0:1788204886.285262:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdf80 x1875052937904000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204886.285264:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204886.285270:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1788204886.285274:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937904000:192.168.201.135@tcp:250:kworker.0
02000000:00000001:1.0:1788204886.285275:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204886.285280:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204886.285281:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.285283:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204886.285285:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1788204886.285286:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdf80 x1875052937904000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1788204886.285289:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788204886.285292:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000008:00000001:1.0:1788204886.285296:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204886.285325:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204886.285328:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:0.0:1788204886.285331:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204886.285333:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204886.285335:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:1.0:1788204886.285335:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204886.285340:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204886.285343:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
00000100:00000010:1.0:1788204886.285343:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece300.
02000000:00000001:0.0:1788204886.285348:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:1.0:1788204886.285349:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788204886.285350:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204886.285353:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdf80.
02000000:00000001:1.0:1788204886.285355:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788204886.285357:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:1.0:1788204886.285358:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.285359:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204886.285361:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788204886.285363:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1788204886.285364:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204886.285367:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204886.285370:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:0.0:1788204886.285372:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204886.285373:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.285374:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.285378:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204886.285380:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:1.0:1788204886.285381:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece300 x1875052937904512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204886.285382:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204886.285387:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc700 x1875052937904128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204886.285391:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204886.285395:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.285400:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204886.285402:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204886.285403:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007034b06e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece300 x1875052937904512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204886.285404:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204886.285407:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204886.285411:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204886.285416:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937904128:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204886.285422:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204886.285425:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204886.285426:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204886.285427:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204886.285428:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204886.285431:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6000.
02000000:00000001:0.0:1788204886.285433:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204886.285435:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15202)
00000400:00000200:0.0:1788204886.285437:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204886.285440:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204886.285443:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204886.285445:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937904128, portal 10
00000100:00000001:0.0:1788204886.285446:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204886.285447:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516992 : -127143247034624 : ffff8c5d27ecc700)
00000100:00000040:0.0:1788204886.285453:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc700 x1875052937904128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285457:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204886.285459:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204886.285461:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204886.285462:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937904128, offset 0
00000400:00000200:0.0:1788204886.285465:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204886.285467:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204886.285470:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204886.285472:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204886.285474:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204886.285476:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204886.285477:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204886.285479:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547013:547013:256:4294967295] 192.168.201.135@tcp LPNI seq info [546979:546979:8:4294967295]
00000400:00000200:0.0:1788204886.285482:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204886.285486:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204886.285488:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204886.285490:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204886.285492:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204886.285494:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788204886.285497:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204886.285499:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1788204886.285501:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204886.285502:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204886.285504:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204886.285506:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204886.285508:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204886.285509:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204886.285511:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204886.285513:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc700 x1875052937904128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285518:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204886.285520:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc700 x1875052937904128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285524:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.285525:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204886.285527:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204886.285530:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788204886.285532:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204886.285533:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309864477
00000100:00000001:0.0:1788204886.285535:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309868236
00000100:00000001:0.0:1788204886.285537:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309864477
00000100:00000001:0.0:1788204886.285538:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309868236
00000100:00000001:0.0:1788204886.285540:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204886.285541:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.285542:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204886.285544:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204886/real 1788204886]  req@ffff8c5d27ecc700 x1875052937904128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204886.285547:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204886.285548:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204886.285549:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204886.285550:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204886.285551:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204886.285553:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204886.285554:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc700 x1875052937904128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204886.285559:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc700 x1875052937904128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285562:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204886.285563:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.285564:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204886.285565:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204886.285566:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc700 x1875052937904128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285570:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204886.285572:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc700 x1875052937904128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285575:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204886.285577:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.285578:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204886.285579:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.285580:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204886.285581:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204886.285583:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204886.285584:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204886.285586:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204886.285590:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc700 x1875052937904128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204886.285597:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937904128:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204886.285600:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204886.285603:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecfb80 x1875052937904256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285609:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204886.285610:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204886.285612:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204886.285614:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204886.285615:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204886.285618:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937904256:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204886.285621:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204886.285623:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204886.285625:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204886.285626:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204886.285629:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788204886.285631:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204886.285634:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204886.285636:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204886.285638:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204886.285640:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937904256, portal 10
00000100:00000001:0.0:1788204886.285641:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204886.285643:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462530432 : -127143247021184 : ffff8c5d27ecfb80)
00000100:00000040:0.0:1788204886.285647:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecfb80 x1875052937904256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285651:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204886.285653:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204886.285654:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204886.285655:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937904256, offset 0
00000400:00000200:0.0:1788204886.285658:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204886.285660:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204886.285662:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204886.285663:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204886.285665:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204886.285667:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204886.285668:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204886.285670:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547014:547014:256:4294967295] 192.168.201.135@tcp LPNI seq info [546980:546980:8:4294967295]
00000400:00000200:0.0:1788204886.285672:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204886.285676:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204886.285678:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204886.285680:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204886.285682:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204886.285684:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788204886.285686:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204886.285688:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1788204886.285690:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204886.285691:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204886.285693:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204886.285695:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204886.285697:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204886.285698:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204886.285700:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204886.285702:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecfb80 x1875052937904256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285710:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204886.285712:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecfb80 x1875052937904256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285716:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.285717:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204886.285718:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204886.285720:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788204886.285722:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204886.285723:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309864472
00000100:00000001:0.0:1788204886.285724:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309868236
00000100:00000001:0.0:1788204886.285725:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309864472
00000100:00000001:0.0:1788204886.285727:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309868236
00000100:00000001:0.0:1788204886.285728:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204886.285730:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.285731:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204886.285733:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204886/real 1788204886]  req@ffff8c5d27ecfb80 x1875052937904256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204886.285737:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204886.285737:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204886.285738:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204886.285739:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204886.285740:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204886.285741:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204886.285743:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecfb80 x1875052937904256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204886.285748:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecfb80 x1875052937904256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285751:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204886.285753:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.285754:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204886.285755:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204886.285757:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecfb80 x1875052937904256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285761:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204886.285763:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecfb80 x1875052937904256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285766:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204886.285767:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.285768:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204886.285769:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.285770:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204886.285771:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204886.285772:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204886.285774:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204886.285775:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204886.285777:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecfb80 x1875052937904256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204886.285781:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937904256:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788204886.285783:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204886.285784:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecf480 x1875052937904384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285789:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204886.285789:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204886.285791:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204886.285792:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204886.285793:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204886.285795:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937904384:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204886.285797:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204886.285798:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204886.285799:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204886.285801:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204886.285803:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7000.
02000000:00000001:0.0:1788204886.285804:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204886.285805:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204886.285807:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204886.285809:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204886.285810:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937904384, portal 4
00000100:00000001:0.0:1788204886.285811:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204886.285812:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462528640 : -127143247022976 : ffff8c5d27ecf480)
00000100:00000040:0.0:1788204886.285816:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecf480 x1875052937904384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285820:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204886.285821:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204886.285822:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204886.285824:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937904384, offset 0
00000400:00000200:0.0:1788204886.285826:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204886.285827:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204886.285829:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204886.285830:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204886.285832:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204886.285833:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204886.285834:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204886.285835:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547015:547015:256:4294967295] 192.168.201.135@tcp LPNI seq info [546981:546981:8:4294967295]
00000400:00000200:0.0:1788204886.285838:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204886.285841:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204886.285844:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204886.285845:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204886.285848:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204886.285850:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788204886.285852:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204886.285853:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1788204886.285856:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204886.285857:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204886.285858:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204886.285860:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204886.285862:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204886.285863:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204886.285864:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204886.285866:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecf480 x1875052937904384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285870:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204886.285872:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecf480 x1875052937904384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285876:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.285877:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204886.285878:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204886.285880:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788204886.285881:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204886.285882:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309864565
00000100:00000001:0.0:1788204886.285889:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309868236
00000100:00000001:0.0:1788204886.285891:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309864565
00000100:00000001:0.0:1788204886.285892:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309868236
00000100:00000001:0.0:1788204886.285894:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204886.285895:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.285897:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204886.285898:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204886/real 1788204886]  req@ffff8c5d27ecf480 x1875052937904384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204886.285902:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204886.285904:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204886.285905:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204886.285906:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204886.285907:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204886.285908:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204886.285910:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecf480 x1875052937904384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204886.285915:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecf480 x1875052937904384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285919:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204886.285919:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.285920:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204886.285921:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204886.285923:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecf480 x1875052937904384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285926:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204886.285928:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecf480 x1875052937904384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285931:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204886.285933:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.285933:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204886.285934:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.285935:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204886.285936:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204886.285937:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204886.285939:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204886.285940:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204886.285942:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecf480 x1875052937904384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204886.285950:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937904384:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204886.285952:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.285954:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204886.285955:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc700 x1875052937904128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285958:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204886.285959:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204886.285960:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:0.0:1788204886.285962:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204886.285962:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204886.285963:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204886.285964:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204886.285965:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:0.0:1788204886.285966:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204886.285967:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204886.285968:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc700.
00000100:00000001:0.0:1788204886.285970:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204886.285971:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.285972:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204886.285974:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecfb80 x1875052937904256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285977:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204886.285978:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204886.285978:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788204886.285979:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204886.285980:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204886.285981:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788204886.285981:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204886.285982:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:0.0:1788204886.285983:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204886.285984:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204886.285985:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecfb80.
00000100:00000001:0.0:1788204886.285987:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204886.285988:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.285989:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204886.285991:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecf480 x1875052937904384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.285994:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204886.285995:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204886.285996:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:0.0:1788204886.285997:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204886.285997:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204886.285998:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204886.285999:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204886.286000:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:0.0:1788204886.286001:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204886.286001:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204886.286002:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecf480.
00000100:00000001:0.0:1788204886.286003:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204886.286003:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.286004:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.286006:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204886.286007:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.286008:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204886.286009:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204886.286009:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788204886.286011:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece300 x1875052937904512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.286015:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204886.286015:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204886.286016:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788204886.286017:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204886.286018:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204886.286020:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937904512:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204886.286022:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788204886.286023:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788204886.286024:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204886.286025:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788204886.286027:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7000.
02000000:00000001:0.0:1788204886.286029:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788204886.286031:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788204886.286032:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788204886.286034:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788204886.286035:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937904512, portal 4
00000100:00000001:0.0:1788204886.286037:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788204886.286037:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462524160 : -127143247027456 : ffff8c5d27ece300)
00000100:00000040:0.0:1788204886.286042:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece300 x1875052937904512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.286046:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788204886.286047:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788204886.286049:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788204886.286050:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937904512, offset 0
00000400:00000200:0.0:1788204886.286052:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204886.286054:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204886.286055:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788204886.286057:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788204886.286058:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788204886.286059:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788204886.286061:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788204886.286063:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547016:547016:256:4294967295] 192.168.201.135@tcp LPNI seq info [546982:546982:8:4294967295]
00000400:00000200:0.0:1788204886.286065:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204886.286069:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788204886.286072:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204886.286073:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788204886.286076:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788204886.286077:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000200:0.1:1788204886.286080:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788204886.286082:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 6 secs later)
00000800:00000100:0.0:1788204886.286084:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788204886.286085:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788204886.286087:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788204886.286089:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788204886.286090:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788204886.286091:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788204886.286093:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788204886.286107:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece300 x1875052937904512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.286112:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204886.286113:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece300 x1875052937904512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.286117:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.286118:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204886.286120:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204886.286122:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788204886.286124:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788204886.286125:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309864582
00000100:00000001:0.0:1788204886.286127:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309868236
00000100:00000001:0.0:1788204886.286128:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309864582
00000100:00000001:0.0:1788204886.286130:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309868236
00000100:00000001:0.0:1788204886.286131:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204886.286132:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.286133:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788204886.286135:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204886/real 1788204886]  req@ffff8c5d27ece300 x1875052937904512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788204886.286139:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788204886.286140:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788204886.286141:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788204886.286142:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788204886.286143:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788204886.286144:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788204886.286146:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece300 x1875052937904512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788204886.286151:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece300 x1875052937904512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.286154:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788204886.286155:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.286156:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204886.286156:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788204886.286158:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece300 x1875052937904512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.286162:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788204886.286165:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece300 x1875052937904512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.286171:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788204886.286173:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.286174:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788204886.286175:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.286176:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788204886.286178:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788204886.286180:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788204886.286182:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788204886.286184:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788204886.286187:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece300 x1875052937904512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788204886.286194:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937904512:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788204886.286197:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.286199:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788204886.286202:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece300 x1875052937904512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204886.286209:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788204886.286210:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788204886.286212:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:0.0:1788204886.286215:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788204886.286216:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788204886.286217:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788204886.286219:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788204886.286221:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:0.0:1788204886.286223:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788204886.286224:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788204886.286225:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece300.
00000100:00000001:0.0:1788204886.286228:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788204886.286229:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.286231:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204886.286234:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204886.286236:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204886.286237:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204886.286239:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204886.476406:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204886.476417:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204886.476419:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204886.476427:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204886.476431:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204886.476436:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.476439:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204886.476442:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204886.476446:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204886.988478:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204886.988486:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204886.988489:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204886.988492:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204886.988496:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204886.988499:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204886.988500:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204886.988502:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204886.988505:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204886.988507:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204886.988507:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204886.988508:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204886.988510:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204886.988511:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204886.988512:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204886.988513:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204886.988569:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204886.988572:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204886.988575:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204887.500417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204887.500427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204887.500429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204887.500436:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204887.500440:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204887.500445:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204887.500448:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204887.500451:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204887.500454:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204888.012459:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204888.012467:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204888.012474:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204888.012476:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204888.012539:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204888.012543:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204888.012547:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204888.524437:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204888.524445:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204888.524447:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204888.524452:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204888.524456:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204888.524460:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.524463:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204888.524465:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204888.524467:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204889.036476:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204889.036483:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204889.036489:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204889.036489:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204889.036535:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204889.036538:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204889.036541:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1788204889.292385:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788204889.292393:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788204889.292398:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788204889.292596:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204889.292610:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788204889.292616:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788204889.292619:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1788204889.292625:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000100:00000001:2.0:1788204889.548416:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204889.548424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204889.548426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204889.548432:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204889.548435:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204889.548438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204889.548440:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204889.548443:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204889.548445:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204890.060457:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204890.060466:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204890.060475:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204890.060476:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204890.060542:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204890.060546:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204890.060549:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204890.124395:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309868236, at 4309868288
00000100:00000040:1.0:1788204890.124395:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309868236, at 4309868288
00000100:00000010:1.0:1788204890.124413:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074ea0.
00000100:00000010:0.0:1788204890.124420:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000001:2.0:1788204890.572389:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204890.572399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204890.572402:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204890.572409:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204890.572413:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204890.572418:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204890.572421:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204890.572424:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204890.572427:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204891.084475:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204891.084484:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204891.084490:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204891.084492:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204891.084549:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204891.084553:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204891.084556:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204891.404404:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204891.404415:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204891.404418:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204891.404423:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204891.404427:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204891.404435:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15197
00000400:00000200:2.0:1788204891.404445:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204891.404452:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204891.404456:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204891.404459:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204891.404463:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204891.404466:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204891.404469:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204891.404473:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204891.404476:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204891.404479:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204891.404482:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204891.404485:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204891.404488:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204891.404492:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204891.404494:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204891.404496:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204891.404497:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204891.404500:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204891.404502:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204891.404505:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204891.404507:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204891.404510:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204891.404512:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.404514:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204891.404515:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204891.404526:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb100.
00000020:00000040:2.0:1788204891.404529:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204891.404534:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204891.404535:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.404538:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204891.404541:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204891.404545:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204891.404552:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000001:2.0:1788204891.404560:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204891.404568:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb100 x1875052937904640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204891.404577:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204891.404581:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204891.404585:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000299a5ffd] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb100 x1875052937904640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.404605:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204891.404608:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204891.404610:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204891.404611:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204891.404613:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204891.404615:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204891.404617:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15197
00000400:00000200:2.0:1788204891.404620:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204891.404623:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204891.404625:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204891.404628:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204891.404629:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204891.404631:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204891.404633:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204891.404634:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1788204891.404634:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204891.404636:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204891.404639:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204891.404641:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:1.0:1788204891.404642:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788204891.404643:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204891.404646:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:1.0:1788204891.404647:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204891.404648:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204891.404651:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204891.404655:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:1.0:1788204891.404656:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb100 x1875052937904640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.404657:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204891.404661:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204891.404666:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204891.404670:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204891.404673:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204891.404677:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1788204891.404679:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204891.404681:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204891.404682:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.404686:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204891.404688:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1788204891.404690:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204891.404694:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1788204891.404694:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.404698:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204891.404701:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204891.404702:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea680.
00000020:00000040:2.0:1788204891.404707:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204891.404710:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1788204891.404711:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937904640:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788204891.404712:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.404715:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204891.404717:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204891.404721:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.404722:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1788204891.404724:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:1.0:1788204891.404728:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204891.404729:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204891.404735:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204891.404736:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea680 x1875052937904768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204891.404741:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788204891.404746:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204891.404747:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204891.404748:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204891.404752:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204891.404752:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000410650d5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea680 x1875052937904768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204891.404761:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204891.404761:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204891.404765:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788204891.404766:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000100:00080000:2.0:1788204891.404768:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204891.404771:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204891.404773:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204891.404775:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204891.404777:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15197
00000400:00000010:1.0:1788204891.404778:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000400:00000200:2.0:1788204891.404781:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204891.404785:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204891.404786:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204891.404788:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204891.404790:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1788204891.404791:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937904640, portal 25
00000100:00000040:2.0:1788204891.404791:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204891.404796:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204891.404798:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1788204891.404799:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204891.404802:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000100:00000001:1.0:1788204891.404803:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803429632 : -127142906121984 : ffff8c5d3c3eb100)
00000020:00000001:2.0:1788204891.404803:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204891.404806:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204891.404809:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204891.404811:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204891.404815:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb100 x1875052937904640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204891.404815:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204891.404816:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204891.404821:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204891.404825:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204891.404830:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1788204891.404830:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204891.404836:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:1.0:1788204891.404837:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204891.404841:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204891.404843:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
02000000:00000001:2.0:1788204891.404843:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204891.404846:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1788204891.404847:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937904640, offset 0
02000000:00000001:2.0:1788204891.404849:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.404852:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204891.404853:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204891.404857:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000008:00000001:2.0:1788204891.404857:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.404860:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204891.404868:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:2.0:1788204891.404870:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9180.
00000020:00000040:2.0:1788204891.404873:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204891.404875:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204891.404877:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000001:2.0:1788204891.404877:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.404881:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204891.404883:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204891.404884:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204891.404886:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1788204891.404888:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000400:00000200:1.0:1788204891.404892:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:2.0:1788204891.404893:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204891.404897:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00100000:2.0:1788204891.404901:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9180 x1875052937904896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204891.404903:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204891.404911:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547017:547017:256:4294967295] 192.168.201.135@tcp LPNI seq info [546983:546983:8:4294967295]
00000100:00000001:2.0:1788204891.404917:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204891.404920:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204891.404921:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204891.404925:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa433fb9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9180 x1875052937904896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204891.404934:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204891.404940:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204891.404943:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1788204891.404945:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204891.404947:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204891.404949:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204891.404950:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1788204891.404951:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000100:00000001:2.0:1788204891.404953:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204891.404957:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15197
00000800:00000200:1.0:1788204891.404961:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000400:00000200:2.0:1788204891.404964:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:1.0:1788204891.404967:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000400:00000200:2.0:1788204891.404968:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204891.404972:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1788204891.404977:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204891.404978:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204891.404982:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204891.404983:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000100:00000040:2.0:1788204891.404984:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204891.404990:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000100:1.0:1788204891.404993:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000001:2.0:1788204891.404993:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204891.404997:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000800:00000010:1.0:1788204891.404998:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000020:00000001:2.0:1788204891.404999:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204891.405002:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204891.405003:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204891.405004:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204891.405019:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204891.405021:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204891.405022:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1788204891.405023:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204891.405028:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204891.405030:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000400:00000200:1.0:1788204891.405032:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1788204891.405035:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204891.405038:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204891.405039:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
02000000:00000001:2.0:1788204891.405040:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1788204891.405043:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
02000000:00000001:2.0:1788204891.405044:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204891.405047:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.405048:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204891.405049:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000008:00100000:2.0:1788204891.405050:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204891.405054:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.405056:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204891.405058:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb100 x1875052937904640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204891.405061:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000020:00000040:2.0:1788204891.405065:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204891.405069:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204891.405072:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.405075:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204891.405077:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204891.405079:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204891.405083:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:1.0:1788204891.405084:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204891.405086:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204891.405091:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb100 x1875052937904640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204891.405093:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937905024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204891.405110:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.405112:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204891.405113:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204891.405116:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204891.405119:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937905024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405121:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204891.405129:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204891.405129:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.405133:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309873356
00000100:00080000:2.0:1788204891.405134:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204891.405139:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204891.405140:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:1.0:1788204891.405141:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749a20.
00000100:00080000:2.0:1788204891.405142:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204891.405147:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204891.405149:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15197
00000400:00000200:2.0:1788204891.405152:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204891.405153:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000400:00000200:2.0:1788204891.405155:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204891.405158:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204891.405160:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309873356
00000100:00000040:2.0:1788204891.405161:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000010:1.0:1788204891.405165:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749540.
00000100:00000001:2.0:1788204891.405166:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204891.405168:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1788204891.405172:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204891.405174:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204891.405178:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204891.405179:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.405181:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1788204891.405183:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204891.405186:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00100000:1.0:1788204891.405187:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204891/real 1788204891]  req@ffff8c5d3c3eb100 x1875052937904640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204891.405191:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204891.405194:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204891.405199:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204891.405204:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000001:1.0:1788204891.405206:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1788204891.405208:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000001:1.0:1788204891.405210:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1788204891.405213:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1788204891.405215:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000100:00000040:2.0:1788204891.405219:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204891.405221:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000100:00000001:2.0:1788204891.405223:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:1.0:1788204891.405225:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000020:00000040:2.0:1788204891.405227:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:1.0:1788204891.405231:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:2.0:1788204891.405233:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204891.405238:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204891.405239:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb100 x1875052937904640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204891.405242:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204891.405247:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204891.405251:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.405253:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1788204891.405255:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb100 x1875052937904640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1788204891.405257:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204891.405263:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.405267:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204891.405273:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000100:00000001:1.0:1788204891.405275:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204891.405278:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204891.405278:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204891.405282:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1788204891.405284:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204891.405285:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204891.405287:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204891.405290:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb100 x1875052937904640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405296:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204891.405316:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb100 x1875052937904640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405321:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204891.405324:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.405326:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204891.405327:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.405331:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204891.405331:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204891.405335:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788204891.405335:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204891.405339:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204891.405340:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204891.405345:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
02000000:00000010:2.0:1788204891.405347:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:1.0:1788204891.405348:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204891.405353:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb100 x1875052937904640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204891.405353:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204891.405362:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937905152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788204891.405364:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937904640:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204891.405372:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.405376:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204891.405377:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204891.405379:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204891.405382:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb100 x1875052937904640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204891.405386:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937905152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405393:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204891.405397:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1788204891.405398:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204891.405400:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204891.405404:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:2.0:1788204891.405404:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15207)
00000020:00000001:1.0:1788204891.405407:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204891.405409:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204891.405411:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204891.405413:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:1.0:1788204891.405417:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204891.405418:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204891.405420:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb100.
00000100:00000001:1.0:1788204891.405422:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204891.405423:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.405425:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.405431:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204891.405433:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.405434:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204891.405436:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204891.405437:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204891.405440:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea680 x1875052937904768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405444:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204891.405445:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204891.405447:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204891.405448:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204891.405450:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204891.405451:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937904768:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204891.405453:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204891.405455:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204891.405455:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204891.405456:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204891.405458:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204891.405460:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204891.405462:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204891.405464:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000400:00000010:1.0:1788204891.405467:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204891.405469:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937904768, portal 10
00000100:00000001:1.0:1788204891.405471:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204891.405471:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426944 : -127142906124672 : ffff8c5d3c3ea680)
00000100:00000040:1.0:1788204891.405476:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea680 x1875052937904768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405480:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204891.405482:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204891.405483:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
00000100:00000200:1.0:1788204891.405485:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937904768, offset 0
00000400:00000200:1.0:1788204891.405487:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204891.405490:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204891.405492:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204891.405494:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204891.405496:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204891.405497:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204891.405499:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204891.405501:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547018:547018:256:4294967295] 192.168.201.135@tcp LPNI seq info [546984:546984:8:4294967295]
00000400:00000200:1.0:1788204891.405504:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204891.405508:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204891.405511:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204891.405512:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000800:00000200:1.0:1788204891.405515:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204891.405517:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204891.405520:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204891.405522:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204891.405524:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204891.405526:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000400:00000200:1.0:1788204891.405529:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204891.405531:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204891.405532:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000400:00000010:1.0:1788204891.405534:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000100:00000001:1.0:1788204891.405535:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204891.405537:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea680 x1875052937904768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405542:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204891.405544:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea680 x1875052937904768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405548:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.405549:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204891.405551:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204891.405554:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204891.405556:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204891.405557:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309869597
00000100:00000001:1.0:1788204891.405559:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309873356
00000100:00000001:1.0:1788204891.405561:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309869597
00000100:00000001:1.0:1788204891.405562:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309873356
00000100:00000001:1.0:1788204891.405564:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204891.405566:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.405567:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204891.405569:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204891/real 1788204891]  req@ffff8c5d3c3ea680 x1875052937904768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204891.405574:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204891.405575:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204891.405576:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000400:00000200:1.0:1788204891.405577:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204891.405578:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204891.405579:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204891.405581:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea680 x1875052937904768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204891.405585:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea680 x1875052937904768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405588:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204891.405589:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.405590:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204891.405590:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204891.405592:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea680 x1875052937904768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405596:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204891.405598:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea680 x1875052937904768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405603:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204891.405605:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.405607:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204891.405608:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.405609:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204891.405612:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204891.405614:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204891.405617:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204891.405620:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204891.405623:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea680 x1875052937904768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204891.405632:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937904768:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204891.405636:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204891.405639:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9180 x1875052937904896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405646:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204891.405647:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204891.405650:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204891.405651:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204891.405652:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204891.405654:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937904896:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204891.405657:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204891.405658:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204891.405659:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204891.405660:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204891.405663:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204891.405664:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204891.405666:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204891.405668:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000400:00000010:1.0:1788204891.405670:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204891.405672:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937904896, portal 10
00000100:00000001:1.0:1788204891.405673:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204891.405674:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803421568 : -127142906130048 : ffff8c5d3c3e9180)
00000100:00000040:1.0:1788204891.405678:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9180 x1875052937904896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405687:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204891.405688:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204891.405689:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
00000100:00000200:1.0:1788204891.405691:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937904896, offset 0
00000400:00000200:1.0:1788204891.405693:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204891.405695:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204891.405698:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204891.405699:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204891.405701:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204891.405704:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204891.405706:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204891.405709:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547019:547019:256:4294967295] 192.168.201.135@tcp LPNI seq info [546985:546985:8:4294967295]
00000400:00000200:1.0:1788204891.405713:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204891.405720:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204891.405725:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204891.405728:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000800:00000200:1.0:1788204891.405732:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204891.405735:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204891.405739:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204891.405741:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204891.405745:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204891.405747:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000400:00000200:1.0:1788204891.405751:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204891.405754:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204891.405757:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000400:00000010:1.0:1788204891.405758:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000100:00000001:1.0:1788204891.405761:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204891.405764:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9180 x1875052937904896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405773:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204891.405776:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9180 x1875052937904896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405788:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.405789:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204891.405792:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204891.405794:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204891.405796:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204891.405798:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309869592
00000100:00000001:1.0:1788204891.405799:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309873356
00000100:00000001:1.0:1788204891.405801:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309869592
00000100:00000001:1.0:1788204891.405802:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309873356
00000100:00000001:1.0:1788204891.405804:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204891.405805:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.405806:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204891.405808:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204891/real 1788204891]  req@ffff8c5d3c3e9180 x1875052937904896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204891.405813:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204891.405814:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204891.405815:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000400:00000200:1.0:1788204891.405816:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204891.405817:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204891.405819:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204891.405820:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9180 x1875052937904896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204891.405825:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9180 x1875052937904896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405829:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204891.405830:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.405831:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204891.405832:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204891.405834:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9180 x1875052937904896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405838:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204891.405841:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9180 x1875052937904896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405845:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204891.405846:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.405847:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204891.405847:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.405848:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204891.405849:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204891.405850:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204891.405852:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204891.405853:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204891.405855:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9180 x1875052937904896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204891.405859:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937904896:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204891.405861:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204891.405863:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937905024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405867:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204891.405868:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204891.405869:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204891.405870:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204891.405872:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204891.405873:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937905024:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204891.405875:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204891.405876:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204891.405878:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204891.405879:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204891.405881:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788204891.405883:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204891.405885:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204891.405887:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000400:00000010:1.0:1788204891.405889:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204891.405891:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937905024, portal 4
00000100:00000001:1.0:1788204891.405892:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204891.405893:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:1.0:1788204891.405897:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937905024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405901:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204891.405902:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204891.405903:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
00000100:00000200:1.0:1788204891.405905:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937905024, offset 0
00000400:00000200:1.0:1788204891.405907:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204891.405909:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204891.405911:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204891.405913:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204891.405914:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204891.405916:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204891.405917:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204891.405919:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547020:547020:256:4294967295] 192.168.201.135@tcp LPNI seq info [546986:546986:8:4294967295]
00000400:00000200:1.0:1788204891.405922:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204891.405925:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204891.405927:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204891.405929:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000800:00000200:1.0:1788204891.405931:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204891.405933:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204891.405936:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204891.405938:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204891.405941:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204891.405943:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000400:00000200:1.0:1788204891.405946:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204891.405948:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204891.405949:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000400:00000010:1.0:1788204891.405950:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000100:00000001:1.0:1788204891.405952:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204891.405954:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937905024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405958:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204891.405960:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937905024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405964:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.405965:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204891.405966:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204891.405967:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204891.405969:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204891.405970:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309869685
00000100:00000001:1.0:1788204891.405972:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309873356
00000100:00000001:1.0:1788204891.405973:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309869685
00000100:00000001:1.0:1788204891.405974:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309873356
00000100:00000001:1.0:1788204891.405976:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204891.405977:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.405978:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204891.405979:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204891/real 1788204891]  req@ffff8c5d3c3e8380 x1875052937905024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204891.405983:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204891.405984:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204891.405985:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000400:00000200:1.0:1788204891.405986:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204891.405987:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204891.405989:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204891.405990:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937905024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204891.405995:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937905024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.405999:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204891.405999:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.406000:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204891.406001:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204891.406003:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937905024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.406019:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204891.406022:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937905024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.406025:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204891.406026:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.406027:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204891.406028:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.406029:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204891.406030:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204891.406032:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204891.406033:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204891.406034:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204891.406036:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937905024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204891.406041:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937905024:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204891.406043:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204891.406046:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937905152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.406053:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204891.406055:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204891.406057:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204891.406058:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204891.406060:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204891.406063:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937905152:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204891.406066:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204891.406068:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204891.406069:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204891.406071:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204891.406075:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788204891.406077:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204891.406080:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204891.406083:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000400:00000010:1.0:1788204891.406086:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204891.406089:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937905152, portal 4
00000100:00000001:1.0:1788204891.406091:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204891.406092:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:1.0:1788204891.406099:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937905152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.406105:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204891.406107:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204891.406110:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
00000100:00000200:1.0:1788204891.406112:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937905152, offset 0
00000400:00000200:1.0:1788204891.406116:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204891.406120:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204891.406124:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204891.406126:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204891.406129:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204891.406131:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204891.406133:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204891.406137:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547021:547021:256:4294967295] 192.168.201.135@tcp LPNI seq info [546987:546987:8:4294967295]
00000400:00000200:1.0:1788204891.406141:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204891.406146:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204891.406149:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204891.406151:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000800:00000200:1.0:1788204891.406153:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204891.406156:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1788204891.406160:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204891.406162:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1788204891.406166:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204891.406168:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000400:00000200:1.0:1788204891.406171:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204891.406175:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204891.406177:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000400:00000010:1.0:1788204891.406179:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000100:00000001:1.0:1788204891.406181:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204891.406185:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937905152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.406193:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204891.406196:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937905152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.406203:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.406204:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204891.406206:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204891.406208:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204891.406210:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204891.406212:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309869702
00000100:00000001:1.0:1788204891.406213:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309873356
00000100:00000001:1.0:1788204891.406215:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309869702
00000100:00000001:1.0:1788204891.406216:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309873356
00000100:00000001:1.0:1788204891.406218:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204891.406221:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.406223:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204891.406225:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204891/real 1788204891]  req@ffff8c5d3c3ead80 x1875052937905152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204891.406230:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204891.406231:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204891.406232:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000400:00000200:1.0:1788204891.406234:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204891.406235:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204891.406236:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204891.406238:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937905152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204891.406242:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937905152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.406246:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204891.406247:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.406248:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204891.406249:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204891.406251:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937905152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.406254:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204891.406256:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937905152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.406260:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204891.406261:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.406262:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204891.406262:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.406263:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204891.406264:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204891.406266:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204891.406268:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204891.406269:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204891.406272:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937905152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204891.406276:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937905152:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204891.406278:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.406279:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204891.406281:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea680 x1875052937904768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.406284:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204891.406285:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204891.406286:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204891.406287:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204891.406288:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204891.406289:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204891.406291:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204891.406292:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:1.0:1788204891.406293:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204891.406294:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204891.406295:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea680.
00000100:00000001:1.0:1788204891.406297:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204891.406311:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.406312:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204891.406315:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9180 x1875052937904896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.406319:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204891.406320:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204891.406321:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204891.406322:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204891.406323:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204891.406323:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204891.406324:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204891.406326:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:1.0:1788204891.406327:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204891.406328:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204891.406329:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9180.
00000100:00000001:1.0:1788204891.406331:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204891.406332:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.406332:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204891.406334:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937905024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.406337:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204891.406338:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204891.406339:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788204891.406340:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204891.406340:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204891.406341:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204891.406342:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204891.406342:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:1.0:1788204891.406343:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204891.406344:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204891.406345:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:1.0:1788204891.406346:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204891.406346:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.406347:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204891.406349:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937905152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204891.406352:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204891.406353:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204891.406353:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788204891.406354:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204891.406355:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204891.406355:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204891.406356:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204891.406357:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:1.0:1788204891.406358:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204891.406358:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204891.406359:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:1.0:1788204891.406361:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204891.406362:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.406364:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204891.406366:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204891.406367:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204891.406368:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204891.406370:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204891.596402:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204891.596414:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204891.596416:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204891.596423:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204891.596426:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204891.596430:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.596434:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204891.596444:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204891.596447:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204892.108451:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204892.108458:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204892.108464:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204892.108465:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204892.108535:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204892.108541:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204892.108545:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204892.620440:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204892.620450:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204892.620453:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204892.620459:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204892.620464:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204892.620469:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204892.620472:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204892.620476:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204892.620479:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204893.132454:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204893.132461:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204893.132467:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204893.132468:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204893.132521:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204893.132525:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204893.132528:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204893.644417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204893.644425:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204893.644427:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204893.644433:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204893.644436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204893.644440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.644442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204893.644445:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204893.644447:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204894.156459:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204894.156468:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204894.156476:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204894.156477:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204894.156565:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204894.156569:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204894.156572:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204894.668429:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204894.668438:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204894.668440:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204894.668445:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204894.668449:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204894.668453:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204894.668455:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204894.668458:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204894.668460:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204895.180435:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204895.180442:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204895.180448:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204895.180448:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204895.180504:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204895.180509:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204895.180513:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204895.244355:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309873356, at 4309873408
00000100:00000010:1.0:1788204895.244371:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749540.
00000100:00000040:0.0:1788204895.244385:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309873356, at 4309873408
00000100:00000010:0.0:1788204895.244394:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749a20.
00000100:00000001:2.0:1788204895.692442:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204895.692450:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204895.692452:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204895.692457:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204895.692460:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204895.692464:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204895.692467:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204895.692470:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204895.692472:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204896.204422:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204896.204430:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204896.204432:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204896.204436:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204896.204441:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204896.204443:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204896.204445:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204896.204446:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204896.204449:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204896.204450:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204896.204451:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204896.204452:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204896.204453:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204896.204454:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204896.204455:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204896.204456:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204896.204529:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204896.204534:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204896.204538:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204896.524539:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204896.524571:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204896.524575:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204896.524580:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204896.524588:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204896.524603:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15202
00000400:00000200:2.0:1788204896.524618:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204896.524626:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204896.524631:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204896.524634:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204896.524638:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204896.524641:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204896.524643:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204896.524649:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204896.524652:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204896.524656:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204896.524661:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204896.524666:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204896.524670:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204896.524674:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204896.524675:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204896.524677:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204896.524680:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204896.524685:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204896.524690:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204896.524695:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204896.524699:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204896.524705:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204896.524709:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.524712:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204896.524715:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204896.524727:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788204896.524732:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204896.524738:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204896.524741:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.524751:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204896.524756:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204896.524763:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204896.524776:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204896.524788:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204896.524802:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937905280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204896.524812:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204896.524818:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204896.524823:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937905280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.524848:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204896.524854:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204896.524858:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204896.524860:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204896.524863:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1788204896.524863:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204896.524871:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204896.524872:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788204896.524878:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15202
00000100:00000001:1.0:1788204896.524879:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1788204896.524887:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204896.524894:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000040:1.0:1788204896.524896:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937905280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204896.524898:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204896.524906:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204896.524929:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204896.524930:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204896.524934:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204896.524936:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204896.524943:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:1.0:1788204896.524944:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1788204896.524951:0:267769:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:1.0:1788204896.524952:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1788204896.524954:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
02000000:00000001:1.0:1788204896.524959:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204896.524959:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204896.524963:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204896.524968:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00100000:1.0:1788204896.524972:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937905280:192.168.201.135@tcp:250:kworker.0
00000020:00000001:2.0:1788204896.524972:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204896.524978:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204896.524984:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204896.524984:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204896.524992:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204896.524993:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:1.0:1788204896.524994:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1788204896.524996:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:1.0:1788204896.525000:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204896.525001:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204896.525007:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204896.525009:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1788204896.525010:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1788204896.525020:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:2.0:1788204896.525020:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204896.525032:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204896.525033:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.525036:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204896.525042:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204896.525047:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00000001:2.0:1788204896.525052:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204896.525062:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000100:00000001:2.0:1788204896.525063:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204896.525073:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000400:00000010:1.0:1788204896.525077:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000020:00000040:2.0:1788204896.525078:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204896.525088:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204896.525090:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204896.525092:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937905280, portal 25
00000100:00000001:2.0:1788204896.525093:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204896.525097:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204896.525099:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1788204896.525102:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204896.525104:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
02000000:00000010:2.0:1788204896.525112:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000040:1.0:1788204896.525116:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937905280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.525121:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204896.525133:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1788204896.525135:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937905408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1788204896.525146:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204896.525154:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107a18.
00000100:00000001:2.0:1788204896.525154:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204896.525160:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204896.525163:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937905280, offset 0
00000100:00000040:2.0:1788204896.525172:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937905408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204896.525182:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204896.525197:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204896.525201:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204896.525203:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204896.525208:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204896.525211:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204896.525215:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:2.0:1788204896.525216:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204896.525226:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204896.525234:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1788204896.525235:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15202
00000400:00000200:2.0:1788204896.525246:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204896.525252:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204896.525256:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204896.525259:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204896.525264:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204896.525265:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788204896.525268:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204896.525274:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204896.525278:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:2.0:1788204896.525279:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204896.525284:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204896.525285:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204896.525289:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204896.525293:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:1.0:1788204896.525295:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547022:547022:256:4294967295] 192.168.201.135@tcp LPNI seq info [546988:546988:8:4294967295]
00000020:00000001:2.0:1788204896.525297:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204896.525337:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788204896.525338:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204896.525347:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204896.525350:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204896.525352:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204896.525356:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204896.525360:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204896.525369:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204896.525373:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204896.525375:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204896.525382:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204896.525383:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1788204896.525388:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.525394:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204896.525398:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1788204896.525406:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000008:00000001:2.0:1788204896.525407:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.525414:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204896.525420:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000800:00000010:1.0:1788204896.525421:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000020:00000040:2.0:1788204896.525423:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204896.525429:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204896.525430:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.525434:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204896.525435:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204896.525440:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204896.525441:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:2.0:1788204896.525446:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:2.0:1788204896.525451:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204896.525455:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00100000:2.0:1788204896.525461:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937905536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204896.525468:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204896.525470:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204896.525473:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937905536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204896.525477:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.525480:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204896.525484:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204896.525494:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204896.525495:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204896.525499:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204896.525502:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204896.525503:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309878477
00000100:00000001:2.0:1788204896.525508:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204896.525516:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15202
00000100:00000010:1.0:1788204896.525518:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749540.
00000400:00000200:2.0:1788204896.525523:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204896.525530:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204896.525532:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1788204896.525533:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204896.525540:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204896.525542:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204896.525545:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204896.525547:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204896.525548:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309878477
00000020:00000001:2.0:1788204896.525553:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204896.525555:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000010:1.0:1788204896.525557:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7490c0.
00000020:00000001:2.0:1788204896.525558:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204896.525561:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204896.525566:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:1.0:1788204896.525567:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000020:00000001:2.0:1788204896.525575:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204896.525579:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204896.525581:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204896.525581:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204896.525591:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204896.525593:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.525594:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204896.525601:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:1.0:1788204896.525604:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204896.525605:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204896.525610:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204896.525613:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204896.525614:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204896.525616:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204896.525620:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.525621:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204896.525622:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204896.525624:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000008:00000001:2.0:1788204896.525625:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204896.525631:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788204896.525631:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204896.525634:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000100:00000001:1.0:1788204896.525638:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1788204896.525638:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204896.525647:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1788204896.525647:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204896.525654:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204896.525655:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204896.525657:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204896.525662:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204896.525664:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204896.525668:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000040:1.0:1788204896.525670:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937905408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204896.525672:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204896.525681:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937905664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204896.525696:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204896.525698:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204896.525705:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204896.525708:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204896.525708:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204896.525716:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.525716:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204896.525727:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937905408:192.168.201.135@tcp:38:kworker.0
00000100:00000040:2.0:1788204896.525733:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937905664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204896.525734:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204896.525741:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204896.525745:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204896.525750:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204896.525756:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:2.0:1788204896.525759:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204896.525761:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204896.525765:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204896.525776:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1788204896.525777:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204896.525783:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1788204896.525786:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230ec8.
00000100:00080000:2.0:1788204896.525787:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204896.525796:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1788204896.525799:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00080000:2.0:1788204896.525802:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15202
00000100:00000200:1.0:1788204896.525806:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937905408, portal 10
00000400:00000200:2.0:1788204896.525815:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204896.525816:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204896.525821:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000400:00000200:2.0:1788204896.525825:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204896.525830:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204896.525836:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937905408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204896.525837:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204896.525843:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204896.525849:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204896.525857:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204896.525867:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204896.525875:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1788204896.525875:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204896.525882:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:1.0:1788204896.525884:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000040:2.0:1788204896.525886:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000400:00000010:1.0:1788204896.525891:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107088.
00000020:00000001:2.0:1788204896.525892:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000200:1.0:1788204896.525903:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937905408, offset 0
00000020:00000001:2.0:1788204896.525903:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204896.525933:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204896.525937:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204896.525943:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204896.525944:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204896.525950:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204896.525955:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000200:1.0:1788204896.525958:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204896.525965:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204896.525971:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204896.525973:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000001:2.0:1788204896.525979:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204896.525984:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1788204896.525987:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204896.525993:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:2.0:1788204896.525996:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.526001:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204896.526003:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000008:00100000:2.0:1788204896.526006:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1788204896.526011:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000008:00000001:2.0:1788204896.526018:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.526023:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204896.526028:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547023:547023:255:4294967295] 192.168.201.135@tcp LPNI seq info [546989:546989:7:4294967295]
00000100:00000010:2.0:1788204896.526031:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000020:00000040:2.0:1788204896.526042:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204896.526050:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204896.526051:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204896.526053:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.526058:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204896.526064:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204896.526071:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204896.526076:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1788204896.526079:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788204896.526087:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204896.526095:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00100000:2.0:1788204896.526103:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937905792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1788204896.526107:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213500.
00000800:00000200:1.0:1788204896.526127:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204896.526130:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204896.526135:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204896.526139:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204896.526146:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937905792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204896.526150:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204896.526161:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000100:00000001:2.0:1788204896.526170:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204896.526180:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204896.526187:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309874717
00000100:00000040:2.0:1788204896.526187:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15212)
00000100:00000001:1.0:1788204896.526197:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309878477
00000100:00000001:1.0:1788204896.526200:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309874717
00000100:00000001:1.0:1788204896.526203:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309878477
00000100:00000001:1.0:1788204896.526205:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204896.526209:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204896.526212:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204896.526220:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937905536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204896.526230:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204896.526232:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204896.526235:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204896.526237:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204896.526240:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204896.526243:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937905536:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204896.526249:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204896.526252:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204896.526254:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204896.526256:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204896.526260:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204896.526262:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204896.526265:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204896.526268:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204896.526272:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204896.526275:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937905536, portal 10
00000100:00000001:1.0:1788204896.526277:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204896.526279:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000040:1.0:1788204896.526284:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937905536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204896.526292:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204896.526294:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204896.526296:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107110.
00000100:00000200:1.0:1788204896.526334:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937905536, offset 0
00000400:00000200:1.0:1788204896.526340:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204896.526344:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204896.526348:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204896.526351:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204896.526354:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204896.526356:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204896.526359:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204896.526362:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547024:547024:254:4294967295] 192.168.201.135@tcp LPNI seq info [546990:546990:6:4294967295]
00000400:00000200:1.0:1788204896.526367:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204896.526373:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204896.526379:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204896.526382:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213200.
00000800:00000200:1.0:1788204896.526387:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204896.526391:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204896.526395:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204896.526398:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204896.526401:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204896.526403:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309874713
00000100:00000001:1.0:1788204896.526405:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309878477
00000100:00000001:1.0:1788204896.526408:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309874713
00000100:00000001:1.0:1788204896.526410:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309878477
00000100:00000001:1.0:1788204896.526412:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204896.526414:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204896.526417:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204896.526419:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204896.526424:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204896.526425:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204896.526427:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204896.526429:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204896.526431:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204896.526436:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937905664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204896.526444:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204896.526445:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204896.526448:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204896.526450:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204896.526452:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204896.526455:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937905664:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204896.526458:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204896.526461:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204896.526462:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204896.526464:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204896.526467:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204896.526469:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204896.526472:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204896.526475:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788204896.526480:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107cc0.
00000100:00000200:1.0:1788204896.526483:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937905664, portal 4
00000100:00000001:1.0:1788204896.526485:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204896.526486:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
00000100:00000040:1.0:1788204896.526492:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937905664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204896.526499:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204896.526501:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204896.526504:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d271073b8.
00000100:00000200:1.0:1788204896.526506:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937905664, offset 0
00000400:00000200:1.0:1788204896.526511:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204896.526514:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204896.526518:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204896.526521:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204896.526523:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204896.526526:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204896.526528:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204896.526531:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547025:547025:253:4294967295] 192.168.201.135@tcp LPNI seq info [546991:546991:5:4294967295]
00000400:00000200:1.0:1788204896.526536:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204896.526542:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204896.526547:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204896.526550:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788204896.526554:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204896.526558:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204896.526561:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204896.526565:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204896.526568:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204896.526570:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309874806
00000100:00000001:1.0:1788204896.526572:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309878477
00000100:00000001:1.0:1788204896.526574:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309874806
00000100:00000001:1.0:1788204896.526577:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309878477
00000100:00000001:1.0:1788204896.526580:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204896.526581:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204896.526584:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204896.526589:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937905792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204896.526596:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204896.526598:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204896.526600:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204896.526601:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204896.526604:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204896.526607:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937905792:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204896.526611:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204896.526613:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204896.526615:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204896.526617:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204896.526620:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204896.526622:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204896.526626:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204896.526629:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230738.
00000400:00000010:1.0:1788204896.526632:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d271076e8.
00000100:00000200:1.0:1788204896.526635:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937905792, portal 4
00000100:00000001:1.0:1788204896.526638:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204896.526639:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
00000100:00000040:1.0:1788204896.526645:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937905792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204896.526652:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204896.526655:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204896.526658:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107dd0.
00000100:00000200:1.0:1788204896.526660:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937905792, offset 0
00000400:00000200:1.0:1788204896.526665:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204896.526668:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204896.526672:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204896.526676:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204896.526679:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204896.526681:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204896.526684:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204896.526687:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547026:547026:252:4294967295] 192.168.201.135@tcp LPNI seq info [546992:546992:4:4294967295]
00000400:00000200:1.0:1788204896.526692:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204896.526698:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204896.526702:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204896.526707:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213d00.
00000800:00000200:1.0:1788204896.526711:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204896.526715:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204896.526718:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204896.526722:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204896.526725:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204896.526728:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309874823
00000100:00000001:1.0:1788204896.526730:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309878477
00000100:00000001:1.0:1788204896.526733:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309874823
00000100:00000001:1.0:1788204896.526736:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309878477
00000100:00000001:1.0:1788204896.526738:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204896.526741:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204896.526743:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204896.526746:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204896.526750:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204896.526751:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204896.526754:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204896.526755:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204896.526757:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204896.526759:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204896.716431:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204896.716439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204896.716440:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204896.716445:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204896.716448:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204896.716452:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.716454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204896.716457:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204896.716459:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204897.228447:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204897.228454:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204897.228459:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204897.228460:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204897.228520:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204897.228527:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204897.228532:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204897.740394:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204897.740403:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204897.740405:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204897.740410:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204897.740413:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204897.740417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204897.740419:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204897.740422:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204897.740425:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204898.252440:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204898.252448:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204898.252455:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204898.252456:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204898.252523:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204898.252529:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204898.252533:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204898.764418:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204898.764426:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204898.764428:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204898.764434:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204898.764437:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204898.764440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204898.764443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204898.764446:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204898.764448:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204899.276441:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204899.276446:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204899.276450:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204899.276451:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204899.276469:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204899.276471:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204899.276473:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788204899.596522:0:2381:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:3.0:1788204899.596561:0:2381:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1788204899.596568:0:2381:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204899.596571:0:2381:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:3.0:1788204899.596575:0:2381:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204899.596578:0:2381:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1788204899.596582:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:3.0:1788204899.596585:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000400:00000200:3.0:1788204899.596595:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204899.596599:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788204899.596604:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107a18
00000400:00000010:3.0:1788204899.596606:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107a18.
00000100:00000001:3.0:1788204899.596610:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204899.596618:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3c3e8e00 x1875052937905280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204899.596637:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204899.596640:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937905280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204899.596645:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204899.596647:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788204899.596656:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:3.0:1788204899.596659:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213500.
00000400:00000200:3.0:1788204899.596664:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788204899.596668:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000100:00000001:1.0:1788204899.596672:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1788204899.596672:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107088
00000400:00000010:3.0:1788204899.596677:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107088.
00000100:00000001:1.0:1788204899.596679:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788204899.596682:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204899.596688:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000200:3.0:1788204899.596690:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3c3eb800 x1875052937905408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204899.596700:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204896/real 1788204899]  req@ffff8c5d3c3e8e00 x1875052937905280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204899.596704:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204899.596712:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937905408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204899.596721:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788204899.596722:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204899.596725:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204899.596727:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:1.0:1788204899.596731:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000800:00000100:3.0:1788204899.596737:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000400:00000200:1.0:1788204899.596739:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000800:00000010:3.0:1788204899.596742:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213200.
00000400:00000010:1.0:1788204899.596745:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000400:00000200:3.0:1788204899.596749:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1788204899.596752:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1788204899.596757:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000100:00000200:1.0:1788204899.596762:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937905280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204899.596764:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107110
00000400:00000010:3.0:1788204899.596768:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107110.
00000100:00000001:3.0:1788204899.596775:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788204899.596784:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3c3e9c00 x1875052937905536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204899.596785:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937905280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.596816:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204899.596818:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204899.596819:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.596824:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788204899.596826:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937905536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.596828:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204899.596838:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937905280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204899.596852:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204899.596856:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204899.596857:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:1.0:1788204899.596887:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937905280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.596897:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204899.596901:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.596905:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000800:00000100:3.0:1788204899.596906:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000100:00000001:1.0:1788204899.596908:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000800:00000010:3.0:1788204899.596913:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000100:00000001:1.0:1788204899.596914:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204899.596919:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:3.0:1788204899.596922:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00080000:1.0:1788204899.596924:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:3.0:1788204899.596931:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000100:00080000:1.0:1788204899.596936:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000400:00000200:3.0:1788204899.596938:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d271073b8
00000400:00000010:3.0:1788204899.596942:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d271073b8.
00000100:00000001:1.0:1788204899.596944:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204899.596947:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:1.0:1788204899.596952:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937905280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788204899.596957:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3c3eb480 x1875052937905664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204899.596982:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937905280:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204899.596982:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788204899.596991:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937905664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.596992:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204899.596998:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204899.597006:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204899.597007:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937905280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204899.597011:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204899.597021:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000800:00000100:3.0:1788204899.597021:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
02000000:00000001:1.0:1788204899.597027:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000800:00000010:3.0:1788204899.597027:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213d00.
02000000:00000010:1.0:1788204899.597034:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
00000400:00000200:3.0:1788204899.597036:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
02000000:00000001:1.0:1788204899.597041:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:3.0:1788204899.597042:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000020:00000001:1.0:1788204899.597047:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000400:00000200:3.0:1788204899.597048:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107dd0
00000020:00000040:1.0:1788204899.597052:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000400:00000010:3.0:1788204899.597053:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107dd0.
00000020:00000001:1.0:1788204899.597059:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1788204899.597061:0:2381:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:1.0:1788204899.597065:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18c00.
00000100:00000200:3.0:1788204899.597070:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3c3ebb80 x1875052937905792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204899.597072:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204899.597076:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204899.597079:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000001:1.0:1788204899.597089:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204899.597089:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204899.597093:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204899.597098:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937905792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204921 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597100:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204899.597105:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204899.597108:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204899.597111:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204899.597117:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204899.597121:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204896/real 1788204899]  req@ffff8c5d3c3eb480 x1875052937905664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204899.597122:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000001:1.0:1788204899.597135:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204899.597137:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204899.597141:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788204899.597145:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107cc0
00000400:00000010:1.0:1788204899.597147:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107cc0.
00000100:00000001:1.0:1788204899.597151:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204899.597154:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937905664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204899.597159:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937905664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597164:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204899.597165:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597166:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204899.597167:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204899.597169:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937905664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597176:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204899.597180:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937905664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597187:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204899.597189:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597191:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204899.597193:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597195:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204899.597197:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204899.597200:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204899.597204:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204899.597207:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204899.597212:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937905664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204899.597221:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937905664:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204899.597225:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204899.597231:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204896/real 1788204899]  req@ffff8c5d3c3ebb80 x1875052937905792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204899.597240:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204899.597241:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204899.597243:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230738.
00000400:00000200:1.0:1788204899.597246:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d271076e8
00000400:00000010:1.0:1788204899.597248:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d271076e8.
00000100:00000001:1.0:1788204899.597251:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204899.597255:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937905792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204899.597264:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937905792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597271:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204899.597272:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597274:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204899.597275:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204899.597279:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937905792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597285:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204899.597289:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937905792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597296:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204899.597328:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597331:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204899.597333:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597337:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204899.597339:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204899.597342:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204899.597347:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204899.597350:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204899.597355:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937905792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204899.597364:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937905792:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204899.597369:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204899.597373:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204896/real 1788204899]  req@ffff8c5d3c3eb800 x1875052937905408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204899.597381:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204899.597383:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204899.597385:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230ec8.
00000400:00000200:1.0:1788204899.597389:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204899.597391:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204899.597393:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204899.597396:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937905408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204899.597404:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937905408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597410:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204899.597411:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597413:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204899.597415:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204899.597418:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937905408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597424:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204899.597428:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937905408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597434:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204899.597436:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597438:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204899.597439:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597440:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204899.597442:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204899.597445:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204899.597449:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204899.597451:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204899.597455:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937905408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204899.597462:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937905408:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204899.597466:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204899.597470:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204896/real 1788204899]  req@ffff8c5d3c3e9c00 x1875052937905536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204899.597477:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204899.597478:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204899.597480:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204899.597482:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204899.597483:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204899.597485:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204899.597489:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937905536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204899.597497:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937905536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597503:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204899.597504:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597505:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204899.597507:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204899.597511:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937905536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597524:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204899.597528:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937905536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597534:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204899.597536:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597537:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204899.597539:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597540:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204899.597542:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204899.597544:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204899.597548:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204899.597550:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204899.597554:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937905536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204899.597561:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937905536:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204899.597565:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597567:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204899.597570:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937905664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597576:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204899.597578:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204899.597579:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204899.597583:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204899.597584:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204899.597585:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204899.597588:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204899.597590:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:1.0:1788204899.597593:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204899.597594:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204899.597596:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:1.0:1788204899.597598:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204899.597600:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597601:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204899.597605:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937905792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597611:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204899.597612:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204899.597614:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204899.597616:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204899.597617:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204899.597618:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204899.597620:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204899.597621:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:1.0:1788204899.597624:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204899.597625:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204899.597626:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:1.0:1788204899.597628:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204899.597630:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597631:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204899.597635:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937905408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597642:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204899.597643:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204899.597645:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788204899.597648:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204899.597649:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204899.597650:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204899.597652:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204899.597654:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:1.0:1788204899.597656:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204899.597657:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204899.597659:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:1.0:1788204899.597661:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204899.597663:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597665:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204899.597668:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937905536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204921 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204899.597674:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204899.597675:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204899.597676:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204899.597678:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204899.597680:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204899.597681:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204899.597683:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204899.597684:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:1.0:1788204899.597686:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204899.597688:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204899.597689:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:1.0:1788204899.597691:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204899.597693:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597695:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204899.597710:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204899.597712:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204899.597715:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204899.597717:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204899.788432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204899.788441:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204899.788443:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204899.788449:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204899.788484:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204899.788490:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204899.788493:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204899.788497:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204899.788501:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204900.300400:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204900.300408:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204900.300415:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204900.300417:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204900.300482:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204900.300485:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204900.300488:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204900.364380:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309878477, at 4309878528
00000100:00000040:1.0:1788204900.364381:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309878477, at 4309878528
00000100:00000010:1.0:1788204900.364396:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7490c0.
00000100:00000010:0.0:1788204900.364402:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749540.
00000100:00000001:2.0:1788204900.812439:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204900.812447:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204900.812450:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204900.812455:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204900.812459:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204900.812463:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204900.812466:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204900.812481:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204900.812485:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204901.324502:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204901.324509:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204901.324515:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204901.324516:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204901.324602:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204901.324607:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204901.324612:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204901.644453:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204901.644465:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204901.644468:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204901.644473:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204901.644477:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204901.644484:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15207
00000400:00000200:2.0:1788204901.644491:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204901.644496:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204901.644498:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204901.644501:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644503:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204901.644505:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644507:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204901.644510:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204901.644513:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204901.644515:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204901.644517:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204901.644519:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204901.644521:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204901.644523:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644524:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204901.644525:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644526:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204901.644529:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204901.644531:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644532:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204901.644535:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204901.644538:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204901.644540:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.644542:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204901.644543:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204901.644552:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788204901.644556:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204901.644560:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204901.644562:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.644565:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204901.644568:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204901.644573:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204901.644581:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:2.0:1788204901.644587:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204901.644596:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937905920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204901.644606:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204901.644611:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204901.644616:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937905920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.644655:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204901.644659:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204901.644662:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204901.644664:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204901.644666:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204901.644669:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204901.644684:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15207
00000400:00000200:2.0:1788204901.644689:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204901.644693:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204901.644696:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204901.644699:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644701:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204901.644704:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644706:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204901.644708:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204901.644709:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204901.644711:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204901.644713:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204901.644715:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204901.644717:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204901.644719:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644721:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204901.644722:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644723:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204901.644724:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204901.644726:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644727:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204901.644729:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204901.644735:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204901.644737:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.644739:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204901.644744:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204901.644747:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.644749:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204901.644753:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000020:00000040:2.0:1788204901.644756:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204901.644759:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204901.644760:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.644762:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204901.644764:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204901.644766:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204901.644770:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000001:2.0:1788204901.644774:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204901.644780:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937906048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204901.644789:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204901.644791:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204901.644795:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937906048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.644802:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204901.644805:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204901.644808:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204901.644810:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204901.644811:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204901.644814:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204901.644817:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15207
00000400:00000200:2.0:1788204901.644821:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204901.644823:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204901.644826:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204901.644844:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644847:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204901.644849:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644851:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204901.644854:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204901.644855:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204901.644856:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204901.644859:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204901.644861:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204901.644862:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204901.644865:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644867:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204901.644868:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644870:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204901.644873:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204901.644875:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644877:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204901.644879:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204901.644882:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204901.644884:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.644886:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204901.644888:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204901.644891:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.644893:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204901.644897:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000020:00000040:2.0:1788204901.644899:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204901.644902:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204901.644903:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.644904:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204901.644906:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204901.644908:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204901.644913:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788204901.644916:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204901.644921:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937906176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204901.644928:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204901.644930:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204901.644934:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937906176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204901.644941:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204901.644944:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204901.644947:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204901.644964:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204901.644967:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204901.644970:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204901.644972:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15207
00000400:00000200:2.0:1788204901.644977:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204901.644981:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204901.644983:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204901.644986:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644988:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204901.644990:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.644992:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204901.644994:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204901.644996:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204901.644998:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204901.645001:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204901.645004:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204901.645006:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204901.645010:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.645013:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204901.645016:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.645018:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204901.645021:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204901.645024:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204901.645027:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.645028:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1788204901.645030:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204901.645035:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1788204901.645036:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204901.645042:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1788204901.645042:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.645048:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204901.645053:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000040:1.0:1788204901.645055:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9880 x1875052937905920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.645070:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:2.0:1788204901.645070:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.645075:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.645079:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204901.645083:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1788204901.645086:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
02000000:00000001:1.0:1788204901.645088:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1788204901.645091:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204901.645094:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204901.645097:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204901.645101:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204901.645103:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937905920:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204901.645105:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204901.645108:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204901.645112:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.645116:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1788204901.645119:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:1.0:1788204901.645122:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204901.645125:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204901.645127:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204901.645132:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1788204901.645135:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937906304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1788204901.645141:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204901.645147:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.645148:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204901.645153:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204901.645157:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204901.645160:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937906304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788204901.645164:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204901.645173:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000001:2.0:1788204901.645178:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204901.645183:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937905920, portal 25
00000100:00080000:2.0:1788204901.645184:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204901.645189:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1788204901.645190:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204901.645193:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803423360 : -127142906128256 : ffff8c5d3c3e9880)
00000100:00000001:2.0:1788204901.645200:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1788204901.645203:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9880 x1875052937905920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204901.645205:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204901.645211:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204901.645218:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15207
00000100:00000001:1.0:1788204901.645222:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:2.0:1788204901.645226:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204901.645229:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204901.645235:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000400:00000200:2.0:1788204901.645235:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204901.645241:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1788204901.645242:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937905920, offset 0
00000100:00000040:2.0:1788204901.645248:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.645253:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204901.645258:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204901.645259:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204901.645262:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204901.645265:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204901.645267:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204901.645269:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204901.645272:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000400:00000200:1.0:1788204901.645273:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:2.0:1788204901.645277:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204901.645281:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000200:1.0:1788204901.645286:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:2.0:1788204901.645288:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204901.645293:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204901.645296:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1788204901.645340:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204901.645341:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:2.0:1788204901.645347:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788204901.645350:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1788204901.645352:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000200:1.0:1788204901.645357:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00080000:2.0:1788204901.645361:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:1.0:1788204901.645368:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547027:547027:256:4294967295] 192.168.201.135@tcp LPNI seq info [546993:546993:8:4294967295]
00000100:00000001:2.0:1788204901.645368:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204901.645374:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204901.645378:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204901.645379:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204901.645383:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.645386:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204901.645388:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204901.645395:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204901.645399:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204901.645400:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204901.645407:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000800:00000200:1.0:1788204901.645413:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000040:2.0:1788204901.645414:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204901.645420:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204901.645421:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204901.645422:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000100:00000001:2.0:1788204901.645424:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204901.645428:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204901.645430:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204901.645435:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:2.0:1788204901.645439:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000800:00000200:1.0:1788204901.645442:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1788204901.645445:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204901.645452:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00100000:2.0:1788204901.645455:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937906432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1788204901.645459:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204901.645472:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204901.645473:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1788204901.645476:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000100:00000001:2.0:1788204901.645477:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204901.645487:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937906432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204901.645494:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788204901.645495:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204901.645505:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15217)
00000400:00000200:1.0:1788204901.645508:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204901.645516:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204901.645519:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204901.645524:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204901.645531:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9880 x1875052937905920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.645542:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204901.645546:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9880 x1875052937905920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.645562:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.645564:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204901.645571:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204901.645576:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204901.645580:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309883597
00000100:00000010:1.0:1788204901.645586:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7490c0.
00000100:00000001:1.0:1788204901.645593:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204901.645599:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309883597
00000100:00000010:1.0:1788204901.645602:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7497e0.
00000100:00000001:1.0:1788204901.645606:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204901.645610:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204901.645613:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.645617:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204901.645622:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204901/real 1788204901]  req@ffff8c5d3c3e9880 x1875052937905920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204901.645633:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204901.645635:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204901.645637:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204901.645640:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204901.645641:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204901.645644:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204901.645647:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9880 x1875052937905920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204901.645658:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9880 x1875052937905920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.645665:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204901.645667:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.645670:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204901.645672:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204901.645676:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9880 x1875052937905920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.645684:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204901.645690:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9880 x1875052937905920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.645699:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204901.645703:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.645704:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204901.645706:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.645709:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204901.645711:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204901.645714:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204901.645719:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204901.645722:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204901.645726:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9880 x1875052937905920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204901.645734:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937905920:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204901.645743:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204901.645746:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8700 x1875052937906048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.645753:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204901.645755:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204901.645757:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204901.647942:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204901.647949:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204901.647961:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937906048:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204901.647968:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204901.647973:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204901.647976:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204901.647980:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204901.647990:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788204901.647993:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204901.648000:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204901.648005:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204901.648013:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204901.648019:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937906048, portal 10
00000100:00000001:1.0:1788204901.648022:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204901.648024:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803418880 : -127142906132736 : ffff8c5d3c3e8700)
00000100:00000040:1.0:1788204901.648034:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8700 x1875052937906048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648043:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204901.648046:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204901.648049:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204901.648052:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937906048, offset 0
00000400:00000200:1.0:1788204901.648059:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204901.648068:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204901.648075:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204901.648080:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204901.648086:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204901.648091:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204901.648096:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204901.648100:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547028:547028:256:4294967295] 192.168.201.135@tcp LPNI seq info [546994:546994:8:4294967295]
00000400:00000200:1.0:1788204901.648105:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204901.648122:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204901.648129:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204901.648135:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204901.648142:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204901.648146:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204901.648153:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204901.648156:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204901.648161:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204901.648164:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204901.648174:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204901.648179:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204901.648195:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204901.648198:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204901.648202:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204901.648206:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8700 x1875052937906048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648217:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204901.648221:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8700 x1875052937906048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648229:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.648231:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204901.648236:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204901.648241:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204901.648245:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204901.648248:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309879839
00000100:00000001:1.0:1788204901.648252:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309883597
00000100:00000001:1.0:1788204901.648254:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309879839
00000100:00000001:1.0:1788204901.648257:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309883597
00000100:00000001:1.0:1788204901.648260:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204901.648263:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.648265:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204901.648270:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204901/real 1788204901]  req@ffff8c5d3c3e8700 x1875052937906048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204901.648280:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204901.648282:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204901.648284:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204901.648287:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204901.648289:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204901.648291:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204901.648295:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8700 x1875052937906048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204901.648330:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8700 x1875052937906048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648338:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204901.648340:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.648343:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204901.648345:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204901.648349:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8700 x1875052937906048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648357:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204901.648362:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8700 x1875052937906048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648370:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204901.648373:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.648375:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204901.648376:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.648379:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204901.648381:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204901.648385:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204901.648389:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204901.648392:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204901.648396:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8700 x1875052937906048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204901.648405:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937906048:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204901.648411:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204901.648416:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea300 x1875052937906176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648423:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204901.648426:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204901.648428:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204901.648430:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204901.648432:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204901.648435:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937906176:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204901.648439:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204901.648441:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204901.648443:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204901.648445:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204901.648448:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204901.648450:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204901.648454:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204901.648456:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204901.648460:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204901.648463:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937906176, portal 10
00000100:00000001:1.0:1788204901.648465:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204901.648466:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426048 : -127142906125568 : ffff8c5d3c3ea300)
00000100:00000040:1.0:1788204901.648473:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea300 x1875052937906176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648479:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204901.648482:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204901.648484:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204901.648487:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937906176, offset 0
00000400:00000200:1.0:1788204901.648491:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204901.648495:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204901.648500:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204901.648503:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204901.648505:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204901.648508:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204901.648511:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204901.648514:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547029:547029:256:4294967295] 192.168.201.135@tcp LPNI seq info [546995:546995:8:4294967295]
00000400:00000200:1.0:1788204901.648518:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204901.648525:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204901.648530:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204901.648533:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204901.648538:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204901.648541:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204901.648545:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204901.648548:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204901.648552:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204901.648554:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204901.648559:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204901.648563:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204901.648566:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204901.648568:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204901.648570:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204901.648574:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea300 x1875052937906176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648583:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204901.648586:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea300 x1875052937906176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648600:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.648602:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204901.648606:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204901.648609:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204901.648612:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204901.648614:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309879835
00000100:00000001:1.0:1788204901.648617:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309883597
00000100:00000001:1.0:1788204901.648619:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309879835
00000100:00000001:1.0:1788204901.648621:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309883597
00000100:00000001:1.0:1788204901.648624:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204901.648626:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.648628:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204901.648632:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204901/real 1788204901]  req@ffff8c5d3c3ea300 x1875052937906176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204901.648640:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204901.648642:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204901.648644:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204901.648646:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204901.648647:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204901.648650:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204901.648653:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea300 x1875052937906176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204901.648662:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea300 x1875052937906176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648669:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204901.648670:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.648672:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204901.648673:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204901.648677:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea300 x1875052937906176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648685:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204901.648689:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea300 x1875052937906176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648696:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204901.648698:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.648700:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204901.648702:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.648703:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204901.648705:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204901.648707:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204901.648721:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204901.648724:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204901.648728:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea300 x1875052937906176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204901.648738:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937906176:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204901.648742:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.648745:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204901.648749:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937905920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648756:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204901.648759:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204901.648761:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204901.648765:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204901.648768:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204901.648770:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204901.648773:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204901.648775:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:1.0:1788204901.648779:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204901.648782:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204901.648784:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00000001:1.0:1788204901.648787:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204901.648789:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.648790:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204901.648794:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8700 x1875052937906048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648802:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204901.648803:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204901.648804:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788204901.648807:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204901.648808:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204901.648809:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204901.648812:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204901.648813:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:1.0:1788204901.648816:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204901.648817:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204901.648818:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8700.
00000100:00000001:1.0:1788204901.648820:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204901.648822:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.648823:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204901.648827:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937906176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648848:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204901.648849:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204901.648851:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204901.648854:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204901.648855:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204901.648856:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204901.648858:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204901.648860:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:1.0:1788204901.648865:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204901.648866:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204901.648868:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:1.0:1788204901.648870:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204901.648872:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.648874:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.648882:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204901.648884:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.648886:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204901.648889:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204901.648890:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204901.648896:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9500 x1875052937906304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648903:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204901.648904:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204901.648906:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204901.648908:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204901.648910:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204901.648913:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937906304:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204901.648916:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204901.648918:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204901.648920:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204901.648921:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204901.648924:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204901.648926:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204901.648929:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204901.648932:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204901.648935:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204901.648938:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937906304, portal 4
00000100:00000001:1.0:1788204901.648940:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204901.648941:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803422464 : -127142906129152 : ffff8c5d3c3e9500)
00000100:00000040:1.0:1788204901.648947:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9500 x1875052937906304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.648953:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204901.648955:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204901.648957:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204901.648959:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937906304, offset 0
00000400:00000200:1.0:1788204901.648963:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204901.648968:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204901.648972:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204901.648976:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204901.648978:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204901.648981:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204901.648983:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204901.648985:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547030:547030:256:4294967295] 192.168.201.135@tcp LPNI seq info [546996:546996:8:4294967295]
00000400:00000200:1.0:1788204901.648989:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204901.648995:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204901.648999:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204901.649002:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204901.649006:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204901.649008:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204901.649012:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204901.649014:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204901.649033:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204901.649035:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204901.649040:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204901.649043:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204901.649046:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204901.649048:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204901.649050:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204901.649053:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9500 x1875052937906304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.649060:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204901.649063:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9500 x1875052937906304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.649069:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.649071:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204901.649074:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204901.649077:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204901.649080:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204901.649082:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309879928
00000100:00000001:1.0:1788204901.649085:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309883597
00000100:00000001:1.0:1788204901.649087:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309879928
00000100:00000001:1.0:1788204901.649089:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309883597
00000100:00000001:1.0:1788204901.649091:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204901.649094:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.649096:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204901.649099:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204901/real 1788204901]  req@ffff8c5d3c3e9500 x1875052937906304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204901.649108:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204901.649110:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204901.649111:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204901.649114:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204901.649115:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204901.649118:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204901.649121:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9500 x1875052937906304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204901.649129:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9500 x1875052937906304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.649135:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204901.649136:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.649138:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204901.649139:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204901.649143:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9500 x1875052937906304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.649149:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204901.649153:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9500 x1875052937906304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.649160:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204901.649162:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.649164:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204901.649166:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.649168:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204901.649169:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204901.649172:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204901.649175:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204901.649178:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204901.649182:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9500 x1875052937906304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204901.649190:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937906304:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204901.649195:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204901.649199:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9f80 x1875052937906432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.649206:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204901.649208:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204901.649210:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204901.649212:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204901.649214:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204901.649217:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937906432:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204901.649220:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204901.649222:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204901.649224:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204901.649225:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204901.649229:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788204901.649231:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204901.649234:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204901.649237:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204901.649240:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204901.649244:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937906432, portal 4
00000100:00000001:1.0:1788204901.649246:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204901.649248:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803425152 : -127142906126464 : ffff8c5d3c3e9f80)
00000100:00000040:1.0:1788204901.649255:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9f80 x1875052937906432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.649262:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204901.649265:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204901.649268:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204901.649270:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937906432, offset 0
00000400:00000200:1.0:1788204901.649275:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204901.649279:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204901.649283:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204901.649286:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204901.649289:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204901.649292:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204901.649294:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204901.649318:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547031:547031:256:4294967295] 192.168.201.135@tcp LPNI seq info [546997:546997:8:4294967295]
00000400:00000200:1.0:1788204901.649323:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204901.649330:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204901.649336:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204901.649340:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204901.649344:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204901.649347:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204901.649352:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204901.649354:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204901.649358:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204901.649360:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204901.649365:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204901.649369:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204901.649372:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204901.649374:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204901.649377:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204901.649380:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9f80 x1875052937906432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.649389:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204901.649393:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9f80 x1875052937906432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204926 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.649400:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.649402:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204901.649405:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204901.649409:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204901.649412:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204901.649415:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309879946
00000100:00000001:1.0:1788204901.649417:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309883597
00000100:00000001:1.0:1788204901.649420:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309879946
00000100:00000001:1.0:1788204901.649422:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309883597
00000100:00000001:1.0:1788204901.649424:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204901.649426:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.649428:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204901.649433:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204901/real 1788204901]  req@ffff8c5d3c3e9f80 x1875052937906432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204901.649442:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204901.649443:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204901.649445:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204901.649448:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204901.649449:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204901.649452:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204901.649455:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9f80 x1875052937906432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204901.649464:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9f80 x1875052937906432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.649471:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204901.649473:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.649475:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204901.649476:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204901.649480:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9f80 x1875052937906432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.649488:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204901.649492:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9f80 x1875052937906432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.649500:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204901.649502:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.649504:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204901.649506:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.649508:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204901.649509:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204901.649512:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204901.649516:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204901.649519:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204901.649523:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9f80 x1875052937906432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204901.649532:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937906432:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204901.649536:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.649539:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204901.649542:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9500 x1875052937906304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.649550:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204901.649551:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204901.649553:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204901.649556:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204901.649557:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204901.649558:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204901.649560:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204901.649563:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:1.0:1788204901.649565:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204901.649567:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204901.649568:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9500.
00000100:00000001:1.0:1788204901.649571:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204901.649573:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.649575:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204901.649578:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9f80 x1875052937906432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204926 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204901.649585:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204901.649587:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204901.649589:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788204901.649591:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204901.649592:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204901.649593:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204901.649595:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204901.649597:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:1.0:1788204901.649599:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204901.649600:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204901.649602:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9f80.
00000100:00000001:1.0:1788204901.649605:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204901.649606:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.649608:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204901.649612:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204901.649614:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204901.649616:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204901.649618:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204901.836396:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204901.836403:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204901.836404:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204901.836408:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204901.836411:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204901.836414:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.836416:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204901.836419:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204901.836421:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204902.348378:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204902.348385:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204902.348390:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204902.348391:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204902.348481:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204902.348487:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204902.348490:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204902.860417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204902.860424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204902.860426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204902.860430:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204902.860432:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204902.860436:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204902.860438:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204902.860440:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204902.860442:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204903.372515:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204903.372522:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204903.372528:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204903.372529:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204903.372589:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204903.372593:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204903.372595:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204903.884392:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204903.884399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204903.884401:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204903.884405:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204903.884408:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204903.884410:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.884412:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204903.884414:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204903.884416:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204904.396428:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204904.396434:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204904.396439:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204904.396440:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204904.396487:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204904.396489:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204904.396491:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204904.908390:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204904.908400:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204904.908402:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204904.908407:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204904.908411:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204904.908413:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204904.908415:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204904.908418:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204904.908420:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204905.420468:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204905.420476:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204905.420483:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204905.420484:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204905.420565:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204905.420571:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204905.420576:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204905.484414:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309883597, at 4309883648
00000100:00000040:1.0:1788204905.484414:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309883597, at 4309883648
00000100:00000010:0.0:1788204905.484430:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7490c0.
00000100:00000010:1.0:1788204905.484432:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7497e0.
00000100:00000001:2.0:1788204905.932433:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204905.932442:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204905.932444:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204905.932449:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204905.932453:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204905.932457:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204905.932460:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204905.932462:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204905.932465:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204906.444410:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204906.444417:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204906.444419:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204906.444421:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204906.444426:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204906.444428:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204906.444429:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204906.444431:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204906.444434:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204906.444435:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204906.444436:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204906.444437:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204906.444438:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204906.444439:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204906.444440:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204906.444442:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204906.444506:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204906.444510:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204906.444514:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204906.764370:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204906.764382:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204906.764384:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204906.764388:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204906.764393:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204906.764401:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15212
00000400:00000200:2.0:1788204906.764409:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204906.764415:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204906.764418:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204906.764422:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204906.764425:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204906.764427:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204906.764430:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204906.764434:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204906.764436:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204906.764439:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204906.764443:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204906.764445:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204906.764448:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204906.764451:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204906.764454:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204906.764456:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204906.764458:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204906.764461:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204906.764464:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204906.764467:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204906.764470:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204906.764473:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204906.764477:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.764479:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204906.764481:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204906.764490:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8a80.
00000020:00000040:2.0:1788204906.764494:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204906.764498:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204906.764500:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.764503:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204906.764506:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204906.764510:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204906.764517:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00000001:2.0:1788204906.764523:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204906.764533:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8a80 x1875052937906560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204906.764544:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204906.764548:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204906.764553:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e60b9ed0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8a80 x1875052937906560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.764586:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204906.764589:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204906.764593:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204906.764594:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204906.764596:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204906.764599:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204906.764602:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15212
00000400:00000200:2.0:1788204906.764606:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204906.764610:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204906.764612:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204906.764621:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204906.764624:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204906.764627:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204906.764629:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204906.764631:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1788204906.764631:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204906.764634:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:1.0:1788204906.764637:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788204906.764638:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204906.764642:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1788204906.764643:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204906.764648:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204906.764652:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204906.764654:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8a80 x1875052937906560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204906.764658:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204906.764663:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204906.764668:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204906.764672:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204906.764678:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204906.764685:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204906.764692:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204906.764692:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204906.764697:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204906.764698:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204906.764704:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204906.764704:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204906.764708:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204906.764709:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.764715:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204906.764716:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1788204906.764720:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204906.764724:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.764726:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204906.764732:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8000.
00000100:00100000:1.0:1788204906.764733:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937906560:192.168.201.135@tcp:250:kworker.0
00000020:00000040:2.0:1788204906.764737:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204906.764755:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204906.764756:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204906.764758:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.764761:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204906.764762:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204906.764763:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204906.764767:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204906.764768:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204906.764773:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204906.764776:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000010:1.0:1788204906.764781:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:2.0:1788204906.764781:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204906.764787:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204906.764792:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8000 x1875052937906688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204906.764798:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204906.764805:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000001:2.0:1788204906.764807:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204906.764811:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204906.764813:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000040:2.0:1788204906.764816:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073353726] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8000 x1875052937906688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204906.764822:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937906560, portal 25
00000100:00000001:1.0:1788204906.764828:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204906.764831:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803419776 : -127142906131840 : ffff8c5d3c3e8a80)
00000100:00000040:1.0:1788204906.764843:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8a80 x1875052937906560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.764844:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204906.764849:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204906.764857:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204906.764861:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204906.764864:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788204906.764864:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204906.764869:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1788204906.764871:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204906.764875:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15212
00000400:00000010:1.0:1788204906.764877:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000400:00000200:2.0:1788204906.764882:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000200:1.0:1788204906.764884:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937906560, offset 0
00000400:00000200:1.0:1788204906.764894:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204906.764895:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204906.764899:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204906.764903:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204906.764907:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204906.764910:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204906.764912:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:2.0:1788204906.764916:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204906.764919:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788204906.764921:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204906.764924:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788204906.764925:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:2.0:1788204906.764928:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:1.0:1788204906.764931:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1788204906.764932:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204906.764936:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000020:00000040:2.0:1788204906.764937:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204906.764942:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788204906.764943:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547032:547032:256:4294967295] 192.168.201.135@tcp LPNI seq info [546998:546998:8:4294967295]
00000020:00000001:2.0:1788204906.764949:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788204906.764952:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204906.764956:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204906.764959:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204906.764966:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204906.764967:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204906.764970:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204906.764974:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000800:00000200:1.0:1788204906.764975:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204906.764980:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000100:00080000:2.0:1788204906.764980:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204906.764987:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204906.764992:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:2.0:1788204906.764992:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204906.764997:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1788204906.764999:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
02000000:00000001:2.0:1788204906.765005:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.765008:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204906.765010:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204906.765016:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.765020:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204906.765021:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000010:2.0:1788204906.765025:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eaa00.
00000800:00000200:1.1:1788204906.765027:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000020:00000040:2.0:1788204906.765030:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204906.765034:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000100:1.0:1788204906.765036:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
02000000:00000001:2.0:1788204906.765037:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204906.765042:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000100:00000001:2.0:1788204906.765042:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204906.765045:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204906.765049:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204906.765054:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000400:00000200:1.0:1788204906.765058:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788204906.765058:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204906.765064:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eaa00 x1875052937906816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204906.765078:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788204906.765079:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204906.765084:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204906.765087:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000100:00000040:2.0:1788204906.765090:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84ad27f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eaa00 x1875052937906816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788204906.765092:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204906.765100:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204906.765104:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204906.765109:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8a80 x1875052937906560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204906.765109:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204906.765118:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204906.765122:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204906.765124:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204906.765129:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204906.765131:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788204906.765134:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15212
00000100:00000040:1.0:1788204906.765140:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8a80 x1875052937906560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204906.765141:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204906.765150:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204906.765154:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204906.765156:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204906.765157:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:2.0:1788204906.765162:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204906.765164:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.765166:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204906.765170:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204906.765172:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204906.765175:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309888716
00000100:00000001:2.0:1788204906.765176:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000010:1.0:1788204906.765181:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7497e0.
00000020:00000001:2.0:1788204906.765182:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204906.765186:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:1.0:1788204906.765190:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000001:2.0:1788204906.765190:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204906.765195:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:1.0:1788204906.765197:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309888716
00000020:00000001:2.0:1788204906.765199:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000010:1.0:1788204906.765201:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749120.
00000020:00000001:2.0:1788204906.765205:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:1.0:1788204906.765206:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204906.765211:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204906.765214:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204906.765215:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.765220:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788204906.765220:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1788204906.765226:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204906/real 1788204906]  req@ffff8c5d3c3e8a80 x1875052937906560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204906.765227:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204906.765233:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204906.765239:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204906.765245:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000001:1.0:1788204906.765248:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788204906.765249:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204906.765252:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1788204906.765254:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1788204906.765256:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
02000000:00000001:2.0:1788204906.765259:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204906.765262:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
02000000:00000001:2.0:1788204906.765263:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204906.765267:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:2.0:1788204906.765268:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204906.765273:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204906.765274:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000008:00000001:2.0:1788204906.765278:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204906.765282:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8a80 x1875052937906560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.765282:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204906.765289:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000020:00000040:2.0:1788204906.765294:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204906.765327:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204906.765329:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.765331:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204906.765332:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204906.765335:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204906.765342:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000200:1.0:1788204906.765343:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8a80 x1875052937906560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.765348:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.765358:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00100000:2.0:1788204906.765359:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937906944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204906.765363:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.765369:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204906.765372:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.765375:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204906.765379:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204906.765381:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8a80 x1875052937906560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204906.765386:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937906944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.765401:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.765404:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204906.765409:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1788204906.765412:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8a80 x1875052937906560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204906.765413:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204906.765417:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204906.765420:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204906.765426:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204906.765431:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204906.765432:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15212
00000100:00000001:1.0:1788204906.765436:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.765439:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204906.765441:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788204906.765441:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204906.765447:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:2.0:1788204906.765449:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204906.765450:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204906.765455:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1788204906.765456:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1788204906.765462:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00080000:1.0:1788204906.765466:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204906.765467:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204906.765473:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204906.765473:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204906.765480:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204906.765484:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:1.0:1788204906.765485:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8a80 x1875052937906560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204906.765486:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204906.765490:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204906.765494:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204906.765499:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00100000:1.0:1788204906.765505:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937906560:192.168.201.135@tcp:250:kworker.0
00000020:00000001:2.0:1788204906.765505:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788204906.765513:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204906.765514:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204906.765516:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204906.765521:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204906.765522:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8a80 x1875052937906560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204906.765528:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204906.765531:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1788204906.765533:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:1.0:1788204906.765535:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204906.765537:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
00000020:00000040:2.0:1788204906.765539:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
02000000:00000001:1.0:1788204906.765541:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204906.765545:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:2.0:1788204906.765546:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000020:00000040:1.0:1788204906.765547:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204906.765553:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:2.0:1788204906.765553:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204906.765555:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204906.765558:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204906.765560:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204906.765563:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204906.765564:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8a80.
02000000:00000001:2.0:1788204906.765564:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204906.765568:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204906.765571:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204906.765572:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.765573:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.765577:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204906.765580:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204906.765581:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204906.765584:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.765588:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:2.0:1788204906.765588:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.765590:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204906.765593:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.765594:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204906.765599:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8000 x1875052937906688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204906.765601:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000020:00000040:2.0:1788204906.765606:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204906.765608:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204906.765611:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204906.765612:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204906.765614:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204906.765616:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204906.765617:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204906.765621:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204906.765622:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204906.765626:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1788204906.765627:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937906688:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204906.765632:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204906.765633:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204906.765634:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204906.765637:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204906.765640:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204906.765641:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000010:1.0:1788204906.765643:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204906.765647:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.765648:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204906.765653:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204906.765656:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00100000:2.0:1788204906.765659:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937907072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204906.765661:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204906.765666:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937906688, portal 10
00000100:00000001:1.0:1788204906.765670:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204906.765672:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417088 : -127142906134528 : ffff8c5d3c3e8000)
00000100:00000001:2.0:1788204906.765677:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788204906.765682:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8000 x1875052937906688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204906.765682:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204906.765692:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937907072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.765693:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204906.765699:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204906.765702:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204906.765706:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937906688, offset 0
00000400:00000200:1.0:1788204906.765714:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204906.765715:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204906.765720:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204906.765724:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15222)
00000400:00000200:1.0:1788204906.765725:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204906.765730:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204906.765733:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204906.765736:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204906.765738:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204906.765757:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547033:547033:256:4294967295] 192.168.201.135@tcp LPNI seq info [546999:546999:8:4294967295]
00000400:00000200:1.0:1788204906.765760:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204906.765766:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204906.765770:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204906.765773:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204906.765776:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204906.765778:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204906.765781:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204906.765783:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204906.765785:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204906.765787:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204906.765790:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204906.765793:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204906.765795:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204906.765796:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204906.765798:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204906.765801:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8000 x1875052937906688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.765807:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204906.765808:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8000 x1875052937906688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.765813:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.765814:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204906.765816:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204906.765819:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204906.765821:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204906.765823:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309884957
00000100:00000001:1.0:1788204906.765825:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309888716
00000100:00000001:1.0:1788204906.765826:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309884957
00000100:00000001:1.0:1788204906.765828:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309888716
00000100:00000001:1.0:1788204906.765829:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204906.765830:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.765831:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204906.765834:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204906/real 1788204906]  req@ffff8c5d3c3e8000 x1875052937906688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204906.765844:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204906.765845:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204906.765846:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204906.765847:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204906.765848:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204906.765850:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204906.765851:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8000 x1875052937906688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204906.765857:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8000 x1875052937906688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.765861:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204906.765862:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.765863:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204906.765864:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204906.765866:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8000 x1875052937906688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.765870:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204906.765873:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8000 x1875052937906688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.765877:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204906.765878:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.765879:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204906.765880:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.765881:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204906.765883:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204906.765884:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204906.765886:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204906.765887:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204906.765890:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8000 x1875052937906688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204906.765896:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937906688:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204906.765898:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204906.765900:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eaa00 x1875052937906816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.765904:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204906.765905:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204906.765906:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204906.765908:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204906.765909:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204906.765911:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937906816:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204906.765912:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204906.765914:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204906.765915:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204906.765916:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204906.765918:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204906.765920:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204906.765922:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204906.765923:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204906.765925:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204906.765927:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937906816, portal 10
00000100:00000001:1.0:1788204906.765928:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204906.765929:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803427840 : -127142906123776 : ffff8c5d3c3eaa00)
00000100:00000040:1.0:1788204906.765933:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eaa00 x1875052937906816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.765938:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204906.765939:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204906.765940:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204906.765942:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937906816, offset 0
00000400:00000200:1.0:1788204906.765945:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204906.765947:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204906.765950:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204906.765952:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204906.765954:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204906.765955:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204906.765957:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204906.765959:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547034:547034:256:4294967295] 192.168.201.135@tcp LPNI seq info [547000:547000:8:4294967295]
00000400:00000200:1.0:1788204906.765962:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204906.765966:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204906.765968:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204906.765970:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204906.765973:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204906.765974:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204906.765977:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204906.765979:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204906.765982:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204906.765985:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204906.765988:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204906.765992:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204906.765995:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204906.765997:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204906.765999:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204906.766003:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eaa00 x1875052937906816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766011:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204906.766014:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eaa00 x1875052937906816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766021:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.766023:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204906.766026:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204906.766029:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204906.766033:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204906.766035:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309884952
00000100:00000001:1.0:1788204906.766038:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309888716
00000100:00000001:1.0:1788204906.766040:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309884952
00000100:00000001:1.0:1788204906.766042:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309888716
00000100:00000001:1.0:1788204906.766045:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204906.766047:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.766049:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204906.766053:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204906/real 1788204906]  req@ffff8c5d3c3eaa00 x1875052937906816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204906.766062:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204906.766063:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204906.766065:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204906.766067:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204906.766069:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204906.766072:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204906.766074:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eaa00 x1875052937906816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204906.766080:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eaa00 x1875052937906816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766084:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204906.766085:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766087:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204906.766087:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204906.766090:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eaa00 x1875052937906816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766094:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204906.766097:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eaa00 x1875052937906816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766101:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204906.766103:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766104:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204906.766105:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766106:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204906.766107:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204906.766109:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204906.766111:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204906.766113:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204906.766115:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eaa00 x1875052937906816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204906.766120:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937906816:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204906.766122:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204906.766124:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9f80 x1875052937906944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766128:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204906.766129:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204906.766131:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204906.766133:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204906.766134:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204906.766136:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937906944:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204906.766138:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204906.766139:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204906.766140:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204906.766142:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204906.766144:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204906.766145:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204906.766148:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204906.766150:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204906.766152:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204906.766154:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937906944, portal 4
00000100:00000001:1.0:1788204906.766156:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204906.766157:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803425152 : -127142906126464 : ffff8c5d3c3e9f80)
00000100:00000040:1.0:1788204906.766161:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9f80 x1875052937906944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766166:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204906.766167:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204906.766169:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204906.766170:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937906944, offset 0
00000400:00000200:1.0:1788204906.766173:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204906.766175:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204906.766177:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204906.766179:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204906.766181:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204906.766182:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204906.766184:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204906.766186:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547035:547035:256:4294967295] 192.168.201.135@tcp LPNI seq info [547001:547001:8:4294967295]
00000400:00000200:1.0:1788204906.766189:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204906.766193:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204906.766196:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204906.766198:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204906.766200:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204906.766203:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204906.766205:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204906.766208:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204906.766210:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204906.766212:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204906.766215:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204906.766217:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204906.766219:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204906.766220:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204906.766222:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204906.766224:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9f80 x1875052937906944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766233:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204906.766236:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9f80 x1875052937906944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766242:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.766243:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204906.766246:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204906.766249:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204906.766253:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204906.766255:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309885045
00000100:00000001:1.0:1788204906.766257:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309888716
00000100:00000001:1.0:1788204906.766259:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309885045
00000100:00000001:1.0:1788204906.766262:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309888716
00000100:00000001:1.0:1788204906.766264:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204906.766266:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.766268:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204906.766273:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204906/real 1788204906]  req@ffff8c5d3c3e9f80 x1875052937906944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204906.766281:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204906.766283:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204906.766285:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204906.766287:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204906.766290:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204906.766292:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204906.766296:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9f80 x1875052937906944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204906.766326:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9f80 x1875052937906944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766333:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204906.766336:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766338:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204906.766339:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204906.766343:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9f80 x1875052937906944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766347:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204906.766350:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9f80 x1875052937906944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766354:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204906.766356:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766357:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204906.766358:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766359:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204906.766360:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204906.766361:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204906.766363:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204906.766364:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204906.766367:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9f80 x1875052937906944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204906.766375:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937906944:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204906.766379:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766381:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204906.766384:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8000 x1875052937906688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766391:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204906.766392:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204906.766394:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204906.766398:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204906.766399:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204906.766401:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204906.766403:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204906.766405:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:1.0:1788204906.766408:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204906.766409:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204906.766411:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8000.
00000100:00000001:1.0:1788204906.766414:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204906.766415:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766417:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204906.766420:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eaa00 x1875052937906816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766427:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204906.766428:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204906.766429:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204906.766430:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204906.766431:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204906.766432:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204906.766433:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204906.766434:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:1.0:1788204906.766436:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204906.766436:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204906.766437:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eaa00.
00000100:00000001:1.0:1788204906.766439:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204906.766439:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766441:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204906.766443:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9f80 x1875052937906944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766446:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204906.766447:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204906.766448:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204906.766449:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204906.766450:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204906.766451:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204906.766452:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204906.766454:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:1.0:1788204906.766456:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204906.766458:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204906.766459:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9f80.
00000100:00000001:1.0:1788204906.766462:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204906.766463:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766465:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766469:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204906.766470:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.766472:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204906.766474:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204906.766476:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204906.766480:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9500 x1875052937907072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766488:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204906.766489:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204906.766492:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204906.766493:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204906.766496:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204906.766499:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937907072:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204906.766502:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204906.766504:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204906.766506:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204906.766508:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204906.766511:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204906.766513:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204906.766517:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204906.766520:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204906.766523:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204906.766527:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937907072, portal 4
00000100:00000001:1.0:1788204906.766529:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204906.766530:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803422464 : -127142906129152 : ffff8c5d3c3e9500)
00000100:00000040:1.0:1788204906.766536:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9500 x1875052937907072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766544:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204906.766546:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204906.766549:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204906.766552:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937907072, offset 0
00000400:00000200:1.0:1788204906.766556:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204906.766559:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204906.766561:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204906.766564:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204906.766565:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204906.766567:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204906.766569:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204906.766571:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547036:547036:256:4294967295] 192.168.201.135@tcp LPNI seq info [547002:547002:8:4294967295]
00000400:00000200:1.0:1788204906.766576:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204906.766582:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204906.766586:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204906.766589:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204906.766593:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204906.766596:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204906.766601:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204906.766604:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204906.766609:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204906.766611:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204906.766615:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204906.766619:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204906.766622:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204906.766624:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204906.766627:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204906.766631:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9500 x1875052937907072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766639:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204906.766642:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9500 x1875052937907072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204931 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766650:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.766651:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204906.766655:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204906.766659:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204906.766662:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204906.766665:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309885063
00000100:00000001:1.0:1788204906.766668:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309888716
00000100:00000001:1.0:1788204906.766670:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309885063
00000100:00000001:1.0:1788204906.766671:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309888716
00000100:00000001:1.0:1788204906.766673:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204906.766674:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.766676:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204906.766678:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204906/real 1788204906]  req@ffff8c5d3c3e9500 x1875052937907072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204906.766683:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204906.766684:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204906.766686:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204906.766687:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204906.766688:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204906.766690:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204906.766692:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9500 x1875052937907072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204906.766698:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9500 x1875052937907072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766702:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204906.766703:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766704:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204906.766705:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204906.766707:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9500 x1875052937907072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766711:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204906.766713:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9500 x1875052937907072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766718:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204906.766720:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766721:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204906.766722:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766723:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204906.766724:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204906.766725:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204906.766727:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204906.766729:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204906.766731:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9500 x1875052937907072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204906.766736:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937907072:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204906.766738:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766739:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204906.766758:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9500 x1875052937907072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204931 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204906.766762:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204906.766763:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204906.766765:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204906.766766:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204906.766768:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204906.766769:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204906.766770:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204906.766771:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:1.0:1788204906.766772:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204906.766773:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204906.766774:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9500.
00000100:00000001:1.0:1788204906.766776:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204906.766777:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766779:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204906.766781:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204906.766782:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204906.766783:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204906.766785:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204906.956412:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204906.956419:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204906.956421:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204906.956426:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204906.956428:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204906.956431:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.956433:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204906.956435:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204906.956437:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204907.468500:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204907.468507:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204907.468513:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204907.468514:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204907.468604:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204907.468611:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204907.468615:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204907.980405:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204907.980413:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204907.980415:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204907.980419:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204907.980421:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204907.980425:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204907.980427:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204907.980429:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204907.980431:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204908.492478:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204908.492486:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204908.492497:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204908.492498:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204908.492606:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204908.492610:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204908.492613:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204909.004457:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204909.004466:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204909.004468:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204909.004474:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204909.004478:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204909.004481:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204909.004484:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204909.004487:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204909.004490:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204909.516503:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204909.516513:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204909.516521:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204909.516522:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204909.516551:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204909.516555:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204909.516558:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204910.028419:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204910.028427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204910.028428:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204910.028433:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204910.028436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204910.028438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204910.028440:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204910.028442:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204910.028444:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204910.540428:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204910.540435:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204910.540441:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204910.540443:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204910.540512:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204910.540518:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204910.540522:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204910.604391:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309888716, at 4309888768
00000100:00000040:1.0:1788204910.604392:0:267728:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309888716, at 4309888768
00000100:00000010:0.0:1788204910.604411:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7497e0.
00000100:00000010:1.0:1788204910.604418:0:267728:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749120.
00000100:00000001:2.0:1788204911.052437:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204911.052447:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204911.052449:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204911.052454:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204911.052458:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204911.052462:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204911.052465:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204911.052468:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204911.052471:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204911.564412:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204911.564419:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204911.564425:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204911.564426:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204911.564522:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204911.564530:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204911.564534:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204911.884365:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204911.884374:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204911.884378:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204911.884382:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204911.884387:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204911.884395:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15217
00000400:00000200:2.0:1788204911.884404:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204911.884410:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204911.884413:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204911.884417:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204911.884421:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204911.884425:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204911.884427:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204911.884432:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204911.884434:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204911.884437:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204911.884440:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204911.884442:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204911.884444:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204911.884448:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204911.884450:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204911.884453:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204911.884455:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204911.884458:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204911.884462:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204911.884464:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204911.884467:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204911.884470:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204911.884473:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204911.884474:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204911.884476:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204911.884483:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000020:00000040:2.0:1788204911.884486:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204911.884489:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204911.884490:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204911.884492:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204911.884495:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204911.884498:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204911.884505:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:2.0:1788204911.884510:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204911.884517:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937907200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204911.884526:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204911.884529:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204911.884533:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937907200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204911.884551:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204911.884553:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204911.884556:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204911.884558:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204911.884560:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204911.884563:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204911.884565:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15217
00000400:00000200:2.0:1788204911.884569:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204911.884572:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204911.884574:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204911.884576:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204911.884580:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204911.884581:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204911.884593:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1788204911.884594:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204911.884599:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204911.884606:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204911.884614:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204911.884615:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204911.884617:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204911.884624:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000040:1.0:1788204911.884625:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea300 x1875052937907200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204911.884631:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204911.884645:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:1.0:1788204911.884665:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204911.884670:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204911.884670:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204911.884681:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1788204911.884683:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1788204911.884684:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:1.0:1788204911.884688:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204911.884689:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:1.0:1788204911.884704:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204911.884705:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00100000:1.0:1788204911.884719:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937907200:192.168.201.135@tcp:250:kworker.0
00000100:00080000:2.0:1788204911.884719:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204911.884737:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.884738:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204911.884745:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204911.884747:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204911.884752:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204911.884756:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1788204911.884757:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204911.884763:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204911.884765:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:2.0:1788204911.884766:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204911.884773:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1788204911.884776:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204911.884782:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204911.884784:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204911.884790:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:2.0:1788204911.884791:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000020:00000040:2.0:1788204911.884799:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000400:00000010:1.0:1788204911.884800:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
02000000:00000001:2.0:1788204911.884811:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204911.884814:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204911.884816:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000001:2.0:1788204911.884816:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204911.884823:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204911.884826:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204911.884828:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937907200, portal 25
00000100:00000001:1.0:1788204911.884832:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000010:2.0:1788204911.884832:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:1.0:1788204911.884836:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426048 : -127142906125568 : ffff8c5d3c3ea300)
00000100:00000001:2.0:1788204911.884838:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204911.884853:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea300 x1875052937907200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204911.884854:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937907328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204911.884909:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204911.884916:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204911.884920:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000001:2.0:1788204911.884922:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1788204911.884924:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937907200, offset 0
00000100:00000001:2.0:1788204911.884928:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204911.884937:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204911.884938:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937907328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204911.884949:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204911.884956:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204911.884957:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204911.884964:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204911.884965:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204911.884968:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204911.884971:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204911.884976:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:2.0:1788204911.884982:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15217
00000400:00000200:1.0:1788204911.884989:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204911.884995:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204911.885002:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204911.885004:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204911.885011:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204911.885016:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204911.885019:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204911.885021:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204911.885027:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788204911.885029:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204911.885034:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788204911.885039:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000020:00000040:2.0:1788204911.885039:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:1.0:1788204911.885048:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547037:547037:256:4294967295] 192.168.201.135@tcp LPNI seq info [547003:547003:8:4294967295]
00000020:00000001:2.0:1788204911.885051:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204911.885058:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:1.0:1788204911.885064:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:2.0:1788204911.885066:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204911.885072:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204911.885082:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204911.885089:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204911.885090:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1788204911.885098:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204911.885104:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204911.885107:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000800:00000200:1.0:1788204911.885114:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204911.885115:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204911.885120:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204911.885123:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1788204911.885124:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
02000000:00000001:2.0:1788204911.885127:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204911.885130:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204911.885133:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.0:1788204911.885139:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000008:00100000:2.0:1788204911.885139:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1788204911.885150:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000008:00000001:2.0:1788204911.885151:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204911.885158:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204911.885164:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000800:00000200:1.1:1788204911.885164:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:2.0:1788204911.885175:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000200:1.1:1788204911.885176:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
02000000:00000001:2.0:1788204911.885183:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204911.885186:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788204911.885192:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204911.885194:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204911.885198:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1788204911.885199:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
02000000:00000001:2.0:1788204911.885206:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204911.885211:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:2.0:1788204911.885215:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204911.885220:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1788204911.885221:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937907456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204911.885229:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204911.885238:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204911.885243:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:2.0:1788204911.885248:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204911.885249:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204911.885256:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204911.885257:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea300 x1875052937907200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204911.885275:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937907456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.885276:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204911.885287:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea300 x1875052937907200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204936 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204911.885327:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204911.885338:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204911.885342:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.885348:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:2.0:1788204911.885349:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204911.885353:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204911.885355:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204911.885358:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204911.885360:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204911.885367:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204911.885369:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15217
00000100:00000001:1.0:1788204911.885372:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309893837
00000100:00000010:1.0:1788204911.885380:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749120.
00000400:00000200:2.0:1788204911.885381:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204911.885390:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000400:00000200:2.0:1788204911.885390:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204911.885399:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204911.885400:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309893837
00000100:00000040:2.0:1788204911.885406:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000010:1.0:1788204911.885407:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749840.
00000100:00000001:1.0:1788204911.885415:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204911.885416:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204911.885420:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204911.885425:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204911.885426:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.885433:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788204911.885435:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00100000:1.0:1788204911.885440:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204911/real 1788204911]  req@ffff8c5d3c3ea300 x1875052937907200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204911.885444:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204911.885451:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204911.885457:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000001:1.0:1788204911.885458:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:2.0:1788204911.885461:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000001:1.0:1788204911.885463:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:2.0:1788204911.885470:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000010:1.0:1788204911.885471:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000020:00000001:2.0:1788204911.885477:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:1.0:1788204911.885479:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204911.885484:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000040:2.0:1788204911.885488:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204911.885492:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788204911.885494:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1788204911.885505:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea300 x1875052937907200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204911.885506:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204911.885515:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204911.885523:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204911.885536:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204911.885541:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204911.885543:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea300 x1875052937907200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204911.885552:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204911.885559:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204911.885560:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204911.885569:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204911.885570:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204911.885587:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204911.885589:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204911.885596:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1788204911.885598:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00100000:1.0:1788204911.885603:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea300 x1875052937907200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1788204911.885610:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.885614:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204911.885619:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204911.885623:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea300 x1875052937907200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204911.885631:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000100:00000001:1.0:1788204911.885632:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204911.885638:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.885640:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204911.885642:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204911.885642:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204911.885666:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:2.0:1788204911.885667:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204911.885671:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788204911.885671:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204911.885680:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00080000:1.0:1788204911.885681:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1788204911.885685:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:1.0:1788204911.885689:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
02000000:00000001:2.0:1788204911.885689:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.885699:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:2.0:1788204911.885701:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788204911.885706:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204911.885707:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea300 x1875052937907200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204911.885723:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937907584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788204911.885728:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937907200:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204911.885742:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.885748:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204911.885753:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937907200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204911.885753:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204911.885767:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.885770:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204911.885777:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204911.885783:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
00000100:00000040:2.0:1788204911.885784:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937907584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204911.885788:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204911.885791:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204911.885796:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204911.885806:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:2.0:1788204911.885808:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204911.885810:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
00000100:00080000:2.0:1788204911.885819:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1788204911.885821:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:2.0:1788204911.885829:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:1.0:1788204911.885830:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204911.885838:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:2.0:1788204911.885838:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204911.885849:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204911.885850:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204911.885855:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204911.885858:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204911.885860:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204911.885865:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15217
00000400:00000200:2.0:1788204911.885871:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204911.885873:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204911.885878:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204911.885884:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204911.885885:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204911.885890:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204911.885895:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1788204911.885897:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204911.885903:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8700 x1875052937907328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204911.885911:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204911.885915:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204911.885921:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204911.885921:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1788204911.885929:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1788204911.885930:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:1.0:1788204911.885934:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204911.885937:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:1.0:1788204911.885940:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204911.885944:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00100000:1.0:1788204911.885951:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937907328:192.168.201.135@tcp:38:kworker.0
00000020:00000040:2.0:1788204911.885951:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204911.885957:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204911.885964:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:1.0:1788204911.885966:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1788204911.885973:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:1.0:1788204911.885974:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204911.885978:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204911.885983:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1788204911.885984:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000010:1.0:1788204911.885987:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204911.885991:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204911.885996:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204911.885997:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204911.886002:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000001:2.0:1788204911.886004:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1788204911.886006:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204911.886010:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937907328, portal 10
00000100:00000040:2.0:1788204911.886012:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204911.886014:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204911.886017:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803418880 : -127142906132736 : ffff8c5d3c3e8700)
00000100:00000001:2.0:1788204911.886019:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204911.886024:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000040:1.0:1788204911.886027:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8700 x1875052937907328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204911.886034:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204911.886038:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788204911.886045:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204911.886046:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000001:2.0:1788204911.886053:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1788204911.886054:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204911.886061:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937907328, offset 0
02000000:00000001:2.0:1788204911.886061:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204911.886072:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204911.886079:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204911.886080:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000008:00100000:2.0:1788204911.886083:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:1.0:1788204911.886092:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00000001:2.0:1788204911.886093:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204911.886099:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204911.886104:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000010:2.0:1788204911.886108:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000400:00000200:1.0:1788204911.886110:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204911.886118:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:2.0:1788204911.886119:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000200:1.0:1788204911.886123:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204911.886127:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:2.0:1788204911.886130:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204911.886131:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547038:547038:256:4294967295] 192.168.201.135@tcp LPNI seq info [547004:547004:8:4294967295]
02000000:00000001:2.0:1788204911.886135:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204911.886139:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204911.886147:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204911.886151:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204911.886158:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204911.886161:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000010:2.0:1788204911.886165:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000800:00000200:1.0:1788204911.886167:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204911.886177:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000100:00000001:2.0:1788204911.886177:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204911.886186:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204911.886189:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000100:00100000:2.0:1788204911.886191:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937907712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1788204911.886202:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204911.886206:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204911.886220:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204911.886226:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000100:00000001:2.0:1788204911.886229:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204911.886235:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204911.886236:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1788204911.886253:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937907712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204911.886255:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204911.886267:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204911.886272:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:2.0:1788204911.886273:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.886286:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1788204911.886287:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15227)
00000100:00000200:1.0:1788204911.886324:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8700 x1875052937907328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886335:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204911.886339:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8700 x1875052937907328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204936 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886345:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.886347:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204911.886352:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204911.886357:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204911.886360:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204911.886363:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309890078
00000100:00000001:1.0:1788204911.886366:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309893837
00000100:00000001:1.0:1788204911.886369:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309890078
00000100:00000001:1.0:1788204911.886371:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309893837
00000100:00000001:1.0:1788204911.886373:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204911.886375:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.886377:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204911.886381:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204911/real 1788204911]  req@ffff8c5d3c3e8700 x1875052937907328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204911.886390:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204911.886392:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204911.886394:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204911.886397:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204911.886399:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204911.886401:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204911.886404:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8700 x1875052937907328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204911.886413:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8700 x1875052937907328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886418:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204911.886419:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.886420:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204911.886422:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204911.886424:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8700 x1875052937907328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886429:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204911.886432:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8700 x1875052937907328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886438:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204911.886439:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.886441:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204911.886442:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.886443:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204911.886445:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204911.886446:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204911.886449:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204911.886450:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204911.886452:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8700 x1875052937907328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204911.886457:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937907328:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204911.886460:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204911.886463:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9880 x1875052937907456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886468:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204911.886469:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204911.886470:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204911.886472:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204911.886473:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204911.886475:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937907456:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204911.886477:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204911.886479:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204911.886481:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204911.886482:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204911.886485:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204911.886487:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204911.886490:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204911.886492:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204911.886494:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204911.886496:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937907456, portal 10
00000100:00000001:1.0:1788204911.886498:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204911.886499:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803423360 : -127142906128256 : ffff8c5d3c3e9880)
00000100:00000040:1.0:1788204911.886503:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9880 x1875052937907456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886508:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204911.886510:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204911.886511:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204911.886513:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937907456, offset 0
00000400:00000200:1.0:1788204911.886515:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204911.886518:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204911.886520:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204911.886522:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204911.886524:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204911.886526:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204911.886528:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204911.886530:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547039:547039:256:4294967295] 192.168.201.135@tcp LPNI seq info [547005:547005:8:4294967295]
00000400:00000200:1.0:1788204911.886533:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204911.886537:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204911.886540:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204911.886542:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204911.886545:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204911.886547:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204911.886550:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204911.886552:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204911.886555:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204911.886556:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204911.886559:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204911.886562:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204911.886564:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204911.886566:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204911.886568:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204911.886570:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9880 x1875052937907456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886576:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204911.886578:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9880 x1875052937907456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204936 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886582:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.886583:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204911.886585:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204911.886588:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204911.886590:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204911.886591:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309890073
00000100:00000001:1.0:1788204911.886593:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309893837
00000100:00000001:1.0:1788204911.886595:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309890073
00000100:00000001:1.0:1788204911.886597:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309893837
00000100:00000001:1.0:1788204911.886598:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204911.886599:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.886600:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204911.886602:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204911/real 1788204911]  req@ffff8c5d3c3e9880 x1875052937907456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204911.886607:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204911.886608:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204911.886608:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204911.886610:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204911.886611:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204911.886613:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204911.886615:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9880 x1875052937907456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204911.886620:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9880 x1875052937907456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886626:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204911.886627:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.886628:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204911.886629:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204911.886631:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9880 x1875052937907456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886635:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204911.886637:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9880 x1875052937907456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886641:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204911.886643:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.886644:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204911.886644:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.886646:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204911.886646:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204911.886648:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204911.886650:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204911.886667:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204911.886671:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9880 x1875052937907456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204911.886676:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937907456:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204911.886678:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204911.886681:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937907584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886685:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204911.886686:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204911.886688:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204911.886690:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204911.886691:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204911.886693:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937907584:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204911.886696:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204911.886698:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204911.886699:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204911.886700:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204911.886703:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204911.886704:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204911.886707:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204911.886709:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204911.886712:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204911.886714:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937907584, portal 4
00000100:00000001:1.0:1788204911.886715:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204911.886716:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000040:1.0:1788204911.886721:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937907584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886725:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204911.886727:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204911.886728:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204911.886730:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937907584, offset 0
00000400:00000200:1.0:1788204911.886733:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204911.886735:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204911.886737:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204911.886739:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204911.886741:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204911.886743:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204911.886744:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204911.886747:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547040:547040:256:4294967295] 192.168.201.135@tcp LPNI seq info [547006:547006:8:4294967295]
00000400:00000200:1.0:1788204911.886750:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204911.886754:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204911.886758:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204911.886760:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204911.886763:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204911.886764:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204911.886768:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204911.886769:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204911.886772:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204911.886773:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204911.886776:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204911.886779:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204911.886781:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204911.886782:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204911.886784:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204911.886786:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937907584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886791:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204911.886793:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937907584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204936 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886798:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.886799:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204911.886801:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204911.886803:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204911.886805:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204911.886806:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309890166
00000100:00000001:1.0:1788204911.886808:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309893837
00000100:00000001:1.0:1788204911.886810:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309890166
00000100:00000001:1.0:1788204911.886811:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309893837
00000100:00000001:1.0:1788204911.886813:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204911.886814:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.886815:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204911.886817:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204911/real 1788204911]  req@ffff8c5d3c3e9c00 x1875052937907584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204911.886823:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204911.886824:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204911.886826:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204911.886827:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204911.886828:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204911.886829:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204911.886831:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937907584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204911.886836:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937907584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886840:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204911.886841:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.886842:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204911.886843:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204911.886845:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937907584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886850:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204911.886852:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937907584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886856:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204911.886857:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.886858:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204911.886859:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.886860:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204911.886861:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204911.886862:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204911.886864:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204911.886866:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204911.886869:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937907584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204911.886875:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937907584:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204911.886877:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.886878:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204911.886880:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8700 x1875052937907328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886884:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204911.886885:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204911.886886:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204911.886888:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204911.886889:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204911.886890:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204911.886891:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204911.886892:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:1.0:1788204911.886894:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204911.886895:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204911.886896:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8700.
00000100:00000001:1.0:1788204911.886897:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204911.886898:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.886899:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204911.886901:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937907456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886906:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204911.886906:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204911.886907:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204911.886908:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204911.886909:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204911.886910:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204911.886911:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204911.886912:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:1.0:1788204911.886914:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204911.886915:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204911.886917:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00000001:1.0:1788204911.886919:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204911.886921:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.886923:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204911.886926:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937907584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886933:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204911.886934:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204911.886936:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204911.886938:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204911.886940:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204911.886941:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204911.886943:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204911.886945:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:1.0:1788204911.886947:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204911.886949:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204911.886951:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:1.0:1788204911.886953:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204911.886954:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.886957:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.886960:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204911.886962:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.886965:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204911.886967:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204911.886968:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204911.886973:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937907712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.886979:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204911.886980:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204911.886982:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204911.886983:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204911.886984:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204911.886986:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937907712:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204911.886988:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204911.886990:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204911.886992:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204911.886993:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204911.886995:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204911.886996:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204911.886999:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204911.887000:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204911.887002:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204911.887005:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937907712, portal 4
00000100:00000001:1.0:1788204911.887006:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204911.887007:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000040:1.0:1788204911.887012:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937907712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.887016:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204911.887018:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204911.887019:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204911.887021:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937907712, offset 0
00000400:00000200:1.0:1788204911.887023:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204911.887025:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204911.887027:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204911.887029:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204911.887031:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204911.887033:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204911.887035:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204911.887036:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547041:547041:256:4294967295] 192.168.201.135@tcp LPNI seq info [547007:547007:8:4294967295]
00000400:00000200:1.0:1788204911.887040:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204911.887044:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204911.887047:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204911.887049:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204911.887052:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204911.887054:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788204911.887056:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204911.887059:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788204911.887061:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204911.887063:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204911.887066:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204911.887069:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204911.887071:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204911.887072:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204911.887074:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204911.887076:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937907712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.887081:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204911.887083:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937907712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204936 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.887088:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.887089:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204911.887091:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204911.887093:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204911.887095:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204911.887096:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309890183
00000100:00000001:1.0:1788204911.887098:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309893837
00000100:00000001:1.0:1788204911.887100:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309890183
00000100:00000001:1.0:1788204911.887102:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309893837
00000100:00000001:1.0:1788204911.887103:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204911.887104:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.887105:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204911.887107:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204911/real 1788204911]  req@ffff8c5d3c3eb800 x1875052937907712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204911.887113:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204911.887114:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204911.887115:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204911.887117:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204911.887118:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204911.887119:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204911.887121:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937907712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204911.887127:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937907712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.887131:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204911.887132:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.887133:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204911.887134:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204911.887136:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937907712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.887140:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204911.887142:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937907712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.887146:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204911.887148:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.887149:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204911.887150:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.887151:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204911.887152:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204911.887154:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204911.887156:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204911.887157:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204911.887159:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937907712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204911.887164:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937907712:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204911.887166:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.887167:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204911.887169:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937907712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204936 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204911.887174:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204911.887175:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204911.887176:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204911.887178:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204911.887179:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204911.887179:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204911.887181:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204911.887182:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:1.0:1788204911.887183:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204911.887184:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204911.887185:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:1.0:1788204911.887187:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204911.887188:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.887190:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204911.887192:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204911.887193:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204911.887194:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204911.887196:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204912.076429:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204912.076438:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204912.076440:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204912.076446:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204912.076450:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204912.076453:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.076456:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204912.076459:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204912.076463:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204912.588428:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204912.588435:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204912.588442:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204912.588443:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204912.588506:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204912.588511:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204912.588515:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204913.100448:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204913.100458:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204913.100461:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204913.100467:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204913.100472:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204913.100476:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.100480:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204913.100482:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204913.100485:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204913.612421:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204913.612428:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204913.612433:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204913.612434:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204913.612527:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204913.612534:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204913.612540:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204914.124461:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204914.124472:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204914.124475:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204914.124483:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204914.124488:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204914.124494:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204914.124498:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204914.124501:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204914.124504:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204914.636378:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204914.636386:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204914.636393:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204914.636394:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204914.636456:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204914.636459:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204914.636463:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204915.148366:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204915.148374:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204915.148376:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204915.148381:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204915.148384:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204915.148387:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204915.148389:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204915.148391:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204915.148394:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204915.660407:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204915.660415:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204915.660421:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204915.660422:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204915.660501:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204915.660505:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204915.660508:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204915.724440:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309893837, at 4309893888
00000100:00000040:1.0:1788204915.724440:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309893837, at 4309893888
00000100:00000010:0.0:1788204915.724458:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749120.
00000100:00000010:1.0:1788204915.724461:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749840.
00000100:00000001:2.0:1788204916.172448:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204916.172458:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204916.172460:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204916.172468:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204916.172472:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204916.172477:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204916.172480:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204916.172482:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204916.172484:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204916.684440:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204916.684449:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204916.684452:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204916.684455:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204916.684460:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204916.684462:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204916.684464:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204916.684465:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204916.684469:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204916.684471:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204916.684472:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204916.684473:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204916.684474:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204916.684475:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204916.684476:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204916.684477:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204916.684536:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204916.684540:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204916.684543:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204917.004400:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204917.004409:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204917.004412:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204917.004415:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204917.004420:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204917.004428:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15222
00000400:00000200:2.0:1788204917.004436:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204917.004442:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204917.004446:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204917.004450:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204917.004454:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204917.004456:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204917.004459:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204917.004464:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204917.004467:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204917.004470:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204917.004474:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204917.004477:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204917.004480:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204917.004483:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204917.004485:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204917.004487:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204917.004489:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204917.004492:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204917.004495:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204917.004498:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204917.004502:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204917.004506:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204917.004509:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.004511:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204917.004514:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204917.004526:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000020:00000040:2.0:1788204917.004530:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204917.004535:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204917.004538:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.004542:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204917.004546:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204917.004551:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204917.004581:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204917.004590:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204917.004602:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937907840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204917.004614:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204917.004619:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204917.004624:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937907840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.004651:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204917.004655:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204917.004659:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204917.004660:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204917.004662:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204917.004665:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204917.004668:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15222
00000400:00000200:2.0:1788204917.004673:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204917.004676:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204917.004678:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204917.004682:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204917.004684:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204917.004687:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204917.004689:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204917.004692:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204917.004693:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204917.004694:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204917.004697:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:1.0:1788204917.004698:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204917.004704:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1788204917.004704:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:1.0:1788204917.004708:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788204917.004709:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204917.004716:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:1.0:1788204917.004719:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937907840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.004719:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204917.004724:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204917.004729:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204917.004733:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:1.0:1788204917.004739:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1788204917.004739:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204917.004744:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.004744:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204917.004748:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204917.004750:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204917.004754:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204917.004755:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204917.004760:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204917.004760:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.004765:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:1.0:1788204917.004769:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937907840:192.168.201.135@tcp:250:kworker.0
00000008:00100000:2.0:1788204917.004771:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204917.004777:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1788204917.004778:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.004782:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204917.004783:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:2.0:1788204917.004786:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
02000000:00000001:1.0:1788204917.004788:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204917.004791:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204917.004793:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1788204917.004795:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204917.004798:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204917.004800:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:2.0:1788204917.004801:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204917.004803:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204917.004804:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204917.004808:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204917.004811:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:2.0:1788204917.004815:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000400:00000010:1.0:1788204917.004816:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000001:2.0:1788204917.004822:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204917.004833:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00100000:2.0:1788204917.004837:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937907968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204917.004844:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937907840, portal 25
00000100:00000001:2.0:1788204917.004847:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204917.004848:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204917.004851:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
00000100:00000001:2.0:1788204917.004852:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204917.004859:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937907840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204917.004860:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937907968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.004875:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204917.004880:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204917.004882:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000001:2.0:1788204917.004882:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204917.004887:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937907840, offset 0
00000100:00080000:2.0:1788204917.004888:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204917.004894:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1788204917.004895:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204917.004899:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204917.004901:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204917.004905:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204917.004907:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204917.004911:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15222
00000400:00000200:1.0:1788204917.004914:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204917.004918:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204917.004921:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204917.004924:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204917.004928:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:2.0:1788204917.004929:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204917.004932:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204917.004937:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204917.004939:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547042:547042:256:4294967295] 192.168.201.135@tcp LPNI seq info [547008:547008:8:4294967295]
00000400:00000200:1.0:1788204917.004942:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204917.004945:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204917.004949:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204917.004955:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1788204917.004955:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204917.004962:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:1.0:1788204917.004966:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000001:2.0:1788204917.004967:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204917.004970:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000800:00000010:1.0:1788204917.004973:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000020:00000001:2.0:1788204917.004973:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204917.004977:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204917.004981:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:1.0:1788204917.004983:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:2.0:1788204917.004984:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:1.0:1788204917.004990:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1788204917.004991:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204917.004995:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204917.004999:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204917.005004:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:1.1:1788204917.005004:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:2.0:1788204917.005009:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000800:00000200:1.1:1788204917.005011:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00080000:2.0:1788204917.005015:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204917.005019:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788204917.005021:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
02000000:00000001:2.0:1788204917.005022:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1788204917.005026:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
02000000:00000001:2.0:1788204917.005027:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204917.005031:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.005033:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204917.005035:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204917.005038:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204917.005040:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788204917.005041:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204917.005047:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000010:2.0:1788204917.005048:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000400:00000200:1.0:1788204917.005053:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000020:00000040:2.0:1788204917.005053:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000010:1.0:1788204917.005058:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
02000000:00000001:2.0:1788204917.005058:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204917.005061:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.005062:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204917.005064:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204917.005067:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1788204917.005068:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ebb80 x1875052937907840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204917.005070:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204917.005077:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:1.0:1788204917.005080:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204917.005081:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204917.005084:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937907840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204917.005090:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937908096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204917.005092:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.005095:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204917.005101:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204917.005102:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.005103:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204917.005108:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204917.005110:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937908096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.005112:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309898956
00000100:00000010:1.0:1788204917.005118:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749840.
00000100:00000001:2.0:1788204917.005124:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.005127:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1788204917.005128:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204917.005133:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204917.005135:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309898956
00000100:00000001:2.0:1788204917.005135:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204917.005137:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:1.0:1788204917.005140:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7493c0.
00000100:00000001:2.0:1788204917.005142:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204917.005143:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204917.005147:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788204917.005148:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15222
00000100:00000001:1.0:1788204917.005151:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.005154:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1788204917.005157:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:1.0:1788204917.005160:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204917/real 1788204917]  req@ffff8c5d3c3ebb80 x1875052937907840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204917.005164:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204917.005170:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000001:1.0:1788204917.005175:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1788204917.005176:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000001:1.0:1788204917.005178:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1788204917.005181:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1788204917.005182:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204917.005185:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204917.005187:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000040:2.0:1788204917.005187:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204917.005191:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788204917.005192:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:1.0:1788204917.005196:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937907840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204917.005197:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204917.005200:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204917.005204:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:1.0:1788204917.005207:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937907840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204917.005209:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204917.005214:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:1.0:1788204917.005218:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1788204917.005218:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:1.0:1788204917.005221:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.005225:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1788204917.005225:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204917.005228:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.005229:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1788204917.005234:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937907840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204917.005234:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204917.005238:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204917.005243:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:1.0:1788204917.005247:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204917.005250:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:1.0:1788204917.005255:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937907840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.005255:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204917.005260:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204917.005264:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788204917.005264:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204917.005269:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.005270:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.005274:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204917.005274:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204917.005275:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.005279:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00100000:2.0:1788204917.005279:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204917.005280:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204917.005285:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:2.0:1788204917.005286:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204917.005289:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204917.005290:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.005293:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:2.0:1788204917.005297:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000100:00000040:1.0:1788204917.005319:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937907840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204917.005325:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937907840:192.168.201.135@tcp:250:kworker.0
00000020:00000040:2.0:1788204917.005332:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204917.005333:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.005337:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1788204917.005338:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204917.005342:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204917.005343:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937907840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204917.005346:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204917.005349:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204917.005352:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.005356:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000010:2.0:1788204917.005359:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:1.0:1788204917.005361:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1788204917.005364:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204917.005365:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204917.005370:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00100000:2.0:1788204917.005371:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937908224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000020:00000001:1.0:1788204917.005374:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204917.005378:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204917.005383:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:2.0:1788204917.005385:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:1.0:1788204917.005388:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788204917.005388:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204917.005393:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:2.0:1788204917.005395:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937908224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204917.005396:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204917.005398:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:1.0:1788204917.005404:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204917.005406:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.005410:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.005412:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204917.005416:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204917.005419:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1788204917.005420:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204917.005423:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204917.005424:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204917.005425:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204917.005429:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204917.005430:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204917.005433:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788204917.005434:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15222
00000100:00000001:1.0:1788204917.005437:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1788204917.005441:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204917.005445:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937907968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204917.005446:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204917.005451:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204917.005457:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204917.005462:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204917.005463:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204917.005465:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204917.005466:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:1.0:1788204917.005469:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788204917.005470:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:1.0:1788204917.005472:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:2.0:1788204917.005474:0:267769:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:1.0:1788204917.005475:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204917.005477:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00100000:1.0:1788204917.005480:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937907968:192.168.201.135@tcp:38:kworker.0
00000020:00000001:2.0:1788204917.005481:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204917.005484:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:1.0:1788204917.005485:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204917.005489:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1788204917.005489:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:1.0:1788204917.005491:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204917.005493:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:1.0:1788204917.005494:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204917.005499:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45800.
00000100:00000040:2.0:1788204917.005499:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:1.0:1788204917.005502:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.005503:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204917.005507:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204917.005508:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204917.005511:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:1.0:1788204917.005512:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000020:00000040:2.0:1788204917.005516:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000010:1.0:1788204917.005518:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00080000:2.0:1788204917.005521:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000200:1.0:1788204917.005523:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937907968, portal 10
00000100:00000001:1.0:1788204917.005526:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204917.005526:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.005528:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
02000000:00000001:2.0:1788204917.005531:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204917.005534:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204917.005536:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937907968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204917.005539:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.005544:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204917.005547:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:2.0:1788204917.005548:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204917.005552:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.005554:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204917.005557:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000010:2.0:1788204917.005558:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000400:00000010:1.0:1788204917.005561:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000020:00000040:2.0:1788204917.005574:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000200:1.0:1788204917.005578:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937907968, offset 0
02000000:00000001:2.0:1788204917.005579:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204917.005582:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204917.005586:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204917.005586:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204917.005589:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204917.005591:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204917.005592:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204917.005596:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204917.005600:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:2.0:1788204917.005600:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000400:00000200:1.0:1788204917.005604:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:2.0:1788204917.005605:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204917.005607:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204917.005611:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00100000:2.0:1788204917.005614:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937908352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204917.005615:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547043:547043:256:4294967295] 192.168.201.135@tcp LPNI seq info [547009:547009:8:4294967295]
00000400:00000200:1.0:1788204917.005623:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204917.005633:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204917.005633:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204917.005637:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204917.005642:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204917.005645:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937908352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1788204917.005648:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204917.005657:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204917.005660:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204917.005662:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00000040:2.0:1788204917.005667:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15232)
00000800:00000200:1.1:1788204917.005671:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204917.005675:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204917.005679:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204917.005681:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204917.005685:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204917.005689:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204917.005691:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204917.005692:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204917.005694:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204917.005697:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb480 x1875052937907968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.005702:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204917.005704:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937907968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.005708:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.005709:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204917.005712:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204917.005715:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204917.005717:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204917.005718:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309895197
00000100:00000001:1.0:1788204917.005720:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309898956
00000100:00000001:1.0:1788204917.005722:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309895197
00000100:00000001:1.0:1788204917.005723:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309898956
00000100:00000001:1.0:1788204917.005724:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204917.005726:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.005727:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204917.005729:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204917/real 1788204917]  req@ffff8c5d3c3eb480 x1875052937907968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204917.005733:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204917.005735:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204917.005736:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204917.005737:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204917.005738:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204917.005740:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204917.005743:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937907968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204917.005751:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937907968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.005757:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204917.005759:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.005761:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204917.005762:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204917.005766:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937907968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.005773:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204917.005777:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937907968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.005784:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204917.005786:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.005788:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204917.005789:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.005790:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204917.005792:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204917.005793:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204917.005796:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204917.005797:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204917.005800:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937907968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204917.005805:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937907968:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204917.005807:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204917.005809:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937908096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.005817:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204917.005818:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204917.005820:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204917.005821:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204917.005822:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204917.005823:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937908096:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204917.005825:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204917.005826:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204917.005827:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204917.005828:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204917.005831:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204917.005832:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204917.005834:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204917.005836:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204917.005838:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204917.005840:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937908096, portal 10
00000100:00000001:1.0:1788204917.005841:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204917.005842:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
00000100:00000040:1.0:1788204917.005846:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937908096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.005850:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204917.005851:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204917.005853:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204917.005854:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937908096, offset 0
00000400:00000200:1.0:1788204917.005856:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204917.005859:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204917.005861:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204917.005863:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204917.005866:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204917.005868:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204917.005871:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204917.005874:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547044:547044:256:4294967295] 192.168.201.135@tcp LPNI seq info [547010:547010:8:4294967295]
00000400:00000200:1.0:1788204917.005878:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204917.005884:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204917.005888:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204917.005892:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204917.005895:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204917.005899:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204917.005903:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204917.005905:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204917.005907:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204917.005908:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204917.005911:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204917.005913:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204917.005915:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204917.005917:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204917.005918:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204917.005921:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8e00 x1875052937908096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.005926:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204917.005927:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937908096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.005931:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.005932:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204917.005934:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204917.005936:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204917.005938:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204917.005939:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309895192
00000100:00000001:1.0:1788204917.005941:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309898956
00000100:00000001:1.0:1788204917.005942:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309895192
00000100:00000001:1.0:1788204917.005944:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309898956
00000100:00000001:1.0:1788204917.005945:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204917.005947:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.005948:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204917.005950:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204917/real 1788204917]  req@ffff8c5d3c3e8e00 x1875052937908096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204917.005955:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204917.005956:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204917.005956:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204917.005958:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204917.005959:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204917.005960:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204917.005961:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937908096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204917.005967:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937908096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.005970:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204917.005971:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.005972:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204917.005972:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204917.005974:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937908096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.005979:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204917.005982:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937908096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.005988:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204917.005990:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.005991:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204917.005992:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.005993:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204917.005995:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204917.005997:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204917.006001:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204917.006003:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204917.006007:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937908096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204917.006016:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937908096:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204917.006020:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204917.006023:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937908224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006027:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204917.006028:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204917.006030:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204917.006031:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204917.006032:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204917.006034:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937908224:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204917.006036:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204917.006037:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204917.006038:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204917.006039:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204917.006041:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204917.006043:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204917.006045:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204917.006047:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204917.006049:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204917.006051:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937908224, portal 4
00000100:00000001:1.0:1788204917.006052:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204917.006053:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:1.0:1788204917.006057:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937908224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006061:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204917.006063:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204917.006064:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204917.006066:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937908224, offset 0
00000400:00000200:1.0:1788204917.006068:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204917.006071:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204917.006073:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204917.006075:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204917.006076:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204917.006078:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204917.006079:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204917.006081:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547045:547045:256:4294967295] 192.168.201.135@tcp LPNI seq info [547011:547011:8:4294967295]
00000400:00000200:1.0:1788204917.006084:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204917.006087:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204917.006090:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204917.006091:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204917.006093:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204917.006095:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204917.006098:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204917.006099:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204917.006101:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204917.006103:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204917.006105:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204917.006107:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204917.006109:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204917.006110:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204917.006112:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204917.006114:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937908224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006119:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204917.006120:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937908224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006124:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.006125:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204917.006128:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204917.006130:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204917.006132:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204917.006133:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309895285
00000100:00000001:1.0:1788204917.006134:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309898956
00000100:00000001:1.0:1788204917.006136:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309895285
00000100:00000001:1.0:1788204917.006137:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309898956
00000100:00000001:1.0:1788204917.006138:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204917.006139:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.006140:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204917.006142:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204917/real 1788204917]  req@ffff8c5d3c3ead80 x1875052937908224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204917.006146:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204917.006147:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204917.006148:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204917.006149:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204917.006150:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204917.006152:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204917.006153:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937908224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204917.006157:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937908224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006161:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204917.006162:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.006163:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204917.006164:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204917.006166:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937908224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006169:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204917.006171:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937908224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006176:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204917.006178:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.006178:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204917.006179:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.006180:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204917.006181:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204917.006182:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204917.006184:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204917.006185:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204917.006187:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937908224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204917.006191:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937908224:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204917.006193:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.006194:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204917.006196:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937907968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006199:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204917.006200:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204917.006201:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204917.006202:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204917.006203:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204917.006204:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204917.006205:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204917.006206:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:1.0:1788204917.006207:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204917.006208:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204917.006209:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:1.0:1788204917.006211:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204917.006212:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.006213:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204917.006215:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937908096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006219:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204917.006220:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204917.006220:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204917.006221:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204917.006222:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204917.006223:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204917.006223:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204917.006224:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:1.0:1788204917.006225:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204917.006226:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204917.006227:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000001:1.0:1788204917.006228:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204917.006229:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.006229:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204917.006231:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937908224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006234:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204917.006235:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204917.006235:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204917.006237:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204917.006237:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204917.006238:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204917.006239:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204917.006239:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:1.0:1788204917.006240:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204917.006241:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204917.006242:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:1.0:1788204917.006243:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204917.006244:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.006245:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.006247:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204917.006247:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.006248:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204917.006250:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204917.006250:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204917.006252:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937908352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006256:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204917.006257:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204917.006258:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204917.006259:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204917.006260:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204917.006262:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937908352:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204917.006263:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204917.006264:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204917.006265:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204917.006266:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204917.006268:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204917.006269:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204917.006271:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204917.006272:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204917.006274:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204917.006276:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937908352, portal 4
00000100:00000001:1.0:1788204917.006277:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204917.006278:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:1.0:1788204917.006282:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937908352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006286:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204917.006287:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204917.006288:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204917.006290:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937908352, offset 0
00000400:00000200:1.0:1788204917.006292:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204917.006293:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204917.006295:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204917.006313:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204917.006314:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204917.006316:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204917.006318:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204917.006319:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547046:547046:256:4294967295] 192.168.201.135@tcp LPNI seq info [547012:547012:8:4294967295]
00000400:00000200:1.0:1788204917.006322:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204917.006325:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204917.006328:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204917.006330:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204917.006332:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204917.006333:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788204917.006336:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204917.006338:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788204917.006341:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204917.006343:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204917.006346:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204917.006349:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204917.006351:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204917.006353:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204917.006355:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204917.006358:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937908352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006365:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204917.006368:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937908352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006374:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.006376:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204917.006379:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204917.006382:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204917.006385:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204917.006387:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309895303
00000100:00000001:1.0:1788204917.006389:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309898956
00000100:00000001:1.0:1788204917.006390:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309895303
00000100:00000001:1.0:1788204917.006393:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309898956
00000100:00000001:1.0:1788204917.006394:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204917.006396:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.006397:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204917.006399:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204917/real 1788204917]  req@ffff8c5d3c3e8380 x1875052937908352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204917.006404:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204917.006405:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204917.006406:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204917.006407:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204917.006408:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204917.006410:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204917.006413:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937908352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204917.006420:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937908352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006427:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204917.006428:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.006430:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204917.006432:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204917.006435:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937908352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006443:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204917.006446:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937908352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006453:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204917.006455:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.006456:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204917.006457:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.006459:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204917.006460:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204917.006461:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204917.006464:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204917.006465:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204917.006467:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937908352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204917.006471:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937908352:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204917.006473:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.006475:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204917.006477:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937908352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204917.006480:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204917.006481:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204917.006482:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204917.006484:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204917.006484:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204917.006485:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204917.006486:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204917.006487:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:1.0:1788204917.006489:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204917.006490:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204917.006491:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:1.0:1788204917.006492:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204917.006493:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.006494:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204917.006497:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204917.006497:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204917.006499:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204917.006500:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204917.196526:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204917.196534:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204917.196536:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204917.196540:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204917.196544:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204917.196547:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.196549:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204917.196555:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204917.196557:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204917.708452:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204917.708482:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204917.708489:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204917.708490:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204917.708547:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204917.708569:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204917.708572:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204918.220437:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204918.220446:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204918.220449:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204918.220456:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204918.220460:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204918.220465:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.220469:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204918.220473:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204918.220477:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204918.732436:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204918.732443:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204918.732449:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204918.732449:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204918.732514:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204918.732517:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204918.732521:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204919.244455:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204919.244465:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204919.244468:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204919.244476:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204919.244480:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204919.244485:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204919.244488:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204919.244492:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204919.244494:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204919.756443:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204919.756453:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204919.756461:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204919.756462:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204919.756486:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204919.756489:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204919.756492:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204920.268444:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204920.268454:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204920.268456:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204920.268463:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204920.268468:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204920.268473:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204920.268476:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204920.268479:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204920.268482:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204920.780463:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204920.780471:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204920.780479:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204920.780481:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204920.780554:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204920.780559:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204920.780563:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204920.844405:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309898956, at 4309899008
00000100:00000040:1.0:1788204920.844405:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309898956, at 4309899008
00000100:00000010:0.0:1788204920.844422:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749840.
00000100:00000010:1.0:1788204920.844427:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7493c0.
00000100:00000001:2.0:1788204921.292436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204921.292445:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204921.292446:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204921.292452:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204921.292455:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204921.292459:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204921.292462:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204921.292465:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204921.292468:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204921.804463:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204921.804472:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204921.804489:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204921.804491:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204921.804631:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204921.804636:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204921.804639:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204922.124539:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204922.124550:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204922.124552:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204922.124556:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204922.124560:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204922.124568:0:267481:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15227
00000400:00000200:2.0:1788204922.124577:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204922.124582:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204922.124586:0:267481:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204922.124589:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.124592:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204922.124595:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.124597:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204922.124601:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204922.124603:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204922.124605:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204922.124609:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204922.124611:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204922.124613:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204922.124616:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.124618:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204922.124620:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.124622:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204922.124625:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204922.124628:0:267481:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204922.124632:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.124635:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204922.124638:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204922.124641:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.124643:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204922.124645:0:267481:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204922.124654:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9180.
00000020:00000040:2.0:1788204922.124658:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204922.124662:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204922.124664:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.124667:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204922.124670:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204922.124674:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204922.124681:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000001:2.0:1788204922.124688:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204922.124697:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9180 x1875052937908480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204922.124706:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204922.124718:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204922.124723:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa433fb9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9180 x1875052937908480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.124747:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204922.124750:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204922.124754:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204922.124755:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204922.124757:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204922.124760:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204922.124762:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15227
00000400:00000200:2.0:1788204922.124766:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204922.124769:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204922.124771:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204922.124774:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.124777:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204922.124779:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.124781:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204922.124791:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204922.124792:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204922.124794:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204922.124797:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204922.124799:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204922.124802:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204922.124805:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204922.124808:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204922.124808:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204922.124813:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204922.124814:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204922.124816:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204922.124818:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1788204922.124820:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788204922.124827:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:1.0:1788204922.124828:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9180 x1875052937908480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.124830:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.124834:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204922.124839:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204922.124842:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1788204922.124843:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.124845:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.124849:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204922.124851:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1788204922.124854:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204922.124855:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204922.124862:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788204922.124862:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.124867:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204922.124870:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937908480:192.168.201.135@tcp:250:kworker.0
00000100:00000010:2.0:1788204922.124873:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea680.
00000100:00000001:1.0:1788204922.124877:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1788204922.124878:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204922.124882:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204922.124883:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204922.124884:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204922.124888:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.124888:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204922.124891:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204922.124893:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204922.124900:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204922.124902:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.124907:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204922.124912:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:2.0:1788204922.124915:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000400:00000010:1.0:1788204922.124918:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000001:2.0:1788204922.124920:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204922.124927:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00100000:2.0:1788204922.124928:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea680 x1875052937908608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204922.124937:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937908480, portal 25
00000100:00000001:2.0:1788204922.124938:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204922.124942:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204922.124943:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.124946:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803421568 : -127142906130048 : ffff8c5d3c3e9180)
00000100:00000040:2.0:1788204922.124950:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000410650d5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea680 x1875052937908608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204922.124956:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9180 x1875052937908480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.124971:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.124974:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788204922.124976:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1788204922.124980:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204922.124984:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1788204922.124985:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000001:2.0:1788204922.124987:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1788204922.124990:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937908480, offset 0
00000100:00080000:2.0:1788204922.124991:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204922.124996:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204922.125000:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204922.125002:0:267481:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15227
00000400:00000200:2.0:1788204922.125009:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204922.125013:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204922.125014:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204922.125020:0:267481:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204922.125023:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:2.0:1788204922.125026:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.125030:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204922.125031:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1788204922.125034:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.125038:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788204922.125039:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000001:2.0:1788204922.125043:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788204922.125048:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000040:2.0:1788204922.125048:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204922.125051:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204922.125054:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204922.125058:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547047:547047:256:4294967295] 192.168.201.135@tcp LPNI seq info [547013:547013:8:4294967295]
00000020:00000040:2.0:1788204922.125065:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204922.125068:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204922.125071:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204922.125075:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.125076:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204922.125078:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.125080:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204922.125083:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204922.125085:0:267481:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204922.125088:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.125089:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204922.125092:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204922.125094:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.125096:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204922.125098:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204922.125101:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.125107:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204922.125111:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb100.
00000020:00000040:2.0:1788204922.125113:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204922.125116:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204922.125117:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.125119:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204922.125120:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204922.125122:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204922.125126:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000001:2.0:1788204922.125128:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204922.125133:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:2.0:1788204922.125137:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb100 x1875052937908736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204922.125148:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204922.125151:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204922.125152:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204922.125161:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000299a5ffd] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb100 x1875052937908736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1788204922.125162:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204922.125172:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000100:00000001:2.0:1788204922.125173:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204922.125178:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1788204922.125184:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:2.0:1788204922.125184:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204922.125188:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204922.125190:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1788204922.125191:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000100:00000001:2.0:1788204922.125196:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1788204922.125200:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:2.0:1788204922.125202:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15227
00000800:00000200:1.1:1788204922.125208:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000400:00000200:2.0:1788204922.125209:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204922.125217:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000100:1.0:1788204922.125220:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204922.125222:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1788204922.125225:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000100:00000040:2.0:1788204922.125229:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.125233:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204922.125235:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.125238:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788204922.125239:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:2.0:1788204922.125241:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204922.125244:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000400:00000200:1.0:1788204922.125249:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1788204922.125249:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204922.125254:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000200:1.0:1788204922.125257:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000020:00000001:2.0:1788204922.125258:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000010:1.0:1788204922.125262:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000020:00000001:2.0:1788204922.125263:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:1.0:1788204922.125270:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1788204922.125270:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.125274:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1788204922.125280:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9180 x1875052937908480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204922.125281:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.125286:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204922.125290:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204922.125296:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204922.125327:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.125331:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1788204922.125331:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204922.125336:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204922.125339:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9180 x1875052937908480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204922.125340:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.125345:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204922.125349:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204922.125352:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788204922.125354:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.125357:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204922.125358:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.125365:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204922.125366:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000020:00000040:2.0:1788204922.125371:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000400:00000200:1.0:1788204922.125374:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204922.125375:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204922.125379:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309904077
02000000:00000001:2.0:1788204922.125379:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.125384:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204922.125386:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1788204922.125388:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7493c0.
02000000:00000001:2.0:1788204922.125389:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204922.125397:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000001:1.0:1788204922.125398:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788204922.125400:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.125405:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309904077
00000100:00100000:2.0:1788204922.125408:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937908864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1788204922.125411:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749960.
00000100:00000001:1.0:1788204922.125417:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204922.125422:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204922.125423:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204922.125428:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.125428:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.125434:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1788204922.125437:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937908864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204922.125442:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204922/real 1788204922]  req@ffff8c5d3c3e9180 x1875052937908480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.125453:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204922.125459:0:267481:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1788204922.125462:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1788204922.125464:0:267481:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000001:1.0:1788204922.125466:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1788204922.125468:0:267481:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1788204922.125470:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000100:00080000:2.0:1788204922.125471:0:267481:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204922.125488:0:267481:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204922.125489:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204922.125493:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00080000:2.0:1788204922.125494:0:267481:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15227
00000100:00000001:1.0:1788204922.125499:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1788204922.125502:0:267481:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000200:1.0:1788204922.125507:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9180 x1875052937908480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204922.125510:0:267481:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204922.125515:0:267481:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204922.125521:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.125525:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1788204922.125528:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9180 x1875052937908480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204922.125530:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.125535:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204922.125539:0:267481:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204922.125542:0:267481:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:1.0:1788204922.125544:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1788204922.125545:0:267481:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204922.125547:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204922.125549:0:267481:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:1.0:1788204922.125550:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1788204922.125553:0:267481:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788204922.125554:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204922.125559:0:267481:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00100000:1.0:1788204922.125562:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9180 x1875052937908480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204922.125567:0:267481:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204922.125573:0:267481:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204922.125577:0:267481:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204922.125579:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.125581:0:267481:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204922.125585:0:267481:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000040:1.0:1788204922.125589:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9180 x1875052937908480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204922.125591:0:267481:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204922.125596:0:267481:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204922.125601:0:267481:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204922.125605:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788204922.125605:0:267481:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204922.125611:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204922.125611:0:267481:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.125615:0:267481:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204922.125616:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204922.125619:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1788204922.125620:0:267481:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204922.125622:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204922.125626:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:2.0:1788204922.125626:0:267481:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.125630:0:267481:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204922.125632:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:2.0:1788204922.125636:0:267481:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000100:00080000:1.0:1788204922.125639:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000020:00000040:2.0:1788204922.125641:0:267481:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204922.125644:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1788204922.125646:0:267481:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204922.125649:0:267481:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204922.125652:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9180 x1875052937908480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.125652:0:267481:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204922.125655:0:267481:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204922.125658:0:267481:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204922.125664:0:267481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00100000:1.0:1788204922.125669:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937908480:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204922.125670:0:267481:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.125678:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204922.125679:0:267481:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937908992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204922.125682:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204922.125689:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9180 x1875052937908480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204922.125691:0:267481:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204922.125695:0:267481:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204922.125704:0:267481:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937908992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.125705:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204922.125709:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204922.125713:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
00000100:00000001:2.0:1788204922.125717:0:267481:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204922.125719:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204922.125722:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:2.0:1788204922.125723:0:267481:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15237)
00000020:00000040:1.0:1788204922.125724:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204922.125729:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204922.125732:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:1.0:1788204922.125735:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204922.125737:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204922.125739:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9180.
00000100:00000001:1.0:1788204922.125742:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204922.125744:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.125746:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.125753:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204922.125755:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.125757:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204922.125759:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204922.125761:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204922.125765:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea680 x1875052937908608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.125772:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204922.125773:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204922.125775:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204922.125777:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204922.125779:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204922.125782:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937908608:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204922.125785:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204922.125787:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204922.125788:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204922.125790:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204922.125793:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204922.125795:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204922.125799:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204922.125801:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204922.125804:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204922.125807:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937908608, portal 10
00000100:00000001:1.0:1788204922.125809:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204922.125810:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426944 : -127142906124672 : ffff8c5d3c3ea680)
00000100:00000040:1.0:1788204922.125816:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea680 x1875052937908608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.125822:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204922.125825:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204922.125827:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204922.125829:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937908608, offset 0
00000400:00000200:1.0:1788204922.125833:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204922.125837:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204922.125841:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204922.125843:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204922.125846:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204922.125848:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204922.125851:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204922.125854:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547048:547048:256:4294967295] 192.168.201.135@tcp LPNI seq info [547014:547014:8:4294967295]
00000400:00000200:1.0:1788204922.125858:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204922.125864:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204922.125869:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204922.125872:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204922.125876:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204922.125879:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204922.125883:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204922.125885:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204922.125889:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204922.125891:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204922.125895:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204922.125898:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204922.125901:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204922.125903:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204922.125905:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204922.125909:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea680 x1875052937908608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.125916:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204922.125919:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea680 x1875052937908608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.125926:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.125928:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204922.125931:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204922.125934:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204922.125937:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204922.125940:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309900317
00000100:00000001:1.0:1788204922.125942:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309904077
00000100:00000001:1.0:1788204922.125944:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309900317
00000100:00000001:1.0:1788204922.125946:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309904077
00000100:00000001:1.0:1788204922.125949:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204922.125950:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.125952:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204922.125956:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204922/real 1788204922]  req@ffff8c5d3c3ea680 x1875052937908608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204922.125964:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204922.125965:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204922.125967:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204922.125969:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204922.125971:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204922.125973:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204922.125976:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea680 x1875052937908608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204922.125984:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea680 x1875052937908608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.125990:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204922.125992:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.125993:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204922.125994:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204922.125998:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea680 x1875052937908608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126004:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204922.126007:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea680 x1875052937908608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126014:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204922.126016:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.126017:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204922.126019:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.126020:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204922.126022:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204922.126025:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204922.126028:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204922.126030:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204922.126034:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea680 x1875052937908608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204922.126042:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937908608:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204922.126046:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204922.126049:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb100 x1875052937908736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126056:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204922.126057:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204922.126059:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204922.126061:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204922.126062:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204922.126127:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937908736:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204922.126132:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204922.126135:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204922.126136:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204922.126138:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204922.126141:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204922.126143:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204922.126147:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204922.126150:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204922.126153:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204922.126157:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937908736, portal 10
00000100:00000001:1.0:1788204922.126158:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204922.126159:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803429632 : -127142906121984 : ffff8c5d3c3eb100)
00000100:00000040:1.0:1788204922.126166:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb100 x1875052937908736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126179:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204922.126181:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204922.126183:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204922.126185:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937908736, offset 0
00000400:00000200:1.0:1788204922.126189:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204922.126193:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204922.126197:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204922.126200:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204922.126202:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204922.126204:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204922.126207:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204922.126210:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547049:547049:256:4294967295] 192.168.201.135@tcp LPNI seq info [547015:547015:8:4294967295]
00000400:00000200:1.0:1788204922.126214:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204922.126220:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204922.126225:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204922.126228:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204922.126232:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204922.126235:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204922.126239:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204922.126241:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204922.126245:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204922.126247:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204922.126251:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204922.126254:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204922.126257:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204922.126259:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204922.126261:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204922.126265:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb100 x1875052937908736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126272:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204922.126275:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb100 x1875052937908736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126288:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.126289:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204922.126292:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204922.126295:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204922.126314:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204922.126317:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309900313
00000100:00000001:1.0:1788204922.126319:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309904077
00000100:00000001:1.0:1788204922.126321:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309900313
00000100:00000001:1.0:1788204922.126323:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309904077
00000100:00000001:1.0:1788204922.126325:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204922.126327:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.126329:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204922.126333:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204922/real 1788204922]  req@ffff8c5d3c3eb100 x1875052937908736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204922.126341:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204922.126342:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204922.126344:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204922.126346:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204922.126348:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204922.126350:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204922.126353:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb100 x1875052937908736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204922.126361:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb100 x1875052937908736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126368:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204922.126369:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.126371:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204922.126372:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204922.126375:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb100 x1875052937908736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126382:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204922.126386:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb100 x1875052937908736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126392:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204922.126394:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.126396:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204922.126397:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.126399:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204922.126400:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204922.126403:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204922.126406:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204922.126408:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204922.126412:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb100 x1875052937908736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204922.126420:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937908736:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204922.126424:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204922.126427:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937908864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126434:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204922.126436:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204922.126438:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204922.126440:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204922.126442:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204922.126445:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937908864:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204922.126447:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204922.126449:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204922.126451:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204922.126453:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204922.126456:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204922.126457:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204922.126461:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204922.126463:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204922.126467:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204922.126469:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937908864, portal 4
00000100:00000001:1.0:1788204922.126471:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204922.126472:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:1.0:1788204922.126489:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937908864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126496:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204922.126498:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204922.126500:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204922.126502:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937908864, offset 0
00000400:00000200:1.0:1788204922.126506:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204922.126510:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204922.126513:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204922.126516:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204922.126518:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204922.126521:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204922.126523:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204922.126526:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547050:547050:256:4294967295] 192.168.201.135@tcp LPNI seq info [547016:547016:8:4294967295]
00000400:00000200:1.0:1788204922.126530:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204922.126535:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204922.126540:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204922.126543:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204922.126547:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204922.126549:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204922.126553:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204922.126556:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204922.126560:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204922.126562:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204922.126566:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204922.126569:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204922.126572:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204922.126573:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204922.126576:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204922.126579:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937908864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126587:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204922.126590:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937908864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126597:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.126598:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204922.126600:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204922.126603:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204922.126606:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204922.126608:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309900406
00000100:00000001:1.0:1788204922.126610:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309904077
00000100:00000001:1.0:1788204922.126612:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309900406
00000100:00000001:1.0:1788204922.126614:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309904077
00000100:00000001:1.0:1788204922.126616:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204922.126617:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.126619:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204922.126622:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204922/real 1788204922]  req@ffff8c5d3c3e8380 x1875052937908864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204922.126630:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204922.126631:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204922.126633:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204922.126635:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204922.126637:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204922.126640:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204922.126643:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937908864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204922.126651:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937908864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126657:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204922.126658:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.126660:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204922.126661:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204922.126665:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937908864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126671:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204922.126674:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937908864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126681:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204922.126683:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.126685:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204922.126686:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.126688:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204922.126689:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204922.126691:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204922.126695:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204922.126697:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204922.126700:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937908864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204922.126708:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937908864:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204922.126712:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204922.126715:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937908992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126722:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204922.126724:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204922.126726:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204922.126727:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204922.126729:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204922.126732:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937908992:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204922.126735:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204922.126736:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204922.126738:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204922.126739:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204922.126743:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788204922.126745:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204922.126748:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204922.126750:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204922.126753:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204922.126755:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937908992, portal 4
00000100:00000001:1.0:1788204922.126757:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204922.126758:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:1.0:1788204922.126764:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937908992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126770:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204922.126772:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204922.126774:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204922.126776:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937908992, offset 0
00000400:00000200:1.0:1788204922.126780:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204922.126783:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204922.126787:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204922.126789:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204922.126791:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204922.126793:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204922.126795:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204922.126799:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547051:547051:256:4294967295] 192.168.201.135@tcp LPNI seq info [547017:547017:8:4294967295]
00000400:00000200:1.0:1788204922.126803:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204922.126808:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204922.126813:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204922.126816:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204922.126820:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204922.126822:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1788204922.126826:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204922.126829:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1788204922.126833:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204922.126834:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204922.126838:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204922.126841:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204922.126844:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204922.126845:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204922.126847:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204922.126851:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937908992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126858:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204922.126861:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937908992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126868:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.126869:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204922.126872:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204922.126875:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204922.126878:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204922.126880:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309900423
00000100:00000001:1.0:1788204922.126882:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309904077
00000100:00000001:1.0:1788204922.126884:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309900423
00000100:00000001:1.0:1788204922.126886:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309904077
00000100:00000001:1.0:1788204922.126888:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204922.126890:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.126892:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204922.126895:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204922/real 1788204922]  req@ffff8c5d3c3ead80 x1875052937908992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204922.126903:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204922.126905:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204922.126906:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204922.126909:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204922.126910:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204922.126912:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204922.126915:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937908992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204922.126923:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937908992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126929:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204922.126930:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.126931:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204922.126933:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204922.126936:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937908992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126942:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204922.126946:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937908992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126952:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204922.126954:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.126956:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204922.126957:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.126959:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204922.126960:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204922.126963:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204922.126966:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204922.126968:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204922.126973:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937908992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204922.126980:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937908992:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204922.126984:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.126986:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204922.126989:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea680 x1875052937908608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.126995:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204922.126997:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204922.126998:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204922.127001:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204922.127002:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204922.127003:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204922.127005:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204922.127006:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:1.0:1788204922.127009:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204922.127010:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204922.127011:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea680.
00000100:00000001:1.0:1788204922.127014:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204922.127015:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.127017:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204922.127020:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb100 x1875052937908736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.127026:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204922.127027:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204922.127029:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204922.127031:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204922.127032:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204922.127033:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204922.127035:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204922.127037:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:1.0:1788204922.127040:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204922.127041:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204922.127042:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb100.
00000100:00000001:1.0:1788204922.127044:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204922.127045:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.127047:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204922.127050:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937908864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.127056:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204922.127057:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204922.127058:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788204922.127060:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204922.127062:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204922.127063:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204922.127127:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204922.127130:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:1.0:1788204922.127133:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204922.127134:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204922.127136:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:1.0:1788204922.127139:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204922.127140:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.127142:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204922.127146:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937908992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204922.127153:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204922.127154:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204922.127155:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788204922.127157:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204922.127158:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204922.127160:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204922.127161:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204922.127163:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:1.0:1788204922.127164:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204922.127165:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204922.127167:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:1.0:1788204922.127169:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204922.127170:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.127172:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204922.127176:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204922.127177:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204922.127179:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204922.127181:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204922.316400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204922.316406:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204922.316407:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204922.316411:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204922.316414:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204922.316417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.316419:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204922.316420:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204922.316422:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204922.828411:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204922.828418:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204922.828423:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204922.828424:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204922.828502:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204922.828504:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204922.828507:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204923.340384:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204923.340399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204923.340401:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204923.340406:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204923.340409:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204923.340413:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204923.340415:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204923.340418:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204923.340421:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204923.852418:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204923.852439:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204923.852453:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204923.852455:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204923.852520:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204923.852524:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204923.852527:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204924.364392:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204924.364399:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204924.364400:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204924.364404:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204924.364407:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204924.364410:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204924.364413:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204924.364415:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204924.364418:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204924.876417:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204924.876424:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204924.876457:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204924.876458:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204924.876515:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204924.876518:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204924.876521:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204925.388352:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204925.388358:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204925.388359:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204925.388363:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204925.388366:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204925.388368:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204925.388370:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204925.388372:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204925.388374:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204925.900485:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204925.900494:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204925.900500:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204925.900501:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204925.900547:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204925.900550:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204925.900553:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204925.964394:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309904077, at 4309904128
00000100:00000040:1.0:1788204925.964394:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309904077, at 4309904128
00000100:00000010:1.0:1788204925.964407:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749960.
00000100:00000010:0.0:1788204925.964422:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7493c0.
00000100:00000001:2.0:1788204926.412397:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204926.412413:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204926.412415:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204926.412421:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204926.412424:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204926.412428:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204926.412431:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204926.412434:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204926.412436:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204926.924443:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204926.924451:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204926.924454:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204926.924457:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204926.924462:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204926.924464:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204926.924466:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204926.924468:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204926.924472:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204926.924474:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204926.924475:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204926.924476:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204926.924478:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204926.924479:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204926.924481:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204926.924483:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204926.924536:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204926.924541:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204926.924545:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204927.244435:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204927.244444:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204927.244446:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204927.244449:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204927.244452:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204927.244457:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15232
00000400:00000200:1.0:1788204927.244465:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204927.244469:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204927.244471:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204927.244474:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204927.244476:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204927.244478:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204927.244480:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204927.244483:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204927.244485:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204927.244487:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204927.244489:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204927.244490:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204927.244492:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204927.244493:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204927.244495:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204927.244496:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204927.244497:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204927.244499:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204927.244501:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204927.244503:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204927.244505:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204927.244507:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204927.244508:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204927.244510:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204927.244511:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204927.244520:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27eced80.
00000020:00000040:1.0:1788204927.244523:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204927.244527:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204927.244528:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204927.244532:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204927.244534:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204927.244538:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204927.244545:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788204927.244551:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204927.244560:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27eced80 x1875052937909120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204927.244567:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204927.244571:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204927.244574:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd968063] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27eced80 x1875052937909120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204927.244591:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204927.244593:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204927.244595:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204927.244596:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204927.244597:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204927.244599:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204927.244601:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15232
00000400:00000200:1.0:1788204927.244604:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204927.244606:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204927.244608:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204927.244610:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204927.244612:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204927.244614:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204927.244615:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204927.244616:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1788204927.244617:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204927.244620:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:2.0:1788204927.244621:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788204927.244622:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204927.244624:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:2.0:1788204927.244625:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788204927.244626:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204927.244629:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204927.244633:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:2.0:1788204927.244633:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27eced80 x1875052937909120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204927.244637:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204927.244640:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204927.244644:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204927.244648:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204927.244651:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204927.244651:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204927.244655:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204927.244656:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204927.244656:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204927.244662:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204927.244662:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204927.244666:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204927.244667:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204927.244667:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1788204927.244671:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204927.244672:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788204927.244675:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204927.244677:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204927.244680:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937909120:192.168.201.135@tcp:250:kworker.0
00000100:00000010:1.0:1788204927.244682:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece300.
00000020:00000040:1.0:1788204927.244686:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:2.0:1788204927.244688:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204927.244689:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204927.244691:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204927.244692:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204927.244694:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204927.244694:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204927.244695:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.244697:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204927.244699:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
02000000:00000001:2.0:1788204927.244701:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204927.244703:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204927.244709:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece300 x1875052937909248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1788204927.244709:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204927.244715:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204927.244720:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204927.244722:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204927.244726:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204927.244727:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007034b06e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece300 x1875052937909248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204927.244732:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:1.0:1788204927.244741:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204927.244741:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00080000:1.0:1788204927.244747:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204927.244750:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:2.0:1788204927.244750:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937909120, portal 25
00000100:00000001:1.0:1788204927.244753:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788204927.244755:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1788204927.244757:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204927.244759:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462526848 : -127143247024768 : ffff8c5d27eced80)
00000100:00000001:1.0:1788204927.244761:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204927.244765:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15232
00000100:00000040:2.0:1788204927.244768:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27eced80 x1875052937909120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204927.244773:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204927.244778:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204927.244782:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204927.244787:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204927.244788:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788204927.244789:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204927.244793:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000040:1.0:1788204927.244794:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204927.244797:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:2.0:1788204927.244797:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000020:00000001:1.0:1788204927.244801:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:2.0:1788204927.244803:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937909120, offset 0
00000020:00000040:1.0:1788204927.244804:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204927.244808:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788204927.244810:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000040:1.0:1788204927.244811:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204927.244815:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204927.244819:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788204927.244819:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204927.244825:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204927.244827:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204927.244834:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788204927.244835:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204927.244840:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000040:1.0:1788204927.244841:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204927.244845:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204927.244846:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:2.0:1788204927.244849:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1788204927.244850:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788204927.244855:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:1.0:1788204927.244856:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204927.244860:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204927.244864:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547052:547052:256:4294967295] 192.168.201.135@tcp LPNI seq info [547018:547018:8:4294967295]
02000000:00000001:1.0:1788204927.244865:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204927.244871:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204927.244875:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204927.244876:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204927.244880:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204927.244885:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204927.244889:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204927.244890:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000010:1.0:1788204927.244895:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecf480.
00000020:00000040:1.0:1788204927.244899:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000200:2.0:1788204927.244901:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000001:1.0:1788204927.244903:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204927.244905:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204927.244907:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1788204927.244908:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
02000000:00000001:1.0:1788204927.244909:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204927.244913:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204927.244917:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:1.0:1788204927.244918:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000800:00000200:2.0:1788204927.244923:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1788204927.244924:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204927.244932:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecf480 x1875052937909376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788204927.244932:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204927.244938:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204927.244947:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204927.244949:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1788204927.244951:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000100:00000001:1.0:1788204927.244952:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204927.244959:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b04005c6] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecf480 x1875052937909376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204927.244959:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204927.244967:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204927.244975:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204927.244978:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:1.0:1788204927.244981:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.244984:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1788204927.244986:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1788204927.244992:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27eced80 x1875052937909120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204927.244993:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204927.244996:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204927.244999:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204927.245006:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204927.245012:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1788204927.245018:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15232
00000100:00000040:2.0:1788204927.245018:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27eced80 x1875052937909120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204927.245029:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204927.245032:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204927.245036:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204927.245036:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:1.0:1788204927.245040:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204927.245043:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204927.245045:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204927.245050:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204927.245050:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204927.245054:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204927.245063:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309909196
00000100:00000001:1.0:1788204927.245065:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204927.245068:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204927.245069:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204927.245070:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204927.245072:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000010:2.0:1788204927.245072:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850a20.
00000020:00000001:1.0:1788204927.245077:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204927.245078:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204927.245081:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204927.245081:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204927.245082:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204927.245086:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204927.245088:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204927.245090:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:2.0:1788204927.245090:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309909196
00000100:00080000:1.0:1788204927.245095:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000010:2.0:1788204927.245097:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850d20.
00000100:00000001:1.0:1788204927.245098:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204927.245101:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204927.245103:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1788204927.245104:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204927.245107:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204927.245109:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204927.245109:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1788204927.245113:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204927.245115:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788204927.245116:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204927.245119:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.245119:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000010:1.0:1788204927.245123:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecfb80.
00000100:00100000:2.0:1788204927.245127:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204927/real 1788204927]  req@ffff8c5d27eced80 x1875052937909120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204927.245128:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204927.245132:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204927.245134:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204927.245139:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204927.245141:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204927.245144:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788204927.245145:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204927.245149:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:1.0:1788204927.245150:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000400:00000010:2.0:1788204927.245151:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000100:00000001:1.0:1788204927.245155:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204927.245156:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204927.245160:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00100000:1.0:1788204927.245164:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecfb80 x1875052937909504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204927.245164:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204927.245172:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27eced80 x1875052937909120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204927.245174:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204927.245177:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204927.245184:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2262872] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecfb80 x1875052937909504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204927.245193:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204927.245193:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27eced80 x1875052937909120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204927.245196:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204927.245203:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204927.245206:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204927.245208:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204927.245212:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204927.245212:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204927.245216:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1788204927.245217:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15232
00000100:00000001:2.0:1788204927.245221:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:1.0:1788204927.245223:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204927.245225:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788204927.245227:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204927.245230:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1788204927.245233:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27eced80 x1875052937909120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204927.245240:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204927.245240:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204927.245246:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204927.245249:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27eced80 x1875052937909120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204927.245250:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204927.245254:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204927.245258:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204927.245259:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204927.245260:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204927.245261:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204927.245262:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204927.245266:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204927.245270:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204927.245273:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204927.245273:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1788204927.245275:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204927.245279:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204927.245281:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:2.0:1788204927.245281:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.245286:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:1.0:1788204927.245287:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204927.245290:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204927.245291:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204927.245295:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204927.245296:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:1.0:1788204927.245324:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204927.245328:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.245329:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204927.245331:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204927.245334:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00080000:2.0:1788204927.245335:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:1.0:1788204927.245340:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204927.245342:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204927.245343:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000010:1.0:1788204927.245347:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc700.
00000100:00000001:2.0:1788204927.245348:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1788204927.245351:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204927.245356:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:2.0:1788204927.245356:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27eced80 x1875052937909120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204927.245359:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204927.245363:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204927.245366:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204927.245369:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204927.245374:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00100000:2.0:1788204927.245374:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937909120:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204927.245380:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.245382:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204927.245397:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc700 x1875052937909632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204927.245399:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.245407:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27eced80 x1875052937909120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204927.245411:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204927.245416:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.245420:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1788204927.245425:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd04a276] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc700 x1875052937909632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204927.245425:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204927.245429:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204927.245435:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204927.245438:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:1.0:1788204927.245439:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204927.245441:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000040:1.0:1788204927.245445:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15243)
00000020:00000001:2.0:1788204927.245446:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204927.245450:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:2.0:1788204927.245455:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204927.245457:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204927.245458:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27eced80.
00000100:00000001:2.0:1788204927.245461:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204927.245461:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.245463:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.245469:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204927.245470:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.245472:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204927.245473:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204927.245474:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204927.245477:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece300 x1875052937909248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245481:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204927.245482:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.245484:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204927.245485:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204927.245486:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204927.245488:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937909248:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204927.245489:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204927.245491:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204927.245492:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.245493:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204927.245495:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204927.245496:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204927.245498:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204927.245500:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204927.245502:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204927.245504:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937909248, portal 10
00000100:00000001:2.0:1788204927.245506:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204927.245507:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462524160 : -127143247027456 : ffff8c5d27ece300)
00000100:00000040:2.0:1788204927.245511:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece300 x1875052937909248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245521:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204927.245522:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204927.245524:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204927.245525:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937909248, offset 0
00000400:00000200:2.0:1788204927.245527:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204927.245530:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204927.245533:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204927.245534:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204927.245536:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204927.245538:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204927.245539:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204927.245541:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547053:547053:256:4294967295] 192.168.201.135@tcp LPNI seq info [547019:547019:8:4294967295]
00000400:00000200:2.0:1788204927.245544:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204927.245547:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204927.245550:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204927.245552:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204927.245554:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204927.245556:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204927.245559:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204927.245561:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204927.245563:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204927.245565:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204927.245567:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204927.245570:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204927.245573:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204927.245575:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204927.245577:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204927.245580:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece300 x1875052937909248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245593:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.245596:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece300 x1875052937909248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245603:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.245605:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204927.245608:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204927.245611:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204927.245615:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204927.245616:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309905437
00000100:00000001:2.0:1788204927.245618:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309909196
00000100:00000001:2.0:1788204927.245619:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309905437
00000100:00000001:2.0:1788204927.245621:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309909196
00000100:00000001:2.0:1788204927.245622:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204927.245624:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.245625:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204927.245627:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204927/real 1788204927]  req@ffff8c5d27ece300 x1875052937909248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204927.245632:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204927.245633:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204927.245634:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204927.245635:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204927.245636:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204927.245638:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204927.245639:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece300 x1875052937909248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204927.245644:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece300 x1875052937909248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245648:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204927.245650:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.245652:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.245653:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204927.245657:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece300 x1875052937909248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245663:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204927.245666:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece300 x1875052937909248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245673:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204927.245675:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.245676:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.245678:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.245679:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204927.245681:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204927.245684:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204927.245687:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204927.245689:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204927.245693:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece300 x1875052937909248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204927.245697:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937909248:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204927.245700:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204927.245703:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecf480 x1875052937909376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245709:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204927.245711:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.245713:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204927.245715:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204927.245717:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204927.245720:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937909376:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204927.245723:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204927.245725:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204927.245726:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.245728:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204927.245731:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204927.245733:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204927.245736:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204927.245739:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204927.245742:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204927.245745:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937909376, portal 10
00000100:00000001:2.0:1788204927.245747:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204927.245748:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462528640 : -127143247022976 : ffff8c5d27ecf480)
00000100:00000040:2.0:1788204927.245753:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecf480 x1875052937909376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245759:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204927.245761:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204927.245763:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204927.245766:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937909376, offset 0
00000400:00000200:2.0:1788204927.245770:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204927.245774:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204927.245778:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204927.245780:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204927.245783:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204927.245784:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204927.245786:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204927.245788:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547054:547054:256:4294967295] 192.168.201.135@tcp LPNI seq info [547020:547020:8:4294967295]
00000400:00000200:2.0:1788204927.245790:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204927.245794:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204927.245797:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204927.245799:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204927.245801:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204927.245804:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204927.245806:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204927.245808:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204927.245810:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204927.245811:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204927.245813:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204927.245815:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204927.245817:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204927.245818:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204927.245819:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204927.245822:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecf480 x1875052937909376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245826:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.245828:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecf480 x1875052937909376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245832:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.245833:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204927.245835:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204927.245837:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204927.245838:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204927.245840:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309905432
00000100:00000001:2.0:1788204927.245841:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309909196
00000100:00000001:2.0:1788204927.245842:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309905432
00000100:00000001:2.0:1788204927.245844:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309909196
00000100:00000001:2.0:1788204927.245845:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204927.245846:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.245847:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204927.245849:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204927/real 1788204927]  req@ffff8c5d27ecf480 x1875052937909376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204927.245853:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204927.245854:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204927.245855:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204927.245857:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204927.245858:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204927.245859:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204927.245861:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecf480 x1875052937909376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204927.245865:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecf480 x1875052937909376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245868:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204927.245869:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.245870:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.245871:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204927.245872:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecf480 x1875052937909376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245876:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204927.245878:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecf480 x1875052937909376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245882:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204927.245883:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.245884:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.245885:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.245886:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204927.245887:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204927.245888:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204927.245890:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204927.245891:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204927.245893:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecf480 x1875052937909376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204927.245900:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937909376:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204927.245903:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204927.245905:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecfb80 x1875052937909504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245908:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204927.245909:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.245910:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204927.245911:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204927.245912:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204927.245914:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937909504:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204927.245915:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204927.245916:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204927.245917:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.245918:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204927.245920:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204927.245921:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204927.245923:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204927.245925:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204927.245927:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204927.245928:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937909504, portal 4
00000100:00000001:2.0:1788204927.245930:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204927.245930:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462530432 : -127143247021184 : ffff8c5d27ecfb80)
00000100:00000040:2.0:1788204927.245933:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecfb80 x1875052937909504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245937:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204927.245938:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204927.245939:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204927.245941:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937909504, offset 0
00000400:00000200:2.0:1788204927.245943:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204927.245945:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204927.245947:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204927.245949:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204927.245950:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204927.245952:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204927.245953:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204927.245955:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547055:547055:256:4294967295] 192.168.201.135@tcp LPNI seq info [547021:547021:8:4294967295]
00000400:00000200:2.0:1788204927.245957:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204927.245960:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204927.245962:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204927.245964:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204927.245966:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204927.245967:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204927.245970:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204927.245972:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204927.245974:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204927.245975:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204927.245976:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204927.245978:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204927.245980:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204927.245981:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204927.245982:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204927.245984:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecfb80 x1875052937909504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245987:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.245989:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecfb80 x1875052937909504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.245992:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.245993:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204927.245995:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204927.245996:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204927.245998:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204927.245999:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309905525
00000100:00000001:2.0:1788204927.246001:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309909196
00000100:00000001:2.0:1788204927.246002:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309905525
00000100:00000001:2.0:1788204927.246003:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309909196
00000100:00000001:2.0:1788204927.246004:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204927.246005:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.246006:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204927.246008:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204927/real 1788204927]  req@ffff8c5d27ecfb80 x1875052937909504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204927.246012:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204927.246012:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204927.246013:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204927.246014:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204927.246015:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204927.246017:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204927.246020:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecfb80 x1875052937909504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204927.246027:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecfb80 x1875052937909504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.246032:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204927.246033:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.246035:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.246036:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204927.246039:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecfb80 x1875052937909504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.246046:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204927.246049:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecfb80 x1875052937909504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.246056:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204927.246058:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.246060:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.246061:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.246062:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204927.246064:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204927.246066:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204927.246068:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204927.246070:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204927.246072:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecfb80 x1875052937909504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204927.246077:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937909504:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204927.246079:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204927.246081:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc700 x1875052937909632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.246084:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204927.246085:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.246086:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204927.246087:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204927.246089:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204927.246090:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937909632:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204927.246092:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204927.246093:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204927.246094:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204927.246095:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204927.246098:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204927.246099:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204927.246101:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204927.246102:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204927.246104:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204927.246106:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937909632, portal 4
00000100:00000001:2.0:1788204927.246107:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204927.246108:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516992 : -127143247034624 : ffff8c5d27ecc700)
00000100:00000040:2.0:1788204927.246111:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc700 x1875052937909632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.246115:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204927.246117:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204927.246118:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204927.246119:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937909632, offset 0
00000400:00000200:2.0:1788204927.246121:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204927.246124:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204927.246125:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204927.246127:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204927.246129:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204927.246130:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204927.246132:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204927.246134:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547056:547056:256:4294967295] 192.168.201.135@tcp LPNI seq info [547022:547022:8:4294967295]
00000400:00000200:2.0:1788204927.246136:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204927.246140:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204927.246142:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204927.246144:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204927.246146:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204927.246148:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788204927.246150:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204927.246151:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788204927.246154:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204927.246155:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204927.246157:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204927.246159:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204927.246160:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204927.246161:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204927.246162:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204927.246164:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc700 x1875052937909632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.246173:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.246176:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc700 x1875052937909632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.246182:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.246183:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204927.246186:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204927.246188:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204927.246191:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204927.246193:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309905542
00000100:00000001:2.0:1788204927.246195:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309909196
00000100:00000001:2.0:1788204927.246197:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309905542
00000100:00000001:2.0:1788204927.246199:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309909196
00000100:00000001:2.0:1788204927.246201:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204927.246202:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.246204:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204927.246208:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204927/real 1788204927]  req@ffff8c5d27ecc700 x1875052937909632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204927.246216:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204927.246217:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204927.246219:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204927.246221:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204927.246222:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204927.246224:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204927.246226:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc700 x1875052937909632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204927.246234:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc700 x1875052937909632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.246240:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204927.246242:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.246243:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.246244:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204927.246248:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc700 x1875052937909632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.246253:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204927.246256:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc700 x1875052937909632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.246263:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204927.246265:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.246266:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204927.246267:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.246269:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204927.246270:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204927.246273:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204927.246275:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204927.246278:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204927.246281:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc700 x1875052937909632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204927.246288:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937909632:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204927.246290:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.246291:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.246293:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece300 x1875052937909248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.246297:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204927.246312:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204927.246315:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204927.246317:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204927.246319:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204927.246320:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204927.246322:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204927.246324:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:2.0:1788204927.246326:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204927.246328:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204927.246329:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece300.
00000100:00000001:2.0:1788204927.246332:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204927.246333:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.246335:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.246338:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecf480 x1875052937909376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.246343:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204927.246345:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204927.246346:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204927.246348:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204927.246349:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204927.246350:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204927.246352:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204927.246353:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:2.0:1788204927.246355:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204927.246356:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204927.246357:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecf480.
00000100:00000001:2.0:1788204927.246359:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204927.246360:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.246362:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.246365:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecfb80 x1875052937909504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.246371:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204927.246372:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204927.246373:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204927.246375:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204927.246376:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204927.246377:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204927.246378:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204927.246379:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:2.0:1788204927.246380:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204927.246381:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204927.246382:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecfb80.
00000100:00000001:2.0:1788204927.246383:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204927.246384:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.246385:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204927.246400:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc700 x1875052937909632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204927.246404:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204927.246405:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204927.246406:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204927.246408:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204927.246408:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204927.246409:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204927.246410:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204927.246411:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:2.0:1788204927.246412:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204927.246413:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204927.246414:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc700.
00000100:00000001:2.0:1788204927.246415:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204927.246416:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.246417:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.246419:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204927.246420:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.246421:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204927.246422:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204927.436426:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204927.436434:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204927.436436:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204927.436442:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204927.436445:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204927.436450:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.436452:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204927.436455:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204927.436458:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204927.948466:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204927.948472:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204927.948477:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204927.948478:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204927.948521:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204927.948524:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204927.948526:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1788204928.204421:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788204928.204431:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788204928.204436:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:0.0:1788204928.204566:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1788204928.204570:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:0.0:1788204928.204579:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1788204928.204583:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:0.0:1788204928.204585:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204928.460446:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204928.460455:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204928.460457:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204928.460462:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204928.460464:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204928.460467:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204928.460469:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204928.460471:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204928.460473:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204928.972399:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204928.972407:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204928.972413:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204928.972415:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204928.972471:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204928.972475:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204928.972478:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204929.484405:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204929.484412:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204929.484413:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204929.484417:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204929.484419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204929.484422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204929.484424:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204929.484426:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204929.484427:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204929.996479:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204929.996486:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204929.996493:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204929.996494:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204929.996520:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204929.996522:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204929.996525:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204930.508417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204930.508424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204930.508425:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204930.508430:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204930.508433:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204930.508437:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204930.508439:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204930.508442:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204930.508444:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204931.020453:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204931.020460:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204931.020466:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204931.020467:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204931.020575:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204931.020582:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204931.020587:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204931.084445:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309909196, at 4309909248
00000100:00000040:1.0:1788204931.084445:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309909196, at 4309909248
00000100:00000010:1.0:1788204931.084460:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850d20.
00000100:00000010:0.0:1788204931.084466:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850a20.
00000100:00000001:2.0:1788204931.532429:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204931.532437:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204931.532439:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204931.532445:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204931.532448:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204931.532452:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204931.532454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204931.532457:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204931.532460:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204932.044488:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204932.044494:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204932.044500:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204932.044501:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204932.044575:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204932.044580:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204932.044584:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204932.364493:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204932.364507:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204932.364510:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204932.364515:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204932.364521:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204932.364531:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15238
00000400:00000200:2.0:1788204932.364542:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204932.364550:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204932.364554:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204932.364557:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204932.364561:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204932.364564:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204932.364566:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204932.364570:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204932.364572:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204932.364574:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204932.364577:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204932.364578:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204932.364580:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204932.364587:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204932.364589:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204932.364591:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204932.364593:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204932.364596:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204932.364598:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204932.364600:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204932.364604:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204932.364608:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204932.364611:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.364613:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204932.364616:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204932.364624:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788204932.364628:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204932.364634:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204932.364636:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.364640:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204932.364644:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204932.364650:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204932.364670:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:2.0:1788204932.364679:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204932.364691:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937909760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204932.364703:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204932.364709:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204932.364714:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937909760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.364731:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204932.364734:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204932.364737:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204932.364739:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204932.364741:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204932.364744:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204932.364746:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15238
00000400:00000200:2.0:1788204932.364750:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204932.364753:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1788204932.364753:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204932.364757:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204932.364760:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1788204932.364761:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204932.364764:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204932.364765:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204932.364769:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204932.364771:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204932.364773:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204932.364775:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000040:1.0:1788204932.364777:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937909760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204932.364777:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204932.364781:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204932.364785:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204932.364790:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:1.0:1788204932.364794:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204932.364798:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204932.364798:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204932.364804:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1788204932.364806:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1788204932.364808:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:1.0:1788204932.364811:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204932.364812:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:1.0:1788204932.364816:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204932.364818:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00100000:1.0:1788204932.364822:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937909760:192.168.201.135@tcp:250:kworker.0
00000100:00080000:2.0:1788204932.364826:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204932.364827:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788204932.364832:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204932.364833:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204932.364835:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204932.364837:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204932.364840:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1788204932.364843:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1788204932.364845:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:2.0:1788204932.364848:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204932.364849:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.364853:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204932.364858:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00100000:2.0:1788204932.364860:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1788204932.364861:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000008:00000001:2.0:1788204932.364866:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.364868:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204932.364876:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000020:00000040:2.0:1788204932.364878:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000400:00000010:1.0:1788204932.364879:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
02000000:00000001:2.0:1788204932.364889:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204932.364892:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204932.364894:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937909760, portal 25
00000100:00000001:1.0:1788204932.364898:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204932.364900:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204932.364901:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
02000000:00000001:2.0:1788204932.364903:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204932.364907:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204932.364912:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937909760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204932.364915:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788204932.364922:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.364925:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204932.364932:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00100000:2.0:1788204932.364932:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937909888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204932.364938:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204932.364944:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937909760, offset 0
00000100:00000001:2.0:1788204932.364945:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204932.364949:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204932.364957:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204932.364957:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937909888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204932.364970:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204932.364971:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204932.364976:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204932.364981:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:2.0:1788204932.364981:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204932.364986:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204932.364989:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1788204932.364989:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204932.364995:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:2.0:1788204932.364995:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204932.365001:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1788204932.365003:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15238
00000400:00000200:1.0:1788204932.365006:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204932.365014:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547057:547057:256:4294967295] 192.168.201.135@tcp LPNI seq info [547023:547023:8:4294967295]
00000400:00000200:2.0:1788204932.365014:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204932.365022:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204932.365023:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204932.365026:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204932.365031:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204932.365036:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204932.365039:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1788204932.365043:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204932.365048:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:1.0:1788204932.365053:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000001:2.0:1788204932.365054:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204932.365058:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204932.365061:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000010:1.0:1788204932.365062:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000020:00000040:2.0:1788204932.365064:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204932.365069:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204932.365071:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:1.0:1788204932.365074:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204932.365079:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:1.0:1788204932.365080:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1788204932.365084:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1788204932.365088:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204932.365091:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:1.1:1788204932.365092:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1788204932.365097:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000100:1.0:1788204932.365100:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000040:2.0:1788204932.365103:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000800:00000010:1.0:1788204932.365104:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000100:00080000:2.0:1788204932.365109:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204932.365111:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204932.365112:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204932.365114:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204932.365116:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1788204932.365116:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.365120:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204932.365124:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000008:00100000:2.0:1788204932.365125:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204932.365130:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.365132:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204932.365133:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204932.365136:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000010:2.0:1788204932.365136:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000020:00000040:2.0:1788204932.365140:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000001:1.0:1788204932.365142:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:2.0:1788204932.365144:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1788204932.365148:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8e00 x1875052937909760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204932.365148:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.365153:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204932.365156:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204932.365160:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1788204932.365160:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204932.365165:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937909760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204932.365167:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00000001:1.0:1788204932.365174:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.365175:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.365177:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204932.365184:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204932.365185:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937910016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204932.365190:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204932.365195:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309914316
00000100:00000010:1.0:1788204932.365201:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749000.
00000100:00000001:2.0:1788204932.365203:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204932.365207:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.365209:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1788204932.365214:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937910016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.365217:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309914316
00000100:00000010:1.0:1788204932.365221:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749600.
00000100:00000001:1.0:1788204932.365225:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788204932.365230:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204932.365231:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.365233:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204932.365235:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204932.365237:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1788204932.365241:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204932.365244:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:1.0:1788204932.365245:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204932/real 1788204932]  req@ffff8c5d3c3e8e00 x1875052937909760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204932.365246:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204932.365253:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:1.0:1788204932.365257:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204932.365259:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204932.365261:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204932.365263:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204932.365266:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00080000:2.0:1788204932.365266:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15238
00000100:00000001:1.0:1788204932.365271:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:2.0:1788204932.365274:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000200:1.0:1788204932.365277:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937909760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204932.365280:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204932.365285:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204932.365290:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:1.0:1788204932.365292:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937909760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.365293:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204932.365338:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204932.365341:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204932.365341:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204932.365345:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204932.365347:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1788204932.365348:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204932.365351:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:1.0:1788204932.365352:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204932.365353:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204932.365355:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204932.365358:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204932.365360:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00100000:1.0:1788204932.365362:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937909760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204932.365365:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204932.365370:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204932.365374:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204932.365376:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.365377:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204932.365379:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204932.365384:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:1.0:1788204932.365385:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937909760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204932.365386:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204932.365392:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204932.365397:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204932.365398:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788204932.365400:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.365405:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.365405:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204932.365410:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:2.0:1788204932.365410:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204932.365412:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.365418:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:2.0:1788204932.365418:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.365422:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.365423:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204932.365427:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:2.0:1788204932.365429:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000100:00080000:1.0:1788204932.365432:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000020:00000040:2.0:1788204932.365435:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204932.365436:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:2.0:1788204932.365440:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1788204932.365442:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937909760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204932.365445:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.365450:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204932.365453:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1788204932.365458:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937909760:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788204932.365458:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204932.365465:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000001:1.0:1788204932.365467:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.365471:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.365472:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204932.365478:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937909760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204932.365482:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937910144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204932.365494:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:2.0:1788204932.365496:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788204932.365497:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1788204932.365500:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204932.365502:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
00000100:00000040:2.0:1788204932.365505:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937910144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204932.365506:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204932.365509:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204932.365512:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204932.365516:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:2.0:1788204932.365517:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204932.365519:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
00000100:00080000:2.0:1788204932.365521:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1788204932.365523:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204932.365525:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:2.0:1788204932.365528:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:1.0:1788204932.365529:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000001:1.0:1788204932.365532:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204932.365533:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204932.365534:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204932.365537:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204932.365538:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.365543:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204932.365547:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00080000:2.0:1788204932.365547:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15238
00000100:00000001:1.0:1788204932.365550:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.365553:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1788204932.365554:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204932.365555:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204932.365557:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204932.365563:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937909888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204932.365564:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204932.365569:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204932.365574:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1788204932.365576:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204932.365577:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204932.365581:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788204932.365582:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1788204932.365583:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788204932.365585:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:1.0:1788204932.365587:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.365589:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00100000:1.0:1788204932.365592:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937909888:192.168.201.135@tcp:38:kworker.0
00000020:00000001:2.0:1788204932.365593:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204932.365596:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:1.0:1788204932.365597:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1788204932.365599:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:1.0:1788204932.365600:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:2.0:1788204932.365602:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
02000000:00000001:1.0:1788204932.365603:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204932.365605:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:1.0:1788204932.365606:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204932.365609:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
00000020:00000001:2.0:1788204932.365610:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:1.0:1788204932.365613:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204932.365617:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204932.365618:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204932.365621:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000001:2.0:1788204932.365623:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1788204932.365627:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000040:2.0:1788204932.365628:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204932.365633:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:1.0:1788204932.365634:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937909888, portal 10
00000020:00000040:2.0:1788204932.365636:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:1.0:1788204932.365639:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204932.365643:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
00000100:00080000:2.0:1788204932.365643:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204932.365650:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204932.365653:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1788204932.365655:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937909888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204932.365657:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204932.365664:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.365670:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788204932.365670:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1788204932.365674:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000008:00100000:2.0:1788204932.365675:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000010:1.0:1788204932.365677:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204932.365680:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937909888, offset 0
00000008:00000001:2.0:1788204932.365683:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204932.365686:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204932.365687:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204932.365691:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204932.365696:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000010:2.0:1788204932.365696:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000020:00000040:2.0:1788204932.365701:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000200:1.0:1788204932.365702:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204932.365707:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:2.0:1788204932.365707:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204932.365710:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204932.365711:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788204932.365713:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204932.365715:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:2.0:1788204932.365716:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204932.365720:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547058:547058:256:4294967295] 192.168.201.135@tcp LPNI seq info [547024:547024:8:4294967295]
02000000:00000001:2.0:1788204932.365720:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204932.365726:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000400:00000200:1.0:1788204932.365727:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204932.365732:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204932.365737:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1788204932.365741:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937910272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1788204932.365745:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204932.365750:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000100:00000001:2.0:1788204932.365752:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204932.365755:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204932.365759:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204932.365760:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937910272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1788204932.365765:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1788204932.365770:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204932.365775:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788204932.365777:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15248)
00000800:00000200:1.1:1788204932.365779:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204932.365784:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204932.365787:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204932.365793:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204932.365798:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204932.365801:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204932.365803:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204932.365807:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204932.365811:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb480 x1875052937909888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.365826:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204932.365829:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937909888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.365836:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.365838:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204932.365843:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204932.365847:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204932.365851:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204932.365853:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309910557
00000100:00000001:1.0:1788204932.365857:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309914316
00000100:00000001:1.0:1788204932.365859:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309910557
00000100:00000001:1.0:1788204932.365862:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309914316
00000100:00000001:1.0:1788204932.365865:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204932.365867:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.365869:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204932.365873:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204932/real 1788204932]  req@ffff8c5d3c3eb480 x1875052937909888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204932.365883:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204932.365885:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204932.365887:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204932.365889:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204932.365892:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204932.365895:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204932.365899:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937909888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204932.365908:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937909888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.365914:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204932.365916:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.365918:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204932.365920:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204932.365923:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937909888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.365930:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204932.365933:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937909888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.365940:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204932.365942:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.365944:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204932.365945:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.365947:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204932.365949:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204932.365951:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204932.365954:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204932.365957:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204932.365960:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937909888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204932.365967:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937909888:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204932.365971:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204932.365974:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937910016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.365981:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204932.365982:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204932.365984:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204932.365986:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204932.365988:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204932.365991:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937910016:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204932.365995:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204932.365996:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204932.365998:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204932.366000:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204932.366004:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204932.366005:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204932.366009:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204932.366011:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204932.366014:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204932.366017:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937910016, portal 10
00000100:00000001:1.0:1788204932.366019:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204932.366020:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
00000100:00000040:1.0:1788204932.366026:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937910016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366029:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204932.366031:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204932.366032:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204932.366034:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937910016, offset 0
00000400:00000200:1.0:1788204932.366036:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204932.366039:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204932.366042:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204932.366045:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204932.366047:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204932.366049:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204932.366050:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204932.366052:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547059:547059:256:4294967295] 192.168.201.135@tcp LPNI seq info [547025:547025:8:4294967295]
00000400:00000200:1.0:1788204932.366055:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204932.366059:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204932.366062:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204932.366064:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204932.366067:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204932.366069:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204932.366071:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204932.366073:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204932.366076:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204932.366077:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204932.366080:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204932.366082:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204932.366084:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204932.366085:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204932.366086:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204932.366089:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ebb80 x1875052937910016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366093:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204932.366095:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937910016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366099:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.366100:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204932.366102:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204932.366104:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204932.366106:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204932.366107:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309910552
00000100:00000001:1.0:1788204932.366109:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309914316
00000100:00000001:1.0:1788204932.366110:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309910552
00000100:00000001:1.0:1788204932.366111:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309914316
00000100:00000001:1.0:1788204932.366113:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204932.366114:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.366115:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204932.366117:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204932/real 1788204932]  req@ffff8c5d3c3ebb80 x1875052937910016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204932.366121:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204932.366122:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204932.366123:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204932.366125:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204932.366125:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204932.366127:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204932.366128:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937910016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204932.366133:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937910016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366136:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204932.366137:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366138:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204932.366138:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204932.366140:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937910016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366144:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204932.366146:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937910016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366149:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204932.366150:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366151:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204932.366152:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366153:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204932.366154:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204932.366155:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204932.366157:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204932.366159:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204932.366161:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937910016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204932.366169:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937910016:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204932.366171:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204932.366173:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937910144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366177:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204932.366177:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204932.366178:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204932.366179:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204932.366180:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204932.366182:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937910144:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204932.366184:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204932.366184:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204932.366185:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204932.366186:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204932.366189:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204932.366190:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204932.366192:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204932.366194:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204932.366196:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204932.366198:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937910144, portal 4
00000100:00000001:1.0:1788204932.366200:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204932.366200:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000040:1.0:1788204932.366204:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937910144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366208:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204932.366209:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204932.366210:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204932.366212:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937910144, offset 0
00000400:00000200:1.0:1788204932.366214:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204932.366216:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204932.366218:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204932.366220:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204932.366222:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204932.366223:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204932.366225:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204932.366226:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547060:547060:256:4294967295] 192.168.201.135@tcp LPNI seq info [547026:547026:8:4294967295]
00000400:00000200:1.0:1788204932.366229:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204932.366232:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204932.366234:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204932.366235:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204932.366237:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204932.366239:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204932.366242:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204932.366243:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204932.366246:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204932.366247:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204932.366249:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204932.366251:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204932.366253:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204932.366254:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204932.366255:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204932.366257:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937910144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366262:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204932.366263:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937910144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366267:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.366268:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204932.366269:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204932.366271:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204932.366273:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204932.366274:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309910645
00000100:00000001:1.0:1788204932.366275:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309914316
00000100:00000001:1.0:1788204932.366277:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309910645
00000100:00000001:1.0:1788204932.366278:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309914316
00000100:00000001:1.0:1788204932.366279:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204932.366280:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.366281:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204932.366283:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204932/real 1788204932]  req@ffff8c5d3c3eb800 x1875052937910144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204932.366287:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204932.366287:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204932.366288:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204932.366289:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204932.366290:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204932.366291:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204932.366292:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937910144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204932.366327:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937910144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366333:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204932.366334:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366336:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204932.366337:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204932.366340:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937910144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366344:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204932.366346:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937910144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366350:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204932.366352:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366353:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204932.366354:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366355:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204932.366356:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204932.366358:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204932.366359:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204932.366360:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204932.366362:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937910144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204932.366366:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937910144:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204932.366368:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366369:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204932.366371:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937909888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366375:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204932.366376:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204932.366377:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204932.366379:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204932.366380:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204932.366382:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204932.366384:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204932.366386:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:1.0:1788204932.366388:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204932.366389:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204932.366390:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:1.0:1788204932.366393:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204932.366394:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366396:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204932.366398:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937910016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366410:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204932.366411:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204932.366413:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204932.366415:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204932.366416:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204932.366417:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204932.366419:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204932.366421:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:1.0:1788204932.366423:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204932.366424:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204932.366425:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:1.0:1788204932.366427:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204932.366428:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366430:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204932.366433:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937910144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366437:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204932.366438:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204932.366439:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204932.366440:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204932.366441:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204932.366441:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204932.366442:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204932.366443:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:1.0:1788204932.366444:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204932.366445:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204932.366446:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:1.0:1788204932.366447:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204932.366448:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366450:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366454:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204932.366455:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.366457:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204932.366459:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204932.366460:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204932.366464:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937910272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366471:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204932.366472:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204932.366474:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204932.366476:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204932.366478:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204932.366481:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937910272:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204932.366484:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204932.366486:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204932.366487:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204932.366489:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204932.366491:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204932.366492:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204932.366495:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204932.366496:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204932.366498:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204932.366501:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937910272, portal 4
00000100:00000001:1.0:1788204932.366502:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204932.366503:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000040:1.0:1788204932.366507:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937910272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366511:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204932.366513:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204932.366514:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204932.366516:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937910272, offset 0
00000400:00000200:1.0:1788204932.366518:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204932.366520:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204932.366522:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204932.366524:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204932.366526:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204932.366527:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204932.366529:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204932.366531:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547061:547061:256:4294967295] 192.168.201.135@tcp LPNI seq info [547027:547027:8:4294967295]
00000400:00000200:1.0:1788204932.366534:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204932.366537:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204932.366540:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204932.366542:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204932.366545:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204932.366547:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788204932.366549:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204932.366551:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788204932.366554:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204932.366555:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204932.366557:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204932.366559:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204932.366561:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204932.366562:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204932.366564:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204932.366566:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937910272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366571:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204932.366572:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937910272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366576:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.366577:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204932.366579:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204932.366581:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204932.366583:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204932.366584:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309910663
00000100:00000001:1.0:1788204932.366586:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309914316
00000100:00000001:1.0:1788204932.366587:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309910663
00000100:00000001:1.0:1788204932.366589:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309914316
00000100:00000001:1.0:1788204932.366590:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204932.366591:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.366593:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204932.366595:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204932/real 1788204932]  req@ffff8c5d3c3e9c00 x1875052937910272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204932.366599:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204932.366600:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204932.366601:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204932.366602:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204932.366603:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204932.366604:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204932.366606:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937910272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204932.366611:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937910272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366614:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204932.366615:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366615:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204932.366616:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204932.366618:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937910272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366621:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204932.366624:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937910272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366630:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204932.366632:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366633:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204932.366634:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366635:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204932.366636:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204932.366638:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204932.366642:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204932.366644:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204932.366648:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937910272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204932.366655:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937910272:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204932.366659:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366661:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204932.366664:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937910272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204932.366670:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204932.366672:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204932.366673:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204932.366676:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204932.366677:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204932.366678:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204932.366680:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204932.366681:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:1.0:1788204932.366683:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204932.366684:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204932.366685:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:1.0:1788204932.366686:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204932.366687:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366688:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204932.366691:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204932.366691:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204932.366693:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204932.366694:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204932.556437:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204932.556445:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204932.556447:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204932.556453:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204932.556456:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204932.556460:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.556462:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204932.556464:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204932.556467:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204933.068456:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204933.068464:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204933.068472:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204933.068473:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204933.068544:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204933.068549:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204933.068553:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204933.580387:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204933.580396:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204933.580398:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204933.580405:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204933.580409:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204933.580424:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204933.580428:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204933.580431:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204933.580434:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204934.092443:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204934.092451:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204934.092459:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204934.092460:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204934.092528:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204934.092532:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204934.092537:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204934.604445:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204934.604454:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204934.604456:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204934.604461:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204934.604470:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204934.604475:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204934.604478:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204934.604482:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204934.604485:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204935.116456:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204935.116464:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204935.116473:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204935.116474:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204935.116559:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204935.116563:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204935.116567:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204935.628440:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204935.628449:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204935.628451:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204935.628456:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204935.628459:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204935.628462:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204935.628465:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204935.628468:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204935.628470:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204936.140421:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204936.140429:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204936.140431:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204936.140434:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204936.140439:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204936.140441:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204936.140442:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204936.140445:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204936.140448:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204936.140449:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204936.140450:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204936.140451:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204936.140452:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204936.140453:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204936.140454:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204936.140455:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204936.140487:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204936.140490:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204936.140493:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204936.204432:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309914316, at 4309914368
00000100:00000040:1.0:1788204936.204432:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309914316, at 4309914368
00000100:00000010:1.0:1788204936.204450:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749600.
00000100:00000010:0.0:1788204936.204453:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749000.
00000100:00000001:2.0:1788204936.652410:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204936.652417:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204936.652419:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204936.652425:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204936.652428:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204936.652431:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204936.652433:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204936.652435:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204936.652438:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204937.164434:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204937.164440:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204937.164446:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204937.164447:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204937.164522:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204937.164527:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204937.164531:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204937.484430:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204937.484440:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204937.484442:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204937.484446:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204937.484449:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204937.484457:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15243
00000400:00000200:2.0:1788204937.484466:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204937.484472:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204937.484474:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204937.484477:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484480:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204937.484481:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484483:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204937.484487:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204937.484489:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204937.484491:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204937.484493:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204937.484496:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204937.484497:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204937.484499:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484501:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204937.484502:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484503:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204937.484505:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204937.484507:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484508:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204937.484511:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204937.484514:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204937.484516:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.484518:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204937.484519:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204937.484529:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788204937.484531:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204937.484535:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204937.484536:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.484539:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204937.484541:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204937.484545:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204937.484553:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000001:2.0:1788204937.484559:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204937.484567:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937910400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204937.484575:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204937.484580:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204937.484583:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937910400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.484601:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204937.484603:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204937.484607:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204937.484608:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204937.484609:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204937.484611:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204937.484613:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15243
00000400:00000200:2.0:1788204937.484614:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204937.484616:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204937.484617:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204937.484620:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484621:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204937.484622:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484624:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204937.484626:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204937.484627:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204937.484629:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204937.484630:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204937.484631:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204937.484633:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204937.484635:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484636:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204937.484637:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204937.484638:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204937.484639:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204937.484643:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:1.0:1788204937.484644:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788204937.484645:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204937.484648:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1788204937.484652:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204937.484655:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1788204937.484657:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9880 x1875052937910400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204937.484660:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204937.484665:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.484669:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204937.484671:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1788204937.484674:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788204937.484675:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204937.484681:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1788204937.484681:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.484685:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204937.484686:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204937.484690:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204937.484691:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000100:00100000:1.0:1788204937.484694:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937910400:192.168.201.135@tcp:250:kworker.0
00000020:00000040:2.0:1788204937.484695:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204937.484700:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204937.484701:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204937.484702:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.484705:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204937.484706:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204937.484707:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204937.484708:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204937.484710:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204937.484712:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:1.0:1788204937.484713:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788204937.484716:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204937.484719:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
00000100:00100000:2.0:1788204937.484722:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937910528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204937.484723:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.484731:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204937.484732:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204937.484735:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204937.484737:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000040:2.0:1788204937.484739:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937910528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788204937.484746:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000001:2.0:1788204937.484746:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204937.484751:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204937.484754:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204937.484755:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1788204937.484757:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937910400, portal 25
00000100:00080000:2.0:1788204937.484757:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204937.484762:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204937.484763:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204937.484767:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803423360 : -127142906128256 : ffff8c5d3c3e9880)
00000100:00080000:2.0:1788204937.484767:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15243
00000400:00000200:2.0:1788204937.484772:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204937.484776:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9880 x1875052937910400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204937.484777:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204937.484781:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204937.484786:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484789:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204937.484792:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204937.484792:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:1.0:1788204937.484797:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484797:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:1.0:1788204937.484802:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000020:00000001:2.0:1788204937.484802:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204937.484804:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000100:00000200:1.0:1788204937.484806:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937910400, offset 0
00000020:00000001:2.0:1788204937.484807:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204937.484809:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204937.484812:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204937.484813:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788204937.484817:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204937.484819:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484821:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204937.484823:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484824:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204937.484825:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204937.484827:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:1.0:1788204937.484830:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204937.484831:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204937.484834:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204937.484836:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204937.484838:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204937.484840:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204937.484840:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204937.484843:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204937.484845:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204937.484848:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788204937.484848:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204937.484854:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000400:00000200:1.0:1788204937.484856:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:2.0:1788204937.484858:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:1.0:1788204937.484861:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788204937.484861:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204937.484863:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204937.484866:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484867:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204937.484870:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204937.484871:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204937.484873:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547062:547062:256:4294967295] 192.168.201.135@tcp LPNI seq info [547028:547028:8:4294967295]
02000000:00000010:2.0:1788204937.484875:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000400:00000200:1.0:1788204937.484880:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204937.484880:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204937.484885:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937910656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204937.484895:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204937.484906:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1788204937.484907:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484910:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204937.484914:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000100:00000040:2.0:1788204937.484915:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937910656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.484922:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204937.484925:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1788204937.484927:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:2.0:1788204937.484928:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204937.484930:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204937.484932:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204937.484935:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.0:1788204937.484936:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1788204937.484938:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15243
00000400:00000200:2.0:1788204937.484943:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204937.484946:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204937.484947:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204937.484952:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:1.1:1788204937.484952:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204937.484954:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204937.484956:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484957:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204937.484958:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204937.484959:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204937.484961:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204937.484964:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000800:00000200:1.1:1788204937.484965:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000020:00000001:2.0:1788204937.484966:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204937.484968:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204937.484974:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484975:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1788204937.484979:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204937.484980:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484982:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000010:1.0:1788204937.484983:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000020:00000040:2.0:1788204937.484988:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204937.484990:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204937.484991:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204937.484992:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204937.484994:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204937.484995:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.484996:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204937.484997:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204937.484999:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204937.485000:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788204937.485000:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204937.485006:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000020:00000040:2.0:1788204937.485009:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000400:00000200:1.0:1788204937.485010:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1788204937.485012:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204937.485014:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.485015:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788204937.485016:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
02000000:00000001:2.0:1788204937.485016:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204937.485019:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204937.485020:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
02000000:00000010:2.0:1788204937.485022:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:2.0:1788204937.485025:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204937.485026:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:2.0:1788204937.485029:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937910784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204937.485033:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9880 x1875052937910400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.485043:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204937.485048:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204937.485051:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204937.485054:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9880 x1875052937910400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204937.485057:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937910784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485067:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204937.485070:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204937.485070:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204937.485074:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204937.485077:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204937.485078:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788204937.485079:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204937.485080:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204937.485085:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204937.485088:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204937.485090:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15243
00000100:00000001:1.0:1788204937.485093:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309919436
00000400:00000200:2.0:1788204937.485095:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204937.485098:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000010:1.0:1788204937.485100:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749600.
00000100:00080000:2.0:1788204937.485100:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204937.485105:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.485107:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204937.485108:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.485109:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204937.485111:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000001:2.0:1788204937.485111:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204937.485113:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788204937.485115:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204937.485117:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204937.485118:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788204937.485119:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309919436
00000020:00000001:2.0:1788204937.485120:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000010:1.0:1788204937.485125:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749720.
00000100:00000040:2.0:1788204937.485126:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.485130:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204937.485131:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1788204937.485132:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204937.485136:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204937.485138:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1788204937.485138:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204937.485143:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204937.485144:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204937.485148:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788204937.485148:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204937.485150:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204937.485153:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788204937.485155:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204937/real 1788204937]  req@ffff8c5d3c3e9880 x1875052937910400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204937.485156:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.485159:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204937.485161:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788204937.485166:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.485170:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204937.485173:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:2.0:1788204937.485174:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000400:00000001:1.0:1788204937.485176:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:2.0:1788204937.485177:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000010:1.0:1788204937.485179:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
02000000:00000001:2.0:1788204937.485180:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204937.485182:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
02000000:00000001:2.0:1788204937.485183:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204937.485186:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:2.0:1788204937.485186:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204937.485189:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204937.485191:0:2392:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1788204937.485191:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204937.485196:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9880 x1875052937910400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788204937.485196:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788204937.485198:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204937.485205:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937910912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204937.485222:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1788204937.485225:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9880 x1875052937910400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204937.485225:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204937.485231:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937910912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485239:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204937.485242:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.485243:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204937.485247:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1788204937.485249:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15253)
00000100:00000001:1.0:1788204937.485250:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204937.485256:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9880 x1875052937910400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485261:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204937.485265:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9880 x1875052937910400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485269:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204937.485272:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.485273:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204937.485273:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.485276:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204937.485278:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204937.485280:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204937.485283:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204937.485284:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204937.485286:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9880 x1875052937910400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204937.485291:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937910400:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204937.485294:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.485296:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204937.485319:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937910400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485323:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204937.485325:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204937.485327:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204937.485329:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204937.485331:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204937.485332:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204937.485333:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204937.485335:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:1.0:1788204937.485338:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204937.485339:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204937.485340:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00000001:1.0:1788204937.485342:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204937.485343:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.485345:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.485352:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204937.485353:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204937.485355:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204937.485356:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204937.485357:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204937.485359:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8700 x1875052937910528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485367:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204937.485368:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204937.485370:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204937.485371:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204937.485372:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204937.485374:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937910528:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204937.485375:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204937.485377:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204937.485378:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204937.485379:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204937.485381:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204937.485382:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204937.485385:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204937.485387:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204937.485389:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204937.485391:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937910528, portal 10
00000100:00000001:1.0:1788204937.485393:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204937.485394:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803418880 : -127142906132736 : ffff8c5d3c3e8700)
00000100:00000040:1.0:1788204937.485398:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8700 x1875052937910528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485402:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204937.485404:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204937.485405:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204937.485407:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937910528, offset 0
00000400:00000200:1.0:1788204937.485409:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204937.485411:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204937.485413:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204937.485415:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204937.485417:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204937.485419:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204937.485420:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204937.485422:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547063:547063:256:4294967295] 192.168.201.135@tcp LPNI seq info [547029:547029:8:4294967295]
00000400:00000200:1.0:1788204937.485425:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204937.485429:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204937.485432:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204937.485434:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204937.485444:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204937.485448:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204937.485451:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204937.485453:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204937.485456:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204937.485457:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204937.485460:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204937.485462:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204937.485464:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204937.485465:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204937.485467:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204937.485469:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8700 x1875052937910528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485474:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204937.485476:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8700 x1875052937910528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485480:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204937.485481:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204937.485483:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204937.485486:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204937.485488:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204937.485489:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309915677
00000100:00000001:1.0:1788204937.485492:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309919436
00000100:00000001:1.0:1788204937.485493:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309915677
00000100:00000001:1.0:1788204937.485494:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309919436
00000100:00000001:1.0:1788204937.485496:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204937.485497:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204937.485499:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204937.485501:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204937/real 1788204937]  req@ffff8c5d3c3e8700 x1875052937910528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204937.485506:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204937.485507:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204937.485508:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204937.485509:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204937.485510:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204937.485511:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204937.485513:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8700 x1875052937910528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204937.485520:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8700 x1875052937910528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485527:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204937.485528:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.485530:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204937.485531:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204937.485534:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8700 x1875052937910528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485541:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204937.485544:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8700 x1875052937910528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485551:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204937.485553:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.485555:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204937.485556:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.485558:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204937.485560:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204937.485562:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204937.485565:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204937.485567:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204937.485569:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8700 x1875052937910528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204937.485574:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937910528:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204937.485577:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204937.485579:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea300 x1875052937910656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485583:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204937.485584:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204937.485585:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204937.485587:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204937.485588:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204937.485589:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937910656:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204937.485592:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204937.485593:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204937.485594:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204937.485595:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204937.485597:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204937.485599:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204937.485601:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204937.485602:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204937.485604:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204937.485606:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937910656, portal 10
00000100:00000001:1.0:1788204937.485607:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204937.485608:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426048 : -127142906125568 : ffff8c5d3c3ea300)
00000100:00000040:1.0:1788204937.485612:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea300 x1875052937910656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485616:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204937.485618:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204937.485619:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204937.485621:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937910656, offset 0
00000400:00000200:1.0:1788204937.485623:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204937.485626:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204937.485628:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204937.485630:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204937.485632:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204937.485633:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204937.485635:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204937.485637:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547064:547064:256:4294967295] 192.168.201.135@tcp LPNI seq info [547030:547030:8:4294967295]
00000400:00000200:1.0:1788204937.485640:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204937.485643:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204937.485645:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204937.485647:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204937.485650:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204937.485651:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204937.485654:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204937.485656:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204937.485658:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204937.485660:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204937.485663:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204937.485665:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204937.485666:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204937.485667:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204937.485669:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204937.485671:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea300 x1875052937910656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485676:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204937.485678:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea300 x1875052937910656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485682:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204937.485683:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204937.485685:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204937.485687:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204937.485689:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204937.485690:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309915672
00000100:00000001:1.0:1788204937.485692:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309919436
00000100:00000001:1.0:1788204937.485693:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309915672
00000100:00000001:1.0:1788204937.485694:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309919436
00000100:00000001:1.0:1788204937.485695:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204937.485696:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204937.485697:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204937.485699:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204937/real 1788204937]  req@ffff8c5d3c3ea300 x1875052937910656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204937.485703:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204937.485704:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204937.485705:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204937.485706:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204937.485707:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204937.485709:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204937.485710:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea300 x1875052937910656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204937.485714:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea300 x1875052937910656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485718:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204937.485719:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.485720:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204937.485721:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204937.485723:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea300 x1875052937910656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485726:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204937.485729:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea300 x1875052937910656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485733:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204937.485734:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.485736:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204937.485736:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.485737:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204937.485738:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204937.485739:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204937.485741:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204937.485742:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204937.485744:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea300 x1875052937910656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204937.485748:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937910656:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204937.485750:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204937.485751:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9500 x1875052937910784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485755:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204937.485755:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204937.485757:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204937.485757:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204937.485758:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204937.485760:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937910784:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204937.485761:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204937.485762:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204937.485763:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204937.485764:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204937.485766:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204937.485767:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204937.485770:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204937.485771:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204937.485773:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204937.485775:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937910784, portal 4
00000100:00000001:1.0:1788204937.485776:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204937.485777:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803422464 : -127142906129152 : ffff8c5d3c3e9500)
00000100:00000040:1.0:1788204937.485781:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9500 x1875052937910784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485784:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204937.485786:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204937.485787:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204937.485788:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937910784, offset 0
00000400:00000200:1.0:1788204937.485791:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204937.485792:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204937.485794:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204937.485795:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204937.485797:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204937.485798:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204937.485800:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204937.485801:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547065:547065:256:4294967295] 192.168.201.135@tcp LPNI seq info [547031:547031:8:4294967295]
00000400:00000200:1.0:1788204937.485804:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204937.485807:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204937.485810:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204937.485811:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204937.485813:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204937.485814:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204937.485816:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204937.485818:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204937.485820:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204937.485821:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204937.485823:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204937.485825:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204937.485827:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204937.485828:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204937.485830:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204937.485832:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9500 x1875052937910784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485836:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204937.485838:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9500 x1875052937910784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485841:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204937.485842:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204937.485844:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204937.485846:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204937.485848:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204937.485849:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309915765
00000100:00000001:1.0:1788204937.485851:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309919436
00000100:00000001:1.0:1788204937.485852:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309915765
00000100:00000001:1.0:1788204937.485853:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309919436
00000100:00000001:1.0:1788204937.485854:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204937.485855:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204937.485856:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204937.485858:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204937/real 1788204937]  req@ffff8c5d3c3e9500 x1875052937910784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204937.485862:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204937.485862:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204937.485863:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204937.485864:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204937.485865:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204937.485866:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204937.485868:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9500 x1875052937910784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204937.485873:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9500 x1875052937910784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485877:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204937.485878:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.485879:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204937.485880:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204937.485882:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9500 x1875052937910784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485885:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204937.485887:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9500 x1875052937910784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485891:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204937.485892:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.485893:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204937.485893:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.485894:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204937.485895:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204937.485896:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204937.485898:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204937.485899:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204937.485901:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9500 x1875052937910784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204937.485905:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937910784:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204937.485907:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204937.485908:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9f80 x1875052937910912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485912:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204937.485913:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204937.485915:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204937.485916:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204937.485917:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204937.485919:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937910912:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204937.485921:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204937.485922:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204937.485923:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204937.485924:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204937.485928:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204937.485930:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204937.485933:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204937.485936:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204937.485938:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204937.485941:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937910912, portal 4
00000100:00000001:1.0:1788204937.485943:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204937.485944:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803425152 : -127142906126464 : ffff8c5d3c3e9f80)
00000100:00000040:1.0:1788204937.485949:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9f80 x1875052937910912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.485955:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204937.485957:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204937.485960:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204937.485962:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937910912, offset 0
00000400:00000200:1.0:1788204937.485966:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204937.485969:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204937.485972:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204937.485974:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204937.485976:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204937.485977:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204937.485978:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204937.485980:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547066:547066:256:4294967295] 192.168.201.135@tcp LPNI seq info [547032:547032:8:4294967295]
00000400:00000200:1.0:1788204937.485983:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204937.485987:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204937.485990:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204937.485992:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204937.485994:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204937.485995:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788204937.485998:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204937.486000:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788204937.486002:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204937.486003:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204937.486006:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204937.486008:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204937.486009:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204937.486010:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204937.486012:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204937.486014:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9f80 x1875052937910912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.486019:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204937.486020:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9f80 x1875052937910912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.486024:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204937.486025:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204937.486027:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204937.486029:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204937.486031:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204937.486032:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309915782
00000100:00000001:1.0:1788204937.486034:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309919436
00000100:00000001:1.0:1788204937.486035:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309915782
00000100:00000001:1.0:1788204937.486036:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309919436
00000100:00000001:1.0:1788204937.486038:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204937.486039:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204937.486040:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204937.486042:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204937/real 1788204937]  req@ffff8c5d3c3e9f80 x1875052937910912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204937.486047:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204937.486048:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204937.486049:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204937.486050:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204937.486051:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204937.486052:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204937.486053:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9f80 x1875052937910912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204937.486058:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9f80 x1875052937910912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.486062:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204937.486063:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.486064:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204937.486064:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204937.486066:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9f80 x1875052937910912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.486070:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204937.486071:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9f80 x1875052937910912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.486075:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204937.486076:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.486077:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204937.486078:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.486079:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204937.486079:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204937.486081:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204937.486082:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204937.486083:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204937.486086:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9f80 x1875052937910912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204937.486091:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937910912:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204937.486093:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.486094:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204937.486096:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8700 x1875052937910528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.486099:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204937.486100:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204937.486101:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204937.486103:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204937.486104:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204937.486105:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204937.486106:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204937.486107:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:1.0:1788204937.486109:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204937.486110:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204937.486111:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8700.
00000100:00000001:1.0:1788204937.486113:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204937.486113:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.486114:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204937.486116:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937910656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.486120:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204937.486121:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204937.486122:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204937.486123:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204937.486123:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204937.486124:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204937.486125:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204937.486126:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:1.0:1788204937.486127:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204937.486128:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204937.486129:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:1.0:1788204937.486130:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204937.486132:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.486132:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204937.486134:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9500 x1875052937910784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.486138:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204937.486138:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204937.486139:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204937.486140:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204937.486140:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204937.486141:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204937.486142:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204937.486143:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:1.0:1788204937.486144:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204937.486144:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204937.486145:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9500.
00000100:00000001:1.0:1788204937.486146:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204937.486146:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.486147:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204937.486149:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9f80 x1875052937910912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204937.486152:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204937.486152:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204937.486153:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204937.486154:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204937.486155:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204937.486155:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204937.486156:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204937.486157:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:1.0:1788204937.486158:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204937.486158:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204937.486159:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9f80.
00000100:00000001:1.0:1788204937.486160:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204937.486161:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.486162:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204937.486165:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204937.486166:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204937.486167:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204937.486168:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204937.676396:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204937.676406:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204937.676409:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204937.676416:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204937.676420:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204937.676424:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.676428:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204937.676431:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204937.676434:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204938.188472:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204938.188478:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204938.188484:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204938.188485:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204938.188555:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204938.188561:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204938.188565:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204938.700429:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204938.700437:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204938.700439:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204938.700444:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204938.700452:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204938.700457:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204938.700460:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204938.700462:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204938.700465:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204939.212429:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204939.212436:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204939.212442:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204939.212443:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204939.212513:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204939.212519:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204939.212523:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204939.724452:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204939.724461:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204939.724462:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204939.724468:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204939.724471:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204939.724475:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204939.724477:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204939.724480:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204939.724482:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204940.236473:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204940.236480:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204940.236485:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204940.236486:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204940.236507:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204940.236509:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204940.236511:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204940.748425:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204940.748435:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204940.748438:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204940.748446:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204940.748450:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204940.748455:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204940.748458:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204940.748462:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204940.748465:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204941.260382:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204941.260389:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204941.260394:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204941.260395:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204941.260451:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204941.260455:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204941.260459:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204941.324450:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309919436, at 4309919488
00000100:00000040:1.0:1788204941.324450:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309919436, at 4309919488
00000100:00000010:0.0:1788204941.324469:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749600.
00000100:00000010:1.0:1788204941.324474:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749720.
00000100:00000001:2.0:1788204941.772442:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204941.772452:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204941.772454:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204941.772459:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204941.772462:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204941.772466:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204941.772468:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204941.772470:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204941.772476:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204942.284464:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204942.284472:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204942.284481:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204942.284482:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204942.284547:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204942.284551:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204942.284553:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788204942.604627:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204942.604636:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788204942.604639:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204942.604643:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204942.604647:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204942.604655:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15248
00000400:00000200:0.0:1788204942.604664:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204942.604669:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204942.604672:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204942.604674:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204942.604677:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204942.604679:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204942.604682:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204942.604687:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204942.604689:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788204942.604692:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204942.604695:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788204942.604698:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788204942.604700:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788204942.604703:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204942.604705:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204942.604707:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204942.604709:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204942.604713:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788204942.604716:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204942.604719:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204942.604723:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204942.604728:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204942.604731:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.604733:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788204942.604735:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204942.604746:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb100.
00000020:00000040:0.0:1788204942.604749:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788204942.604754:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204942.604755:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.604759:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204942.604763:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204942.604769:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204942.604778:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6800.
00000100:00000001:0.0:1788204942.604786:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204942.604796:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb100 x1875052937911040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204942.604805:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204942.604809:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204942.604812:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c389169] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb100 x1875052937911040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.604830:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204942.604832:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204942.604835:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788204942.604836:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204942.604837:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204942.604840:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204942.604842:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15248
00000400:00000200:0.0:1788204942.604845:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204942.604847:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204942.604848:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204942.604851:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204942.604852:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204942.604854:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204942.604856:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204942.604858:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204942.604859:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788204942.604862:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204942.604864:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788204942.604866:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788204942.604869:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788204942.604872:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204942.604874:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204942.604876:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204942.604878:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204942.604881:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:0.0:1788204942.604885:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204942.604888:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204942.604890:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204942.604897:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204942.604900:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.604902:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204942.604907:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204942.604912:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204942.604913:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788204942.604915:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204942.604925:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000010:0.0:1788204942.604926:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afa300.
00000020:00000040:0.0:1788204942.604930:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:1.0:1788204942.604932:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1788204942.604933:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204942.604937:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.604939:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204942.604940:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204942.604942:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204942.604946:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6000.
00000100:00000040:1.0:1788204942.604952:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb100 x1875052937911040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.604953:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204942.604964:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afa300 x1875052937911168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204942.604987:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204942.604992:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.604994:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204942.604997:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204942.605002:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1788204942.605003:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003df1ecd1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afa300 x1875052937911168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204942.605009:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204942.605018:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.605023:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204942.605028:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937911040:192.168.201.135@tcp:250:kworker.0
00000100:00080000:0.0:1788204942.605029:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204942.605039:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:0.0:1788204942.605041:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788204942.605044:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1788204942.605048:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1788204942.605053:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1788204942.605054:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.605060:0:268008:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1788204942.605061:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1788204942.605066:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15248
00000400:00000200:0.0:1788204942.605071:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204942.605073:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
02000000:00000010:1.0:1788204942.605075:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
00000100:00080000:0.0:1788204942.605076:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204942.605083:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:1.0:1788204942.605084:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.605088:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204942.605090:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204942.605093:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204942.605095:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204942.605097:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788204942.605100:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204942.605102:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:1.0:1788204942.605102:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:0.0:1788204942.605110:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788204942.605115:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000010:1.0:1788204942.605116:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204942.605144:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000040:0.0:1788204942.605151:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:1.0:1788204942.605153:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937911040, portal 25
00000100:00000001:0.0:1788204942.605156:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204942.605162:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1788204942.605163:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204942.605167:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204942.605167:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871311104 : -127143838240512 : ffff8c5d04afb100)
00000020:00000040:0.0:1788204942.605179:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:0.0:1788204942.605189:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204942.605191:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204942.605191:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb100 x1875052937911040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788204942.605199:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204942.605204:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204942.605213:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.605218:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204942.605220:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788204942.605228:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204942.605230:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788204942.605231:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204942.605240:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9c00.
00000100:00000040:1.0:1788204942.605243:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000040:0.0:1788204942.605246:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000010:1.0:1788204942.605249:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
02000000:00000001:0.0:1788204942.605251:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204942.605255:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204942.605257:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937911040, offset 0
00000100:00000001:0.0:1788204942.605258:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204942.605263:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204942.605266:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204942.605272:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000010:0.0:1788204942.605274:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7000.
00000100:00000001:0.0:1788204942.605280:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204942.605287:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:0.0:1788204942.605289:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9c00 x1875052937911296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204942.605327:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204942.605329:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788204942.605333:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e508162b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9c00 x1875052937911296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.605339:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204942.605341:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204942.605349:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788204942.605350:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204942.605352:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788204942.605354:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204942.605357:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15248
00000400:00000200:1.0:1788204942.605365:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204942.605372:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204942.605376:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204942.605380:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204942.605383:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204942.605387:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547067:547067:256:4294967295] 192.168.201.135@tcp LPNI seq info [547033:547033:8:4294967295]
00000400:00000200:1.0:1788204942.605392:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204942.605401:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1788204942.605408:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:1.0:1788204942.605414:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788204942.605415:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204942.605422:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204942.605425:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204942.605426:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1788204942.605428:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000100:00000040:0.0:1788204942.605429:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204942.605433:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204942.605437:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204942.605438:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788204942.605441:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204942.605444:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000800:00000200:1.0:1788204942.605446:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:0.0:1788204942.605448:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000200:1.0:1788204942.605453:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1788204942.605454:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788204942.605463:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:1.1:1788204942.605469:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788204942.605470:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204942.605477:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:1.1:1788204942.605480:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788204942.605482:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204942.605488:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:0.0:1788204942.605493:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788204942.605495:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204942.605497:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788204942.605499:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204942.605500:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.605502:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788204942.605505:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000800:00000100:1.0:1788204942.605507:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000008:00000001:0.0:1788204942.605510:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204942.605515:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000100:00000001:0.0:1788204942.605516:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788204942.605524:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8a80.
00000020:00000040:0.0:1788204942.605527:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788204942.605529:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788204942.605530:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.605531:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204942.605532:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788204942.605534:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204942.605535:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:0.0:1788204942.605538:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4400.
00000100:00000001:0.0:1788204942.605543:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204942.605547:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1788204942.605549:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8a80 x1875052937911424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788204942.605558:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204942.605558:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000100:00000001:0.0:1788204942.605566:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204942.605568:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000040:0.0:1788204942.605573:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afd37ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8a80 x1875052937911424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.605578:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788204942.605580:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204942.605584:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788204942.605586:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788204942.605588:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788204942.605591:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1788204942.605592:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb100 x1875052937911040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.605595:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788204942.605601:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15248
00000400:00000200:0.0:1788204942.605610:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788204942.605618:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788204942.605624:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788204942.605630:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204942.605631:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204942.605633:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204942.605633:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788204942.605638:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788204942.605640:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788204942.605643:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000040:1.0:1788204942.605645:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb100 x1875052937911040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788204942.605647:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788204942.605650:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:0.0:1788204942.605654:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788204942.605661:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:0.0:1788204942.605671:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204942.605676:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788204942.605683:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788204942.605688:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788204942.605694:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:1.0:1788204942.605699:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788204942.605701:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204942.605705:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788204942.605708:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204942.605712:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204942.605714:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788204942.605716:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788204942.605722:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.605730:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204942.605730:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00100000:0.0:1788204942.605736:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204942.605738:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309924557
00000008:00000001:0.0:1788204942.605739:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.605747:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204942.605751:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749720.
00000100:00000010:0.0:1788204942.605753:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8000.
00000020:00000040:0.0:1788204942.605758:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788204942.605761:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204942.605761:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1788204942.605767:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204942.605771:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788204942.605773:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204942.605775:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309924557
02000000:00000001:0.0:1788204942.605776:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788204942.605787:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4800.
00000100:00000010:1.0:1788204942.605788:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749ea0.
00000100:00000001:0.0:1788204942.605791:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204942.605796:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00100000:0.0:1788204942.605798:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8000 x1875052937911552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204942.605804:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788204942.605808:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788204942.605815:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204942.605815:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204942.605829:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1788204942.605831:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f555b94f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8000 x1875052937911552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788204942.605841:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204942.605841:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204942/real 1788204942]  req@ffff8c5d04afb100 x1875052937911040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788204942.605851:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15258)
00000400:00000001:1.0:1788204942.605864:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204942.605867:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204942.605869:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204942.605874:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204942.605877:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204942.605880:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204942.605884:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb100 x1875052937911040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204942.605893:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb100 x1875052937911040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.605899:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204942.605901:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.605903:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204942.605905:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204942.605909:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb100 x1875052937911040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.605916:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204942.605921:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb100 x1875052937911040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.605928:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204942.605931:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.605933:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204942.605934:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.605937:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204942.605939:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204942.605942:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204942.605946:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204942.605948:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204942.605952:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb100 x1875052937911040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204942.605961:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937911040:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204942.605965:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.605967:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204942.605970:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb100 x1875052937911040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.605977:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204942.605980:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204942.605982:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204942.605985:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204942.605988:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204942.605989:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204942.605991:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204942.605994:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:1.0:1788204942.605997:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204942.605999:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204942.606001:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb100.
00000100:00000001:1.0:1788204942.606007:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204942.606008:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.606010:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.606017:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204942.606019:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204942.606022:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204942.606023:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204942.606025:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204942.606030:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afa300 x1875052937911168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606037:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204942.606039:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204942.606041:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204942.606043:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204942.606045:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204942.606048:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937911168:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204942.606052:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204942.606054:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204942.606056:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204942.606057:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204942.606060:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204942.606062:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204942.606066:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204942.606069:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204942.606072:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204942.606075:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937911168, portal 10
00000100:00000001:1.0:1788204942.606076:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204942.606078:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871307520 : -127143838244096 : ffff8c5d04afa300)
00000100:00000040:1.0:1788204942.606085:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afa300 x1875052937911168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606091:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204942.606093:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204942.606096:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204942.606098:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937911168, offset 0
00000400:00000200:1.0:1788204942.606103:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204942.606107:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204942.606111:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204942.606114:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204942.606117:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204942.606119:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204942.606136:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204942.606139:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547068:547068:256:4294967295] 192.168.201.135@tcp LPNI seq info [547034:547034:8:4294967295]
00000400:00000200:1.0:1788204942.606143:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204942.606150:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204942.606154:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204942.606157:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204942.606161:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204942.606164:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204942.606168:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204942.606171:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204942.606175:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204942.606176:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204942.606180:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204942.606184:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204942.606187:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204942.606189:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204942.606191:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204942.606194:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afa300 x1875052937911168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606201:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204942.606204:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afa300 x1875052937911168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606210:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204942.606212:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204942.606216:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204942.606220:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204942.606223:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204942.606225:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309920797
00000100:00000001:1.0:1788204942.606228:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309924557
00000100:00000001:1.0:1788204942.606230:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309920797
00000100:00000001:1.0:1788204942.606232:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309924557
00000100:00000001:1.0:1788204942.606234:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204942.606237:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204942.606238:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204942.606242:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204942/real 1788204942]  req@ffff8c5d04afa300 x1875052937911168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204942.606251:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204942.606252:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204942.606254:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204942.606257:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204942.606258:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204942.606260:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204942.606263:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afa300 x1875052937911168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204942.606272:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afa300 x1875052937911168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606278:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204942.606280:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.606282:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204942.606283:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204942.606286:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afa300 x1875052937911168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606293:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204942.606320:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afa300 x1875052937911168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606328:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204942.606330:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.606332:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204942.606333:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.606334:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204942.606336:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204942.606338:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204942.606342:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204942.606344:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204942.606347:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afa300 x1875052937911168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204942.606355:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937911168:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204942.606359:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204942.606362:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9c00 x1875052937911296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606368:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204942.606370:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204942.606372:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204942.606373:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204942.606375:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204942.606378:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937911296:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204942.606381:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204942.606383:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204942.606385:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204942.606386:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204942.606389:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204942.606391:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204942.606394:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204942.606396:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204942.606399:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204942.606401:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937911296, portal 10
00000100:00000001:1.0:1788204942.606403:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204942.606404:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871305728 : -127143838245888 : ffff8c5d04af9c00)
00000100:00000040:1.0:1788204942.606410:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9c00 x1875052937911296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606415:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204942.606418:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204942.606420:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204942.606422:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937911296, offset 0
00000400:00000200:1.0:1788204942.606426:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204942.606430:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204942.606433:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204942.606436:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204942.606438:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204942.606441:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204942.606443:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204942.606445:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547069:547069:256:4294967295] 192.168.201.135@tcp LPNI seq info [547035:547035:8:4294967295]
00000400:00000200:1.0:1788204942.606449:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204942.606455:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204942.606459:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204942.606461:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204942.606465:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204942.606468:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204942.606472:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204942.606475:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204942.606478:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204942.606480:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204942.606484:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204942.606487:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204942.606490:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204942.606492:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204942.606495:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204942.606499:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9c00 x1875052937911296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606506:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204942.606509:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9c00 x1875052937911296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606515:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204942.606517:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204942.606520:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204942.606523:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204942.606526:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204942.606528:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309920793
00000100:00000001:1.0:1788204942.606530:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309924557
00000100:00000001:1.0:1788204942.606532:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309920793
00000100:00000001:1.0:1788204942.606534:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309924557
00000100:00000001:1.0:1788204942.606536:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204942.606537:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204942.606539:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204942.606543:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204942/real 1788204942]  req@ffff8c5d04af9c00 x1875052937911296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204942.606550:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204942.606551:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204942.606553:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204942.606555:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204942.606557:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204942.606559:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204942.606562:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9c00 x1875052937911296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204942.606570:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9c00 x1875052937911296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606576:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204942.606578:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.606579:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204942.606581:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204942.606584:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9c00 x1875052937911296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606591:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204942.606595:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9c00 x1875052937911296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606602:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204942.606604:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.606606:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204942.606607:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.606609:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204942.606610:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204942.606613:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204942.606616:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204942.606618:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204942.606622:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9c00 x1875052937911296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204942.606630:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937911296:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204942.606634:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204942.606638:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8a80 x1875052937911424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606645:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204942.606647:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204942.606649:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204942.606651:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204942.606653:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204942.606656:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937911424:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204942.606659:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204942.606661:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204942.606663:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204942.606664:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204942.606667:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204942.606669:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204942.606673:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204942.606676:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204942.606679:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204942.606681:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937911424, portal 4
00000100:00000001:1.0:1788204942.606683:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204942.606684:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871301248 : -127143838250368 : ffff8c5d04af8a80)
00000100:00000040:1.0:1788204942.606690:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8a80 x1875052937911424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606696:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204942.606698:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204942.606700:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204942.606703:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937911424, offset 0
00000400:00000200:1.0:1788204942.606706:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204942.606710:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204942.606713:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204942.606716:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204942.606718:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204942.606721:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204942.606723:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204942.606726:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547070:547070:256:4294967295] 192.168.201.135@tcp LPNI seq info [547036:547036:8:4294967295]
00000400:00000200:1.0:1788204942.606730:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204942.606736:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204942.606741:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204942.606744:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204942.606747:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204942.606750:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204942.606753:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204942.606756:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204942.606759:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204942.606761:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204942.606764:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204942.606767:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204942.606770:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204942.606771:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204942.606773:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204942.606777:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8a80 x1875052937911424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606783:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204942.606785:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8a80 x1875052937911424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606791:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204942.606792:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204942.606794:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204942.606797:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204942.606800:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204942.606802:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309920886
00000100:00000001:1.0:1788204942.606804:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309924557
00000100:00000001:1.0:1788204942.606806:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309920886
00000100:00000001:1.0:1788204942.606808:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309924557
00000100:00000001:1.0:1788204942.606810:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204942.606812:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204942.606813:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204942.606817:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204942/real 1788204942]  req@ffff8c5d04af8a80 x1875052937911424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204942.606823:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204942.606824:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204942.606826:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204942.606828:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204942.606829:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204942.606831:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204942.606834:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8a80 x1875052937911424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204942.606841:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8a80 x1875052937911424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606847:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204942.606849:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.606850:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204942.606852:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204942.606855:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8a80 x1875052937911424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606860:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204942.606863:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8a80 x1875052937911424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606869:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204942.606871:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.606872:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204942.606874:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.606875:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204942.606877:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204942.606879:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204942.606882:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204942.606884:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204942.606888:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8a80 x1875052937911424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204942.606895:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937911424:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204942.606898:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204942.606902:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8000 x1875052937911552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606907:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204942.606909:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204942.606911:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204942.606912:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204942.606914:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204942.606917:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937911552:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204942.606920:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204942.606922:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204942.606924:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204942.606926:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204942.606929:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204942.606931:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204942.606933:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204942.606936:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204942.606938:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204942.606941:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937911552, portal 4
00000100:00000001:1.0:1788204942.606943:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204942.606944:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871298560 : -127143838253056 : ffff8c5d04af8000)
00000100:00000040:1.0:1788204942.606950:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8000 x1875052937911552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.606956:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204942.606958:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204942.606960:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204942.606962:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937911552, offset 0
00000400:00000200:1.0:1788204942.606965:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204942.606968:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204942.606970:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204942.606973:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204942.606974:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204942.606976:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204942.606978:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204942.606980:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547071:547071:256:4294967295] 192.168.201.135@tcp LPNI seq info [547037:547037:8:4294967295]
00000400:00000200:1.0:1788204942.606982:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204942.606986:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204942.606988:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204942.606990:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204942.606992:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204942.606994:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788204942.606996:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204942.606998:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788204942.607001:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204942.607002:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204942.607005:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204942.607007:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204942.607009:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204942.607010:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204942.607011:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204942.607013:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8000 x1875052937911552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.607019:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204942.607022:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8000 x1875052937911552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204967 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.607028:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204942.607029:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204942.607032:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204942.607036:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204942.607039:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204942.607041:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309920903
00000100:00000001:1.0:1788204942.607044:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309924557
00000100:00000001:1.0:1788204942.607046:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309920903
00000100:00000001:1.0:1788204942.607049:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309924557
00000100:00000001:1.0:1788204942.607051:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204942.607053:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204942.607054:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204942.607058:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204942/real 1788204942]  req@ffff8c5d04af8000 x1875052937911552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204942.607066:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204942.607068:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204942.607069:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204942.607071:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204942.607073:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204942.607075:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204942.607078:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8000 x1875052937911552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204942.607086:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8000 x1875052937911552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.607091:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204942.607092:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.607093:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204942.607094:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204942.607096:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8000 x1875052937911552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.607100:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204942.607102:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8000 x1875052937911552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.607108:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204942.607111:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.607113:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204942.607114:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.607116:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204942.607117:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204942.607119:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204942.607136:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204942.607138:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204942.607141:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8000 x1875052937911552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204942.607148:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937911552:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204942.607151:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.607153:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204942.607156:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afa300 x1875052937911168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.607161:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204942.607163:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204942.607165:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204942.607168:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204942.607169:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204942.607171:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204942.607173:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204942.607175:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:1.0:1788204942.607178:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204942.607179:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204942.607180:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afa300.
00000100:00000001:1.0:1788204942.607183:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204942.607185:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.607186:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204942.607189:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9c00 x1875052937911296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.607199:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204942.607201:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204942.607202:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204942.607204:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204942.607205:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204942.607206:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204942.607208:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204942.607209:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:1.0:1788204942.607211:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204942.607212:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204942.607213:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9c00.
00000100:00000001:1.0:1788204942.607215:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204942.607216:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.607217:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204942.607220:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8a80 x1875052937911424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.607225:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204942.607226:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204942.607228:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204942.607230:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204942.607231:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204942.607232:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204942.607234:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204942.607235:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4400.
02000000:00000001:1.0:1788204942.607237:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204942.607238:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204942.607239:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8a80.
00000100:00000001:1.0:1788204942.607241:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204942.607242:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.607244:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204942.607246:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8000 x1875052937911552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204967 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204942.607251:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204942.607253:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204942.607254:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204942.607256:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204942.607257:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204942.607258:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204942.607260:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204942.607261:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4800.
02000000:00000001:1.0:1788204942.607262:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204942.607263:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204942.607264:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8000.
00000100:00000001:1.0:1788204942.607266:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204942.607267:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.607270:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204942.607275:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204942.607277:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204942.607280:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204942.607282:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204942.796374:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204942.796389:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204942.796391:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204942.796395:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204942.796398:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204942.796402:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204942.796403:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204942.796405:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204942.796407:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204943.308471:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204943.308480:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204943.308489:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204943.308490:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204943.308556:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204943.308562:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204943.308566:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204943.820412:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204943.820419:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204943.820421:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204943.820427:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204943.820430:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204943.820434:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204943.820436:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204943.820439:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204943.820441:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204944.332499:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204944.332506:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204944.332511:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204944.332512:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204944.332574:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204944.332578:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204944.332581:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204944.844359:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204944.844365:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204944.844366:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204944.844371:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204944.844374:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204944.844376:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204944.844378:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204944.844380:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204944.844381:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204945.356407:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204945.356420:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204945.356427:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204945.356429:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204945.356479:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204945.356481:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204945.356483:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204945.868414:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204945.868423:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204945.868426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204945.868431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204945.868436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204945.868439:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204945.868442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204945.868445:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204945.868448:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204946.380453:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204946.380463:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204946.380466:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204946.380468:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204946.380473:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204946.380475:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204946.380476:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204946.380479:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204946.380482:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204946.380483:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204946.380485:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204946.380486:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204946.380487:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204946.380488:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204946.380490:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204946.380491:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204946.380551:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204946.380555:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204946.380558:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204946.444365:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309924557, at 4309924608
00000100:00000010:0.0:1788204946.444377:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749720.
00000100:00000040:1.0:1788204946.444383:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309924557, at 4309924608
00000100:00000010:1.0:1788204946.444390:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749ea0.
00000100:00000001:2.0:1788204946.892453:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204946.892464:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204946.892466:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204946.892473:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204946.892477:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204946.892482:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204946.892485:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204946.892489:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204946.892492:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204947.404409:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204947.404417:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204947.404423:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204947.404426:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204947.404514:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204947.404520:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204947.404526:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204947.724458:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204947.724468:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204947.724471:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204947.724475:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204947.724479:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204947.724487:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15253
00000400:00000200:3.0:1788204947.724495:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204947.724501:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204947.724504:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204947.724507:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204947.724511:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204947.724521:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204947.724524:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204947.724529:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204947.724531:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204947.724534:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204947.724538:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204947.724540:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204947.724543:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204947.724546:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204947.724548:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204947.724550:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204947.724559:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204947.724562:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204947.724566:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204947.724569:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204947.724572:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204947.724575:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204947.724578:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204947.724579:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204947.724581:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204947.724601:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788204947.724606:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204947.724611:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204947.724613:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204947.724617:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204947.724620:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204947.724626:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204947.724635:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788204947.724643:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204947.724652:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937911680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204947.724661:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204947.724667:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204947.724672:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937911680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204947.724696:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204947.724707:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204947.724709:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204947.724710:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204947.724712:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204947.724715:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204947.724717:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15253
00000400:00000200:3.0:1788204947.724721:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204947.724724:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204947.724726:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204947.724728:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204947.724730:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204947.724732:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204947.724733:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204947.724735:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204947.724735:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:1.0:1788204947.724736:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204947.724737:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204947.724741:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:1.0:1788204947.724744:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204947.724744:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:1.0:1788204947.724748:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788204947.724749:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204947.724758:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:1.0:1788204947.724759:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6a680 x1875052937911680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204947.724763:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204947.724769:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204947.724772:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788204947.724773:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204947.724775:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204947.724778:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:1.0:1788204947.724781:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1788204947.724784:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:1.0:1788204947.724785:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204947.724789:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204947.724790:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204947.724794:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937911680:192.168.201.135@tcp:250:kworker.0
02000000:00000001:3.0:1788204947.724794:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204947.724799:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204947.724803:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204947.724803:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204947.724806:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204947.724808:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204947.724810:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204947.724812:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1788204947.724816:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204947.724818:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204947.724819:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204947.724825:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00000001:3.0:1788204947.724825:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204947.724830:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204947.724831:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204947.724840:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000010:3.0:1788204947.724842:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204947.724846:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000200:1.0:1788204947.724848:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937911680, portal 25
02000000:00000001:3.0:1788204947.724849:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204947.724852:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788204947.724853:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.724854:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793465472 : -127142916086144 : ffff8c5d3ba6a680)
00000100:00000001:3.0:1788204947.724857:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:1.0:1788204947.724861:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6a680 x1875052937911680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204947.724861:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204947.724865:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204947.724870:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:1.0:1788204947.724873:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204947.724876:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204947.724877:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204947.724881:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204947.724884:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937911680, offset 0
00000100:00100000:3.0:1788204947.724887:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937911808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204947.724892:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204947.724905:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204947.724906:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204947.724911:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204947.724913:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:3.0:1788204947.724918:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937911808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204947.724923:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204947.724931:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:3.0:1788204947.724934:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204947.724937:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204947.724940:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1788204947.724943:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204947.724943:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204947.724946:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204947.724949:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788204947.724949:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204947.724953:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15253
00000400:00000200:3.0:1788204947.724958:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204947.724959:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547072:547072:256:4294967295] 192.168.201.135@tcp LPNI seq info [547038:547038:8:4294967295]
00000400:00000200:3.0:1788204947.724962:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204947.724966:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204947.724970:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204947.724970:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204947.724975:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204947.724976:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204947.724977:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204947.724978:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204947.724980:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204947.724981:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204947.724984:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204947.724987:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788204947.724990:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000020:00000001:3.0:1788204947.724990:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204947.724996:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204947.724999:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204947.725001:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204947.725003:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:1.0:1788204947.725006:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788204947.725006:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204947.725011:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204947.725013:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204947.725014:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:1.0:1788204947.725017:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
02000000:00000001:3.0:1788204947.725017:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1788204947.725028:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788204947.725029:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204947.725043:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204947.725045:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204947.725047:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204947.725050:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204947.725052:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000100:00000010:3.0:1788204947.725053:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788204947.725057:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204947.725060:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204947.725063:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204947.725064:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204947.725065:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204947.725067:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204947.725070:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204947.725071:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
02000000:00000010:3.0:1788204947.725075:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000800:00000100:1.0:1788204947.725080:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204947.725081:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204947.725086:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000100:00100000:3.0:1788204947.725088:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937911936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204947.725095:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204947.725096:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204947.725099:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937911936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204947.725103:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204947.725104:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204947.725108:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204947.725112:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:1.0:1788204947.725115:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204947.725115:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204947.725118:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204947.725122:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788204947.725124:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000100:00080000:3.0:1788204947.725125:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15253
00000400:00000010:1.0:1788204947.725129:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000400:00000200:3.0:1788204947.725130:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204947.725134:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204947.725136:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204947.725138:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204947.725140:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204947.725142:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1788204947.725147:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6a680 x1875052937911680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204947.725147:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204947.725151:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204947.725154:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204947.725155:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204947.725156:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204947.725157:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204947.725158:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204947.725160:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204947.725164:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204947.725167:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204947.725171:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204947.725174:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204947.725177:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:1.0:1788204947.725180:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788204947.725180:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204947.725184:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204947.725185:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1788204947.725189:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6a680 x1875052937911680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204947.725189:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204947.725192:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204947.725196:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204947.725199:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204947.725203:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204947.725206:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.725211:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204947.725212:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000100:00000001:1.0:1788204947.725217:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:3.0:1788204947.725218:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204947.725222:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204947.725223:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204947.725225:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204947.725227:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204947.725227:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204947.725230:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204947.725234:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:3.0:1788204947.725237:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:1.0:1788204947.725238:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309929676
00000100:00000001:3.0:1788204947.725244:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204947.725246:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749ea0.
00000100:00100000:3.0:1788204947.725253:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937912064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204947.725260:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204947.725260:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204947.725264:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204947.725267:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937912064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.725269:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309929676
00000100:00000010:1.0:1788204947.725275:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7498a0.
00000100:00000001:3.0:1788204947.725276:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.725278:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1788204947.725279:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204947.725281:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788204947.725283:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204947.725286:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204947.725286:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204947.725289:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204947.725291:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204947.725293:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204947.725298:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15253
00000100:00100000:1.0:1788204947.725321:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204947/real 1788204947]  req@ffff8c5d3ba6a680 x1875052937911680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204947.725330:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204947.725332:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204947.725334:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204947.725336:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204947.725337:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204947.725340:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204947.725344:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6a680 x1875052937911680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204947.725355:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6a680 x1875052937911680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204947.725363:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204947.725370:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:3.0:1788204947.725370:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204947.725374:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204947.725375:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204947.725379:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788204947.725381:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204947.725383:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204947.725386:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1788204947.725392:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6a680 x1875052937911680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204947.725392:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204947.725398:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204947.725404:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204947.725406:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:1.0:1788204947.725409:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204947.725410:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204947.725415:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204947.725418:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204947.725420:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6a680 x1875052937911680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204947.725422:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204947.725431:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204947.725435:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204947.725436:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204947.725441:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204947.725442:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204947.725446:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204947.725447:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204947.725451:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204947.725452:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:1.0:1788204947.725455:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00080000:3.0:1788204947.725456:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204947.725460:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.725461:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788204947.725461:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204947.725465:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1788204947.725466:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1788204947.725469:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204947.725471:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:1.0:1788204947.725474:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000008:00100000:3.0:1788204947.725474:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204947.725480:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:3.0:1788204947.725480:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204947.725481:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204947.725486:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000100:00000040:1.0:1788204947.725489:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6a680 x1875052937911680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204947.725489:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204947.725494:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204947.725496:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204947.725499:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204947.725501:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204947.725503:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204947.725508:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00100000:1.0:1788204947.725509:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937911680:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204947.725511:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204947.725519:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937912192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204947.725520:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.725525:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204947.725529:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204947.725532:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204947.725533:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6a680 x1875052937911680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204947.725537:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937912192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204947.725555:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204947.725562:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15263)
00000100:00000001:1.0:1788204947.725563:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204947.725567:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204947.725570:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204947.725573:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204947.725576:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204947.725578:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204947.725580:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204947.725582:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:1.0:1788204947.725587:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204947.725589:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204947.725590:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6a680.
00000100:00000001:1.0:1788204947.725594:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204947.725595:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.725598:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.725606:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204947.725608:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.725611:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204947.725612:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204947.725613:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204947.725617:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937911808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.725628:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204947.725629:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204947.725631:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204947.725633:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204947.725635:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204947.725638:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937911808:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204947.725641:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204947.725643:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204947.725644:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204947.725646:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204947.725649:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204947.725651:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204947.725655:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204947.725658:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204947.725661:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204947.725663:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937911808, portal 10
00000100:00000001:1.0:1788204947.725665:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204947.725666:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00000040:1.0:1788204947.725673:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937911808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.725679:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204947.725682:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204947.725683:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204947.725686:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937911808, offset 0
00000400:00000200:1.0:1788204947.725691:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204947.725694:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204947.725698:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204947.725701:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204947.725703:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204947.725705:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204947.725708:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204947.725711:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547073:547073:256:4294967295] 192.168.201.135@tcp LPNI seq info [547039:547039:8:4294967295]
00000400:00000200:1.0:1788204947.725714:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204947.725720:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204947.725724:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204947.725727:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204947.725731:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204947.725734:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204947.725738:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204947.725740:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204947.725744:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204947.725745:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204947.725749:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204947.725753:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204947.725755:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204947.725757:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204947.725759:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204947.725763:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937911808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.725770:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204947.725773:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937911808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.725779:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.725781:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204947.725783:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204947.725788:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204947.725791:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204947.725793:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309925917
00000100:00000001:1.0:1788204947.725796:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309929676
00000100:00000001:1.0:1788204947.725798:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309925917
00000100:00000001:1.0:1788204947.725800:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309929676
00000100:00000001:1.0:1788204947.725802:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204947.725804:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.725806:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204947.725809:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204947/real 1788204947]  req@ffff8c5d3ba68700 x1875052937911808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204947.725816:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204947.725818:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204947.725819:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204947.725822:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204947.725823:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204947.725825:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204947.725828:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937911808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204947.725836:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937911808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.725847:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204947.725848:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.725850:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204947.725851:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204947.725854:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937911808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.725861:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204947.725864:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937911808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.725871:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204947.725873:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.725874:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204947.725876:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.725878:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204947.725879:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204947.725882:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204947.725885:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204947.725887:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204947.725890:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937911808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204947.725897:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937911808:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204947.725901:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204947.725904:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937911936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.725910:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204947.725911:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204947.725913:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204947.725915:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204947.725917:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204947.725919:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937911936:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204947.725922:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204947.725924:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204947.725925:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204947.725927:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204947.725930:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204947.725932:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204947.725934:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204947.725936:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204947.725939:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204947.725941:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937911936, portal 10
00000100:00000001:1.0:1788204947.725943:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204947.725944:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:1.0:1788204947.725949:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937911936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.725955:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204947.725957:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204947.725958:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204947.725960:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937911936, offset 0
00000400:00000200:1.0:1788204947.725964:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204947.725967:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204947.725970:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204947.725973:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204947.725975:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204947.725977:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204947.725979:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204947.725982:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547074:547074:256:4294967295] 192.168.201.135@tcp LPNI seq info [547040:547040:8:4294967295]
00000400:00000200:1.0:1788204947.725986:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204947.725991:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204947.725996:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204947.725999:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204947.726002:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204947.726005:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204947.726008:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204947.726011:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204947.726014:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204947.726016:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204947.726020:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204947.726023:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204947.726025:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204947.726027:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204947.726029:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204947.726046:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937911936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726053:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204947.726056:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937911936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726061:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.726063:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204947.726066:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204947.726069:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204947.726072:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204947.726074:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309925912
00000100:00000001:1.0:1788204947.726076:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309929676
00000100:00000001:1.0:1788204947.726078:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309925912
00000100:00000001:1.0:1788204947.726080:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309929676
00000100:00000001:1.0:1788204947.726082:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204947.726085:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.726086:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204947.726089:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204947/real 1788204947]  req@ffff8c5d3ba6b480 x1875052937911936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204947.726097:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204947.726098:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204947.726099:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204947.726101:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204947.726103:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204947.726105:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204947.726107:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937911936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204947.726114:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937911936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726120:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204947.726121:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.726123:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204947.726124:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204947.726127:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937911936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726134:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204947.726137:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937911936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726143:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204947.726145:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.726147:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204947.726148:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.726149:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204947.726151:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204947.726153:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204947.726156:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204947.726158:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204947.726162:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937911936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204947.726169:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937911936:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204947.726172:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204947.726175:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937912064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726181:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204947.726182:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204947.726184:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204947.726186:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204947.726188:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204947.726191:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937912064:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204947.726193:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204947.726195:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204947.726196:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204947.726198:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204947.726201:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204947.726203:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204947.726206:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204947.726209:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204947.726212:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204947.726214:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937912064, portal 4
00000100:00000001:1.0:1788204947.726216:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204947.726217:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:1.0:1788204947.726223:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937912064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726228:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204947.726230:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204947.726232:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204947.726234:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937912064, offset 0
00000400:00000200:1.0:1788204947.726238:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204947.726241:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204947.726244:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204947.726247:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204947.726250:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204947.726252:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204947.726254:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204947.726257:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547075:547075:256:4294967295] 192.168.201.135@tcp LPNI seq info [547041:547041:8:4294967295]
00000400:00000200:1.0:1788204947.726261:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204947.726267:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204947.726270:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204947.726273:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204947.726276:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204947.726277:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204947.726280:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204947.726282:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204947.726284:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204947.726285:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204947.726288:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204947.726290:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204947.726292:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204947.726293:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204947.726295:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204947.726312:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937912064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726318:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204947.726320:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937912064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726323:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.726324:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204947.726327:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204947.726329:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204947.726331:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204947.726333:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309926006
00000100:00000001:1.0:1788204947.726334:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309929676
00000100:00000001:1.0:1788204947.726336:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309926006
00000100:00000001:1.0:1788204947.726337:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309929676
00000100:00000001:1.0:1788204947.726338:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204947.726340:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.726341:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204947.726344:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204947/real 1788204947]  req@ffff8c5d3ba69880 x1875052937912064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204947.726352:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204947.726353:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204947.726355:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204947.726357:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204947.726359:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204947.726361:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204947.726364:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937912064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204947.726372:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937912064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726379:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204947.726381:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.726382:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204947.726384:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204947.726387:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937912064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726394:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204947.726398:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937912064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726405:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204947.726408:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.726409:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204947.726411:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.726412:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204947.726414:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204947.726417:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204947.726420:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204947.726422:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204947.726426:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937912064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204947.726434:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937912064:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204947.726437:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204947.726439:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937912192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726444:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204947.726445:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204947.726446:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204947.726447:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204947.726449:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204947.726450:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937912192:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204947.726452:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204947.726453:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204947.726454:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204947.726456:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204947.726458:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204947.726460:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204947.726462:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204947.726463:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204947.726465:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204947.726468:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937912192, portal 4
00000100:00000001:1.0:1788204947.726469:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204947.726470:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:1.0:1788204947.726474:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937912192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726478:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204947.726479:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204947.726481:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204947.726482:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937912192, offset 0
00000400:00000200:1.0:1788204947.726484:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204947.726487:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204947.726489:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204947.726491:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204947.726492:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204947.726494:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204947.726495:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204947.726497:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547076:547076:256:4294967295] 192.168.201.135@tcp LPNI seq info [547042:547042:8:4294967295]
00000400:00000200:1.0:1788204947.726500:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204947.726503:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204947.726505:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204947.726507:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204947.726510:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204947.726511:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788204947.726514:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204947.726516:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788204947.726518:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204947.726520:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204947.726523:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204947.726525:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204947.726527:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204947.726528:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204947.726529:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204947.726531:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937912192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726540:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204947.726542:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937912192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204972 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726546:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.726547:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204947.726548:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204947.726551:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204947.726553:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204947.726554:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309926023
00000100:00000001:1.0:1788204947.726556:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309929676
00000100:00000001:1.0:1788204947.726557:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309926023
00000100:00000001:1.0:1788204947.726559:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309929676
00000100:00000001:1.0:1788204947.726560:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204947.726561:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.726562:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204947.726564:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204947/real 1788204947]  req@ffff8c5d3ba69500 x1875052937912192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204947.726568:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204947.726569:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204947.726569:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204947.726571:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204947.726572:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204947.726573:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204947.726575:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937912192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204947.726579:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937912192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726582:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204947.726584:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.726585:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204947.726586:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204947.726588:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937912192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726591:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204947.726593:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937912192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726597:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204947.726598:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.726599:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204947.726600:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.726600:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204947.726601:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204947.726603:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204947.726604:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204947.726605:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204947.726607:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937912192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204947.726611:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937912192:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204947.726613:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.726614:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204947.726616:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937911808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726620:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204947.726621:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204947.726622:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204947.726624:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204947.726624:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204947.726626:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204947.726627:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204947.726628:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:1.0:1788204947.726630:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204947.726631:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204947.726632:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:1.0:1788204947.726633:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204947.726634:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.726635:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204947.726637:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937911936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726641:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204947.726642:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204947.726643:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204947.726644:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204947.726645:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204947.726645:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204947.726646:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204947.726647:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:1.0:1788204947.726648:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204947.726648:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204947.726649:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:1.0:1788204947.726650:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204947.726651:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.726652:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204947.726653:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937912064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726656:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204947.726657:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204947.726658:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204947.726659:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204947.726659:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204947.726660:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204947.726661:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204947.726662:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:1.0:1788204947.726663:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204947.726664:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204947.726665:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:1.0:1788204947.726666:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204947.726667:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.726668:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204947.726670:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937912192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204972 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204947.726673:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204947.726674:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204947.726674:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204947.726675:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204947.726676:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204947.726676:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204947.726677:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204947.726678:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:1.0:1788204947.726679:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204947.726680:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204947.726680:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:1.0:1788204947.726681:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204947.726682:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.726683:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204947.726685:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204947.726686:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204947.726687:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204947.726688:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204947.916427:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204947.916437:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204947.916439:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204947.916447:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204947.916451:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204947.916456:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204947.916459:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204947.916462:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204947.916465:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204948.428465:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204948.428473:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204948.428479:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204948.428480:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204948.428569:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204948.428577:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204948.428581:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204948.940439:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204948.940448:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204948.940451:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204948.940458:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204948.940463:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204948.940467:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204948.940470:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204948.940474:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204948.940478:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204949.452421:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204949.452428:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204949.452432:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204949.452433:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204949.452488:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204949.452492:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204949.452494:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204949.964433:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204949.964445:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204949.964447:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204949.964455:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204949.964460:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204949.964468:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204949.964473:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204949.964477:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204949.964483:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204950.476435:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204950.476440:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204950.476444:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204950.476445:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204950.476461:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204950.476463:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204950.476465:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204950.988356:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204950.988363:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204950.988365:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204950.988368:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204950.988371:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204950.988373:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204950.988375:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204950.988377:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204950.988378:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204951.500418:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204951.500423:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204951.500427:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204951.500428:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204951.500476:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204951.500481:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204951.500485:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204951.564358:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309929676, at 4309929728
00000100:00000010:0.0:1788204951.564370:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749ea0.
00000100:00000040:1.0:1788204951.564378:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309929676, at 4309929728
00000100:00000010:1.0:1788204951.564386:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7498a0.
00000100:00000001:2.0:1788204952.012359:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204952.012367:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204952.012368:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204952.012372:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204952.012375:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204952.012377:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204952.012379:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204952.012381:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204952.012382:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204952.524438:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204952.524443:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204952.524447:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204952.524447:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204952.524496:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204952.524498:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204952.524501:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204952.844401:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204952.844410:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204952.844412:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204952.844415:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204952.844419:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204952.844424:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15258
00000400:00000200:3.0:1788204952.844430:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204952.844435:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204952.844437:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204952.844439:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844442:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204952.844444:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844445:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204952.844449:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204952.844450:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204952.844452:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204952.844455:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204952.844456:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204952.844458:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204952.844460:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844462:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204952.844467:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844469:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204952.844471:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204952.844473:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844474:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204952.844476:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204952.844478:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204952.844480:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204952.844481:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204952.844483:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204952.844489:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204952.844492:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204952.844495:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204952.844496:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204952.844498:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204952.844500:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204952.844504:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204952.844509:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788204952.844514:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204952.844520:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937912320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204952.844527:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204952.844530:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204952.844533:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937912320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204952.844546:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204952.844548:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204952.844551:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204952.844552:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204952.844553:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204952.844554:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204952.844556:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15258
00000400:00000200:3.0:1788204952.844558:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204952.844561:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204952.844563:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204952.844565:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844567:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204952.844568:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204952.844575:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844576:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204952.844579:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204952.844581:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:1.0:1788204952.844582:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204952.844583:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204952.844585:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788204952.844586:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204952.844589:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204952.844592:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204952.844593:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937912320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204952.844596:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844600:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204952.844603:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844606:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204952.844609:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1788204952.844610:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:1.0:1788204952.844613:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204952.844614:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844618:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204952.844619:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204952.844619:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204952.844622:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204952.844624:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204952.844625:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204952.844630:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204952.844633:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937912320:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204952.844634:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204952.844639:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1788204952.844640:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204952.844642:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1788204952.844643:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204952.844645:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204952.844646:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204952.844650:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1788204952.844651:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788204952.844653:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000010:1.0:1788204952.844655:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:3.0:1788204952.844656:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204952.844658:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204952.844659:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204952.844660:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204952.844662:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204952.844664:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204952.844667:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:3.0:1788204952.844669:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000400:00000010:1.0:1788204952.844671:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000001:3.0:1788204952.844672:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204952.844677:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00100000:3.0:1788204952.844678:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937912448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204952.844684:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937912320, portal 25
00000100:00000001:3.0:1788204952.844685:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204952.844689:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204952.844689:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204952.844691:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000040:3.0:1788204952.844693:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937912448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204952.844699:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937912320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204952.844707:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204952.844711:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204952.844717:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204952.844720:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204952.844720:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204952.844723:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1788204952.844726:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844727:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:1.0:1788204952.844729:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00080000:3.0:1788204952.844731:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15258
00000100:00000200:1.0:1788204952.844733:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937912320, offset 0
00000400:00000200:3.0:1788204952.844737:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204952.844743:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204952.844744:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204952.844746:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204952.844748:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844749:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204952.844751:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204952.844754:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204952.844755:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204952.844758:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204952.844759:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204952.844761:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204952.844763:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000040:3.0:1788204952.844763:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204952.844765:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204952.844768:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788204952.844770:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788204952.844771:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844773:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204952.844775:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000040:3.0:1788204952.844777:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844779:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788204952.844781:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000040:3.0:1788204952.844782:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:1.0:1788204952.844785:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00080000:3.0:1788204952.844786:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844789:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204952.844790:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204952.844792:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204952.844793:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204952.844796:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547077:547077:256:4294967295] 192.168.201.135@tcp LPNI seq info [547043:547043:8:4294967295]
00000100:00000001:3.0:1788204952.844796:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204952.844799:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204952.844803:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204952.844804:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204952.844805:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204952.844809:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204952.844813:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:1.0:1788204952.844817:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1788204952.844817:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204952.844820:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204952.844823:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204952.844825:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204952.844827:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204952.844828:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000010:3.0:1788204952.844831:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000800:00000010:1.0:1788204952.844834:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000100:00000001:3.0:1788204952.844834:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204952.844840:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937912576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1788204952.844845:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204952.844850:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1788204952.844851:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204952.844854:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204952.844859:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937912576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1788204952.844860:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204952.844865:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204952.844872:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844872:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204952.844875:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000100:00080000:3.0:1788204952.844876:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204952.844880:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204952.844881:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204952.844882:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204952.844883:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204952.844885:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15258
00000400:00000200:1.0:1788204952.844887:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788204952.844888:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204952.844893:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204952.844895:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1788204952.844896:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204952.844899:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000100:00000040:3.0:1788204952.844900:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:1.0:1788204952.844904:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:3.0:1788204952.844904:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204952.844908:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204952.844910:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788204952.844910:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204952.844911:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204952.844914:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204952.844915:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204952.844917:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000200:1.0:1788204952.844918:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937912320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204952.844918:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204952.844922:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204952.844930:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844934:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204952.844937:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204952.844938:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204952.844940:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204952.844956:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204952.844960:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204952.844962:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204952.844963:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204952.844965:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204952.844967:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204952.844969:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1788204952.844972:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937912320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204952.844972:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204952.844978:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204952.844982:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204952.844988:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000100:00000001:1.0:1788204952.844989:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204952.844991:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204952.844994:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788204952.844995:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204952.844997:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204952.844999:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204952.845000:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204952.845002:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204952.845003:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204952.845005:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788204952.845009:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204952.845010:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204952.845014:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309934796
00000100:00100000:3.0:1788204952.845014:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937912704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204952.845021:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1788204952.845022:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7498a0.
00000100:00000001:3.0:1788204952.845022:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204952.845028:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937912704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845031:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204952.845033:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204952.845036:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204952.845039:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309934796
00000100:00080000:3.0:1788204952.845039:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204952.845042:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204952.845044:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204952.845046:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204952.845047:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15258
00000400:00000200:3.0:1788204952.845050:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204952.845052:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204952.845053:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1788204952.845054:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749ae0.
00000100:00000040:3.0:1788204952.845056:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204952.845059:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204952.845061:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1788204952.845061:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204952.845066:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204952.845069:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788204952.845069:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204952.845072:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:1.0:1788204952.845074:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788204952.845074:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204952.845077:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:1.0:1788204952.845078:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1788204952.845079:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204952.845082:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00100000:1.0:1788204952.845085:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204952/real 1788204952]  req@ffff8c5d3ba68380 x1875052937912320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204952.845086:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204952.845091:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204952.845094:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204952.845098:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204952.845103:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204952.845108:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204952.845112:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204952.845114:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204952.845117:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204952.845118:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204952.845120:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:1.0:1788204952.845121:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:3.0:1788204952.845122:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000001:1.0:1788204952.845124:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204952.845127:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000008:00000001:3.0:1788204952.845127:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204952.845132:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000100:00000001:3.0:1788204952.845132:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204952.845135:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000010:3.0:1788204952.845137:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000100:00000001:1.0:1788204952.845138:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1788204952.845142:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000200:1.0:1788204952.845143:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937912320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204952.845148:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204952.845151:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204952.845153:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937912320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204952.845155:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204952.845158:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204952.845161:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204952.845162:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204952.845164:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788204952.845166:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:1.0:1788204952.845167:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204952.845169:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204952.845174:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937912320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204952.845174:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204952.845182:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788204952.845186:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937912832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1788204952.845188:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937912320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845209:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204952.845212:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204952.845213:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.845216:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204952.845218:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204952.845218:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204952.845223:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204952.845225:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788204952.845227:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937912832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204952.845228:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204952.845234:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204952.845238:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204952.845243:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204952.845246:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937912320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204952.845248:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15268)
00000100:00100000:1.0:1788204952.845259:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937912320:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204952.845272:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.845275:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204952.845278:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937912320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845286:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204952.845288:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204952.845290:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204952.845292:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204952.845315:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204952.845317:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204952.845318:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204952.845320:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:1.0:1788204952.845323:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204952.845324:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204952.845325:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:1.0:1788204952.845327:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204952.845328:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.845330:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.845335:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204952.845336:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204952.845337:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204952.845338:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204952.845339:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204952.845342:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937912448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845347:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204952.845348:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204952.845349:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204952.845351:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204952.845352:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204952.845353:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937912448:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204952.845356:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204952.845357:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204952.845358:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204952.845359:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204952.845361:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204952.845362:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204952.845365:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204952.845367:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204952.845369:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204952.845371:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937912448, portal 10
00000100:00000001:1.0:1788204952.845372:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204952.845373:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:1.0:1788204952.845377:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937912448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845381:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204952.845382:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204952.845384:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204952.845385:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937912448, offset 0
00000400:00000200:1.0:1788204952.845387:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204952.845390:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204952.845392:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204952.845394:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204952.845395:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204952.845397:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204952.845398:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204952.845400:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547078:547078:256:4294967295] 192.168.201.135@tcp LPNI seq info [547044:547044:8:4294967295]
00000400:00000200:1.0:1788204952.845403:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204952.845406:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204952.845409:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204952.845411:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204952.845413:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204952.845415:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204952.845418:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204952.845419:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204952.845422:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204952.845423:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204952.845426:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204952.845428:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204952.845430:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204952.845431:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204952.845432:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204952.845434:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937912448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845439:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204952.845441:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937912448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845444:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204952.845445:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204952.845447:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204952.845449:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204952.845451:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204952.845452:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309931037
00000100:00000001:1.0:1788204952.845454:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309934796
00000100:00000001:1.0:1788204952.845455:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309931037
00000100:00000001:1.0:1788204952.845457:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309934796
00000100:00000001:1.0:1788204952.845458:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204952.845459:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204952.845460:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204952.845462:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204952/real 1788204952]  req@ffff8c5d3ba68000 x1875052937912448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204952.845466:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204952.845467:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204952.845468:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204952.845469:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204952.845470:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204952.845471:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204952.845473:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937912448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204952.845477:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937912448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845481:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204952.845481:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.845482:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204952.845483:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204952.845485:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937912448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845488:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204952.845490:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937912448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845494:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204952.845496:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.845496:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204952.845497:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.845498:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204952.845499:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204952.845501:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204952.845502:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204952.845504:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204952.845506:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937912448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204952.845510:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937912448:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204952.845512:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204952.845514:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937912576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845518:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204952.845519:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204952.845520:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204952.845521:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204952.845522:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204952.845524:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937912576:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204952.845526:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204952.845528:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204952.845530:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204952.845531:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204952.845534:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204952.845537:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204952.845539:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204952.845541:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204952.845545:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204952.845547:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937912576, portal 10
00000100:00000001:1.0:1788204952.845549:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204952.845550:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:1.0:1788204952.845556:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937912576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845561:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204952.845564:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204952.845566:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204952.845568:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937912576, offset 0
00000400:00000200:1.0:1788204952.845572:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204952.845575:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204952.845578:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204952.845580:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204952.845583:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204952.845585:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204952.845587:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204952.845590:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547079:547079:256:4294967295] 192.168.201.135@tcp LPNI seq info [547045:547045:8:4294967295]
00000400:00000200:1.0:1788204952.845594:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204952.845599:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204952.845603:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204952.845605:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204952.845608:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204952.845609:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204952.845612:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204952.845613:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204952.845616:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204952.845617:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204952.845620:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204952.845622:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204952.845624:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204952.845625:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204952.845626:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204952.845628:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937912576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845633:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204952.845635:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937912576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845639:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204952.845640:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204952.845642:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204952.845644:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204952.845645:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204952.845647:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309931032
00000100:00000001:1.0:1788204952.845648:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309934796
00000100:00000001:1.0:1788204952.845649:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309931032
00000100:00000001:1.0:1788204952.845651:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309934796
00000100:00000001:1.0:1788204952.845652:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204952.845653:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204952.845654:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204952.845657:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204952/real 1788204952]  req@ffff8c5d3ba69180 x1875052937912576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204952.845661:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204952.845661:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204952.845662:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204952.845663:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204952.845664:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204952.845666:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204952.845667:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937912576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204952.845672:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937912576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845675:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204952.845676:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.845677:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204952.845677:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204952.845679:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937912576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845683:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204952.845685:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937912576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845689:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204952.845690:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.845691:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204952.845692:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.845693:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204952.845694:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204952.845696:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204952.845697:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204952.845699:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204952.845701:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937912576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204952.845705:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937912576:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204952.845707:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204952.845709:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937912704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845713:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204952.845714:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204952.845715:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204952.845716:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204952.845717:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204952.845719:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937912704:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204952.845720:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204952.845722:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204952.845723:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204952.845723:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204952.845725:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204952.845727:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204952.845729:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204952.845730:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204952.845732:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204952.845733:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937912704, portal 4
00000100:00000001:1.0:1788204952.845734:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204952.845735:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:1.0:1788204952.845739:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937912704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845743:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204952.845745:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204952.845747:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204952.845749:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937912704, offset 0
00000400:00000200:1.0:1788204952.845753:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204952.845756:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204952.845759:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204952.845761:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204952.845764:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204952.845766:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204952.845768:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204952.845771:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547080:547080:256:4294967295] 192.168.201.135@tcp LPNI seq info [547046:547046:8:4294967295]
00000400:00000200:1.0:1788204952.845775:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204952.845780:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204952.845784:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204952.845786:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204952.845788:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204952.845790:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204952.845792:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204952.845794:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204952.845796:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204952.845797:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204952.845800:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204952.845801:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204952.845803:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204952.845804:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204952.845806:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204952.845808:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937912704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845812:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204952.845814:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937912704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845822:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204952.845823:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204952.845824:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204952.845826:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204952.845828:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204952.845830:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309931125
00000100:00000001:1.0:1788204952.845831:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309934796
00000100:00000001:1.0:1788204952.845832:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309931125
00000100:00000001:1.0:1788204952.845834:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309934796
00000100:00000001:1.0:1788204952.845835:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204952.845836:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204952.845837:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204952.845839:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204952/real 1788204952]  req@ffff8c5d3ba69c00 x1875052937912704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204952.845843:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204952.845843:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204952.845844:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204952.845846:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204952.845846:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204952.845848:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204952.845849:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937912704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204952.845854:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937912704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845857:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204952.845857:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.845858:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204952.845859:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204952.845861:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937912704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845865:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204952.845867:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937912704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845871:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204952.845872:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.845873:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204952.845874:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.845875:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204952.845875:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204952.845877:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204952.845878:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204952.845879:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204952.845881:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937912704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204952.845885:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937912704:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204952.845887:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204952.845889:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937912832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845892:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204952.845893:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204952.845894:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204952.845895:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204952.845896:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204952.845898:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937912832:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204952.845900:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204952.845901:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204952.845902:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204952.845903:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204952.845905:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204952.845906:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204952.845908:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204952.845909:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204952.845911:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204952.845912:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937912832, portal 4
00000100:00000001:1.0:1788204952.845913:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204952.845914:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:1.0:1788204952.845919:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937912832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.845925:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204952.845927:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204952.845929:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204952.845930:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937912832, offset 0
00000400:00000200:1.0:1788204952.845934:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204952.845937:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204952.845940:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204952.845943:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204952.845956:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204952.845958:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204952.845960:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204952.845963:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547081:547081:256:4294967295] 192.168.201.135@tcp LPNI seq info [547047:547047:8:4294967295]
00000400:00000200:1.0:1788204952.845967:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204952.845972:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204952.845977:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204952.845980:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204952.845983:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204952.845985:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788204952.845988:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204952.845989:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788204952.845992:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204952.845993:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204952.845996:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204952.845998:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204952.846000:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204952.846001:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204952.846002:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204952.846005:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937912832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.846009:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204952.846011:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937912832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204977 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.846015:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204952.846016:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204952.846018:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204952.846021:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204952.846024:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204952.846026:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309931142
00000100:00000001:1.0:1788204952.846028:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309934796
00000100:00000001:1.0:1788204952.846030:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309931142
00000100:00000001:1.0:1788204952.846032:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309934796
00000100:00000001:1.0:1788204952.846034:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204952.846036:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204952.846037:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204952.846041:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204952/real 1788204952]  req@ffff8c5d3ba68e00 x1875052937912832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204952.846049:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204952.846050:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204952.846052:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204952.846054:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204952.846056:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204952.846058:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204952.846061:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937912832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204952.846067:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937912832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.846071:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204952.846072:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.846073:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204952.846074:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204952.846076:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937912832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.846080:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204952.846082:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937912832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.846086:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204952.846087:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.846088:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204952.846088:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.846089:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204952.846090:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204952.846091:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204952.846093:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204952.846094:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204952.846096:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937912832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204952.846100:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937912832:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204952.846102:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.846103:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204952.846105:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937912448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.846109:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204952.846110:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204952.846111:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204952.846112:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204952.846113:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204952.846114:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204952.846115:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204952.846117:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:1.0:1788204952.846118:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204952.846119:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204952.846120:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:1.0:1788204952.846121:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204952.846122:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.846123:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204952.846125:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937912576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.846128:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204952.846129:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204952.846130:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204952.846131:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204952.846132:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204952.846132:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204952.846133:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204952.846134:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:1.0:1788204952.846135:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204952.846136:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204952.846136:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:1.0:1788204952.846137:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204952.846138:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.846139:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204952.846141:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937912704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.846144:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204952.846145:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204952.846146:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204952.846147:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204952.846148:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204952.846149:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204952.846150:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204952.846150:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:1.0:1788204952.846151:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204952.846152:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204952.846153:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:1.0:1788204952.846154:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204952.846154:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.846155:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204952.846156:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937912832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204977 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204952.846160:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204952.846160:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204952.846161:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204952.846162:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204952.846162:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204952.846163:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204952.846164:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204952.846165:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:1.0:1788204952.846166:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204952.846166:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204952.846167:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:1.0:1788204952.846168:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204952.846169:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.846169:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204952.846171:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204952.846172:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204952.846173:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204952.846174:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204953.036418:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204953.036427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204953.036429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204953.036435:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204953.036439:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204953.036443:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204953.036446:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204953.036448:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204953.036451:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204953.548381:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204953.548389:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204953.548394:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204953.548396:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204953.548478:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204953.548481:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204953.548484:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204954.060365:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204954.060373:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204954.060375:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204954.060381:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204954.060384:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204954.060387:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204954.060390:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204954.060393:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204954.060395:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204954.572460:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204954.572468:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204954.572474:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204954.572475:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204954.572543:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204954.572546:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204954.572549:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204955.084406:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204955.084415:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204955.084418:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204955.084424:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204955.084428:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204955.084432:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204955.084434:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204955.084435:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204955.084437:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204955.596389:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204955.596396:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204955.596402:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204955.596405:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204955.596460:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204955.596463:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204955.596466:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204956.108410:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204956.108418:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204956.108420:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204956.108425:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204956.108429:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204956.108433:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204956.108435:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204956.108439:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204956.108441:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204956.620443:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204956.620452:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204956.620454:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204956.620457:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204956.620462:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204956.620464:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204956.620466:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204956.620468:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204956.620471:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204956.620472:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204956.620473:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204956.620474:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204956.620475:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204956.620476:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204956.620477:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204956.620478:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204956.620548:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204956.620552:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204956.620554:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204956.684433:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309934796, at 4309934848
00000100:00000040:1.0:1788204956.684433:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309934796, at 4309934848
00000100:00000010:0.0:1788204956.684452:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7498a0.
00000100:00000010:1.0:1788204956.684454:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749ae0.
00000100:00000001:2.0:1788204957.132414:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204957.132421:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204957.132423:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204957.132433:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204957.132436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204957.132440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204957.132443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204957.132447:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204957.132449:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204957.644447:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204957.644454:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204957.644459:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204957.644460:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204957.644551:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204957.644555:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204957.644559:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204957.964402:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204957.964413:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204957.964415:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204957.964418:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204957.964422:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204957.964427:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15263
00000400:00000200:3.0:1788204957.964434:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204957.964438:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204957.964441:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204957.964443:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204957.964446:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204957.964453:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204957.964455:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204957.964458:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204957.964459:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204957.964461:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204957.964464:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204957.964465:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204957.964467:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204957.964468:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204957.964470:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204957.964471:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204957.964472:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204957.964474:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204957.964476:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204957.964478:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204957.964480:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204957.964482:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204957.964484:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204957.964486:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204957.964487:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204957.964495:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204957.964498:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204957.964502:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204957.964503:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204957.964505:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204957.964507:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204957.964510:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204957.964516:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788204957.964520:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204957.964527:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937912960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204957.964534:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204957.964538:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204957.964541:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937912960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204957.964558:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204957.964560:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204957.964562:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204957.964563:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204957.964564:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204957.964566:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204957.964568:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15263
00000400:00000200:3.0:1788204957.964570:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204957.964571:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204957.964573:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204957.964575:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204957.964577:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204957.964578:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204957.964580:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204957.964581:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204957.964582:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204957.964583:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204957.964585:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204957.964586:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204957.964588:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204957.964590:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204957.964591:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788204957.964593:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204957.964595:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204957.964596:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204957.964599:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204957.964599:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204957.964603:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204957.964607:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:1.0:1788204957.964608:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937912960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204957.964609:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204957.964612:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204957.964616:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204957.964620:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204957.964620:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204957.964621:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204957.964623:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204957.964625:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204957.964627:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:3.0:1788204957.964628:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204957.964630:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204957.964631:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204957.964634:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204957.964635:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788204957.964638:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00100000:1.0:1788204957.964639:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937912960:192.168.201.135@tcp:250:kworker.0
02000000:00000001:3.0:1788204957.964642:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204957.964645:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204957.964645:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204957.964646:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204957.964648:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204957.964649:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204957.964650:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204957.964652:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204957.964654:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
02000000:00000001:1.0:1788204957.964655:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204957.964657:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204957.964660:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
00000100:00100000:3.0:1788204957.964663:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937913088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204957.964664:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204957.964673:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204957.964674:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788204957.964676:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000001:3.0:1788204957.964676:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204957.964683:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937913088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788204957.964684:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204957.964690:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937912960, portal 25
00000100:00000001:1.0:1788204957.964694:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204957.964696:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00000001:3.0:1788204957.964699:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204957.964702:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1788204957.964704:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937912960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204957.964705:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204957.964707:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204957.964708:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204957.964713:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204957.964717:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15263
00000100:00000001:1.0:1788204957.964718:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1788204957.964722:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204957.964723:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204957.964727:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000400:00000200:3.0:1788204957.964728:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:1.0:1788204957.964730:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937912960, offset 0
00000100:00080000:3.0:1788204957.964731:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204957.964736:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204957.964737:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204957.964740:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204957.964742:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204957.964743:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204957.964747:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204957.964748:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204957.964749:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204957.964750:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788204957.964751:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788204957.964753:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788204957.964755:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204957.964758:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204957.964761:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204957.964764:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204957.964767:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788204957.964768:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204957.964772:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:1.0:1788204957.964777:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788204957.964778:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204957.964782:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204957.964784:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:3.0:1788204957.964786:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204957.964790:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788204957.964791:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204957.964796:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:3.0:1788204957.964796:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204957.964799:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204957.964803:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204957.964804:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547082:547082:256:4294967295] 192.168.201.135@tcp LPNI seq info [547048:547048:8:4294967295]
00000008:00000001:3.0:1788204957.964808:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204957.964812:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204957.964814:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:3.0:1788204957.964816:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788204957.964820:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204957.964824:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204957.964827:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204957.964829:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204957.964830:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204957.964833:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204957.964836:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204957.964841:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000010:3.0:1788204957.964843:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788204957.964848:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204957.964852:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937913216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1788204957.964868:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000100:00000001:3.0:1788204957.964869:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204957.964872:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204957.964878:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937913216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1788204957.964881:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204957.964887:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1788204957.964892:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204957.964896:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788204957.964898:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1788204957.964903:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1788204957.964904:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204957.964908:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:1.0:1788204957.964911:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204957.964912:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1788204957.964915:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000100:00000001:3.0:1788204957.964916:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204957.964920:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15263
00000400:00000200:3.0:1788204957.964922:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204957.964924:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204957.964926:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788204957.964927:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204957.964932:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204957.964934:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788204957.964935:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204957.964938:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204957.964940:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204957.964941:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204957.964942:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204957.964943:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204957.964944:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000200:1.0:1788204957.964945:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000020:00000001:3.0:1788204957.964946:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000010:1.0:1788204957.964949:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000020:00000001:3.0:1788204957.964950:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:1.0:1788204957.964953:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788204957.964955:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:1.0:1788204957.964960:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937912960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204957.964960:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204957.964965:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204957.964971:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204957.964972:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1788204957.964974:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000040:1.0:1788204957.964978:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937912960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204957.964981:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204957.964986:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204957.964990:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204957.964993:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204957.964994:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204957.964998:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788204957.964999:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204957.965002:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204957.965004:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204957.965006:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788204957.965007:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204957.965010:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204957.965014:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000400:00000200:1.0:1788204957.965015:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204957.965019:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309939916
00000020:00000040:3.0:1788204957.965023:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000010:1.0:1788204957.965025:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749ae0.
02000000:00000001:3.0:1788204957.965032:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204957.965033:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1788204957.965034:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204957.965039:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204957.965040:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204957.965043:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309939916
02000000:00000001:3.0:1788204957.965044:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204957.965050:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749300.
02000000:00000010:3.0:1788204957.965052:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:1.0:1788204957.965055:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204957.965057:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204957.965060:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204957.965065:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204957.965065:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937913344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204957.965070:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204957.965075:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1788204957.965078:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204957/real 1788204957]  req@ffff8c5d3ba6ad80 x1875052937912960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204957.965078:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204957.965086:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937913344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204957.965094:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204957.965096:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788204957.965099:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204957.965100:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000100:00080000:3.0:1788204957.965103:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788204957.965104:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204957.965108:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00080000:3.0:1788204957.965110:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204957.965111:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788204957.965113:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204957.965117:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1788204957.965118:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937912960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204957.965123:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204957.965127:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15263
00000400:00000200:3.0:1788204957.965134:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000200:1.0:1788204957.965135:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937912960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204957.965138:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204957.965142:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204957.965147:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204957.965148:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788204957.965150:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204957.965152:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.965155:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788204957.965155:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204957.965158:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204957.965158:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204957.965163:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204957.965165:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00100000:1.0:1788204957.965166:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937912960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204957.965167:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204957.965170:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204957.965175:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788204957.965176:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204957.965180:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204957.965182:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937912960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204957.965188:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204957.965189:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204957.965193:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.965195:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204957.965195:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204957.965198:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204957.965200:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204957.965201:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204957.965203:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204957.965206:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00080000:1.0:1788204957.965207:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1788204957.965212:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204957.965215:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00080000:3.0:1788204957.965216:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204957.965221:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204957.965221:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204957.965222:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204957.965226:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204957.965230:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204957.965231:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937912960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204957.965232:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204957.965234:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204957.965239:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204957.965242:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204957.965247:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000100:00100000:1.0:1788204957.965250:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937912960:192.168.201.135@tcp:250:kworker.0
00000020:00000040:3.0:1788204957.965250:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204957.965254:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204957.965256:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204957.965258:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204957.965259:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204957.965260:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788204957.965263:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788204957.965263:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204957.965266:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000040:1.0:1788204957.965267:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937912960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204957.965271:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204957.965275:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204957.965279:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:3.0:1788204957.965279:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937913472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1788204957.965282:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204957.965286:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204957.965289:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1788204957.965289:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000040:1.0:1788204957.965291:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204957.965294:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1788204957.965294:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204957.965320:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:1.0:1788204957.965323:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204957.965325:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204957.965326:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:1.0:1788204957.965328:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204957.965330:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.965333:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204957.965333:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937913472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965341:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204957.965344:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204957.965345:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204957.965346:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204957.965349:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204957.965350:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204957.965351:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15273)
00000100:00000040:1.0:1788204957.965355:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937913088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965361:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204957.965362:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204957.965364:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204957.965365:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204957.965367:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204957.965369:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937913088:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204957.965371:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204957.965373:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204957.965374:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204957.965375:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204957.965377:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204957.965378:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204957.965381:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204957.965383:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204957.965385:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204957.965387:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937913088, portal 10
00000100:00000001:1.0:1788204957.965388:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204957.965389:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000040:1.0:1788204957.965393:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937913088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965397:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204957.965399:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204957.965400:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204957.965401:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937913088, offset 0
00000400:00000200:1.0:1788204957.965404:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204957.965406:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204957.965408:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204957.965410:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204957.965412:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204957.965421:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204957.965422:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204957.965424:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547083:547083:256:4294967295] 192.168.201.135@tcp LPNI seq info [547049:547049:8:4294967295]
00000400:00000200:1.0:1788204957.965427:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204957.965431:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204957.965434:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204957.965436:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204957.965439:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204957.965440:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204957.965443:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204957.965445:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1788204957.965447:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204957.965448:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204957.965451:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204957.965453:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204957.965455:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204957.965456:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204957.965457:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204957.965459:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937913088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965464:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204957.965466:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937913088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965470:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204957.965471:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204957.965473:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204957.965475:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204957.965477:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204957.965478:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309936157
00000100:00000001:1.0:1788204957.965480:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309939916
00000100:00000001:1.0:1788204957.965481:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309936157
00000100:00000001:1.0:1788204957.965483:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309939916
00000100:00000001:1.0:1788204957.965484:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204957.965485:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204957.965487:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204957.965489:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204957/real 1788204957]  req@ffff8c5d3ba68a80 x1875052937913088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204957.965493:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204957.965494:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204957.965495:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204957.965496:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204957.965497:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204957.965498:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204957.965500:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937913088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204957.965505:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937913088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965508:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204957.965509:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.965510:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204957.965511:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204957.965513:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937913088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965516:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204957.965518:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937913088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965522:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204957.965523:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.965524:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204957.965525:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.965526:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204957.965527:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204957.965529:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204957.965531:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204957.965532:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204957.965535:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937913088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204957.965539:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937913088:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204957.965541:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204957.965542:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937913216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965546:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204957.965546:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204957.965547:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204957.965548:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204957.965549:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204957.965551:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937913216:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204957.965552:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204957.965553:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204957.965554:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204957.965555:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204957.965557:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204957.965558:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204957.965560:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204957.965561:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204957.965563:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204957.965564:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937913216, portal 10
00000100:00000001:1.0:1788204957.965565:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204957.965566:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000040:1.0:1788204957.965570:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937913216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965573:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204957.965575:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204957.965576:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204957.965577:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937913216, offset 0
00000400:00000200:1.0:1788204957.965580:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204957.965581:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204957.965583:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204957.965585:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204957.965587:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204957.965588:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204957.965589:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204957.965591:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547084:547084:256:4294967295] 192.168.201.135@tcp LPNI seq info [547050:547050:8:4294967295]
00000400:00000200:1.0:1788204957.965594:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204957.965597:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204957.965599:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204957.965601:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204957.965603:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204957.965604:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204957.965607:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204957.965608:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1788204957.965611:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204957.965612:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204957.965614:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204957.965616:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204957.965617:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204957.965618:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204957.965620:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204957.965621:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69f80 x1875052937913216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965626:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204957.965627:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937913216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965631:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204957.965632:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204957.965634:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204957.965635:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204957.965637:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204957.965638:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309936152
00000100:00000001:1.0:1788204957.965640:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309939916
00000100:00000001:1.0:1788204957.965641:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309936152
00000100:00000001:1.0:1788204957.965642:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309939916
00000100:00000001:1.0:1788204957.965643:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204957.965644:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204957.965645:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204957.965647:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204957/real 1788204957]  req@ffff8c5d3ba69f80 x1875052937913216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204957.965650:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204957.965651:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204957.965652:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204957.965653:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204957.965654:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204957.965655:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204957.965657:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937913216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204957.965661:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937913216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965665:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204957.965666:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.965667:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204957.965667:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204957.965669:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937913216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965672:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204957.965675:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937913216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965679:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204957.965680:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.965681:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204957.965681:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.965682:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204957.965683:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204957.965684:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204957.965686:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204957.965687:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204957.965689:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937913216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204957.965693:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937913216:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204957.965695:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204957.965696:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937913344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965700:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204957.965701:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204957.965702:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204957.965703:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204957.965704:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204957.965705:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937913344:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204957.965707:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204957.965707:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204957.965708:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204957.965710:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204957.965711:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204957.965712:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204957.965714:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204957.965716:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204957.965717:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204957.965719:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937913344, portal 4
00000100:00000001:1.0:1788204957.965720:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204957.965721:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:1.0:1788204957.965724:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937913344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965728:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204957.965729:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204957.965730:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204957.965732:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937913344, offset 0
00000400:00000200:1.0:1788204957.965734:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204957.965735:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204957.965737:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204957.965739:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204957.965740:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204957.965741:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204957.965742:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204957.965744:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547085:547085:256:4294967295] 192.168.201.135@tcp LPNI seq info [547051:547051:8:4294967295]
00000400:00000200:1.0:1788204957.965747:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204957.965750:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204957.965752:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204957.965753:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204957.965755:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204957.965757:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204957.965759:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204957.965760:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1788204957.965762:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204957.965763:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204957.965765:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204957.965767:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204957.965768:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204957.965770:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204957.965771:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204957.965773:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937913344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965777:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204957.965778:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937913344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965782:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204957.965783:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204957.965784:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204957.965786:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204957.965787:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204957.965789:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309936245
00000100:00000001:1.0:1788204957.965790:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309939916
00000100:00000001:1.0:1788204957.965791:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309936245
00000100:00000001:1.0:1788204957.965792:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309939916
00000100:00000001:1.0:1788204957.965794:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204957.965795:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204957.965795:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204957.965797:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204957/real 1788204957]  req@ffff8c5d3ba6b800 x1875052937913344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204957.965801:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204957.965802:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204957.965802:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204957.965804:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204957.965805:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204957.965806:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204957.965807:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937913344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204957.965812:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937913344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965816:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204957.965817:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.965818:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204957.965819:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204957.965821:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937913344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965824:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204957.965826:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937913344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965829:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204957.965830:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.965831:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204957.965832:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.965833:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204957.965833:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204957.965835:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204957.965836:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204957.965837:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204957.965839:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937913344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204957.965843:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937913344:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204957.965845:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204957.965847:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937913472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965850:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204957.965851:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204957.965852:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204957.965853:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204957.965866:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204957.965869:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937913472:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204957.965872:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204957.965874:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204957.965875:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204957.965876:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204957.965879:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204957.965880:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204957.965882:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204957.965883:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204957.965885:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204957.965887:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937913472, portal 4
00000100:00000001:1.0:1788204957.965888:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204957.965889:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:1.0:1788204957.965892:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937913472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965896:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204957.965897:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204957.965898:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000200:1.0:1788204957.965900:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937913472, offset 0
00000400:00000200:1.0:1788204957.965902:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204957.965904:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204957.965906:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204957.965907:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204957.965908:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204957.965910:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204957.965911:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204957.965913:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547086:547086:256:4294967295] 192.168.201.135@tcp LPNI seq info [547052:547052:8:4294967295]
00000400:00000200:1.0:1788204957.965915:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204957.965919:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204957.965922:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204957.965923:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000800:00000200:1.0:1788204957.965926:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204957.965927:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1788204957.965930:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204957.965931:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1788204957.965933:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204957.965934:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:1.0:1788204957.965937:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204957.965939:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204957.965940:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:1.0:1788204957.965941:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:1.0:1788204957.965943:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204957.965944:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937913472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965949:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204957.965950:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937913472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204982 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965954:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204957.965955:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204957.965957:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204957.965959:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204957.965961:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204957.965962:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309936262
00000100:00000001:1.0:1788204957.965963:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309939916
00000100:00000001:1.0:1788204957.965965:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309936262
00000100:00000001:1.0:1788204957.965966:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309939916
00000100:00000001:1.0:1788204957.965967:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204957.965968:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204957.965969:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204957.965971:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204957/real 1788204957]  req@ffff8c5d3ba6bb80 x1875052937913472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204957.965976:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204957.965976:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204957.965977:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204957.965979:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204957.965979:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204957.965980:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204957.965982:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937913472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204957.965986:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937913472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965990:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204957.965990:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.965991:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204957.965992:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204957.965994:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937913472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.965998:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204957.966000:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937913472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.966003:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204957.966004:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.966005:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204957.966005:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.966006:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204957.966007:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204957.966008:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204957.966010:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204957.966011:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204957.966013:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937913472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204957.966018:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937913472:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204957.966020:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.966021:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204957.966023:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937913088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.966026:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204957.966027:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204957.966028:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204957.966029:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204957.966030:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204957.966030:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204957.966032:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204957.966033:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:1.0:1788204957.966034:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204957.966035:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204957.966036:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:1.0:1788204957.966037:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204957.966038:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.966039:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204957.966041:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937913216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.966045:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204957.966045:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204957.966046:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204957.966047:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204957.966048:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204957.966048:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204957.966049:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204957.966050:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:1.0:1788204957.966051:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204957.966052:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204957.966053:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:1.0:1788204957.966055:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204957.966056:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.966057:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204957.966060:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937913344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.966067:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204957.966068:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204957.966069:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204957.966071:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204957.966072:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204957.966074:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204957.966075:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204957.966077:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:1.0:1788204957.966079:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204957.966080:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204957.966082:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:1.0:1788204957.966084:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204957.966085:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.966087:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204957.966090:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937913472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204982 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204957.966097:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204957.966098:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204957.966100:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204957.966101:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204957.966103:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204957.966104:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204957.966106:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204957.966107:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:1.0:1788204957.966109:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204957.966110:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204957.966111:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:1.0:1788204957.966113:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204957.966114:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.966116:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204957.966119:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204957.966120:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204957.966122:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204957.966123:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204958.156406:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204958.156412:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204958.156414:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204958.156418:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204958.156421:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204958.156424:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204958.156426:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204958.156428:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204958.156429:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204958.668397:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204958.668403:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204958.668408:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204958.668409:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204958.668487:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204958.668492:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204958.668495:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204959.180400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204959.180407:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204959.180410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204959.180415:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204959.180418:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204959.180422:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.180425:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204959.180427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204959.180430:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204959.692473:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204959.692482:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204959.692490:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204959.692491:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204959.692559:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204959.692564:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204959.692568:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204960.204408:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204960.204415:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204960.204417:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204960.204421:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204960.204424:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204960.204428:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204960.204430:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204960.204433:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204960.204435:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204960.716465:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204960.716469:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204960.716474:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204960.716476:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204960.716492:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204960.716494:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204960.716495:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204961.228412:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204961.228419:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204961.228421:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204961.228432:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204961.228436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204961.228440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204961.228443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204961.228446:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204961.228449:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204961.740416:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204961.740421:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204961.740425:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204961.740426:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204961.740482:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204961.740485:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204961.740488:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204961.804394:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309939916, at 4309939968
00000100:00000040:1.0:1788204961.804394:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309939916, at 4309939968
00000100:00000010:0.0:1788204961.804406:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749ae0.
00000100:00000010:1.0:1788204961.804409:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749300.
00000100:00000001:2.0:1788204962.252352:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204962.252358:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204962.252360:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204962.252363:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204962.252366:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204962.252368:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204962.252369:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204962.252377:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204962.252379:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204962.764511:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204962.764519:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204962.764526:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204962.764527:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204962.764606:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204962.764612:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204962.764615:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204963.084457:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204963.084472:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204963.084474:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204963.084480:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204963.084484:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204963.084492:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15268
00000400:00000200:3.0:1788204963.084501:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204963.084508:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204963.084511:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204963.084514:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204963.084517:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204963.084520:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204963.084522:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204963.084526:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204963.084528:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204963.084530:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204963.084533:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204963.084536:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204963.084538:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204963.084541:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204963.084543:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204963.084546:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204963.084547:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204963.084550:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204963.084553:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204963.084556:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204963.084559:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204963.084562:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204963.084565:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204963.084567:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204963.084569:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204963.084578:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788204963.084582:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204963.084586:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204963.084587:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204963.084590:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204963.084593:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204963.084597:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204963.084605:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788204963.084612:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204963.084622:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937913600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204963.084631:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204963.084635:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204963.084640:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937913600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204963.084668:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204963.084671:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204963.084674:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204963.084676:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204963.084677:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204963.084680:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204963.084683:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15268
00000400:00000200:3.0:1788204963.084686:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204963.084690:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204963.084692:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204963.084695:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204963.084697:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204963.084702:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204963.084704:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204963.084706:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204963.084708:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204963.084710:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788204963.084714:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204963.084714:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204963.084716:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:1.0:1788204963.084719:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204963.084720:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:1.0:1788204963.084723:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788204963.084727:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204963.084731:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204963.084732:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937913600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204963.084736:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204963.084743:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204963.084746:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1788204963.084748:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:1.0:1788204963.084749:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204963.084755:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1788204963.084755:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:1.0:1788204963.084758:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204963.084760:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204963.084761:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204963.084764:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204963.084785:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204963.084788:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204963.084790:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937913600:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204963.084790:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204963.084796:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204963.084801:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1788204963.084803:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204963.084804:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204963.084810:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1788204963.084811:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204963.084814:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204963.084817:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000010:3.0:1788204963.084820:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
02000000:00000001:1.0:1788204963.084822:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204963.084825:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204963.084829:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204963.084831:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204963.084832:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204963.084837:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204963.084838:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1788204963.084839:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
02000000:00000001:3.0:1788204963.084841:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204963.084847:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000400:00000010:1.0:1788204963.084849:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000001:3.0:1788204963.084851:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204963.084859:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937913600, portal 25
00000100:00100000:3.0:1788204963.084859:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937913728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204963.084865:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204963.084868:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000001:3.0:1788204963.084870:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204963.084873:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204963.084881:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937913600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204963.084885:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937913728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204963.084898:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204963.084904:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204963.084909:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107b28.
00000100:00000001:3.0:1788204963.084911:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204963.084913:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937913600, offset 0
00000100:00080000:3.0:1788204963.084914:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204963.084919:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204963.084920:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204963.084921:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788204963.084924:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204963.084925:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204963.084930:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15268
00000400:00000200:3.0:1788204963.084933:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204963.084935:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204963.084936:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204963.084938:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204963.084940:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204963.084943:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788204963.084944:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204963.084949:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204963.084951:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788204963.084951:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204963.084954:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204963.084955:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:1.0:1788204963.084957:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000001:3.0:1788204963.084958:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204963.084961:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:1.0:1788204963.084962:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1788204963.084964:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788204963.084967:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000020:00000001:3.0:1788204963.084967:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204963.084971:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204963.084974:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204963.084976:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547087:547087:256:4294967295] 192.168.201.135@tcp LPNI seq info [547053:547053:8:4294967295]
00000100:00000040:3.0:1788204963.084978:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204963.084981:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204963.084985:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:1.0:1788204963.084989:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788204963.084989:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204963.084995:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204963.084998:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204963.085001:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204963.085006:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204963.085007:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204963.085010:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204963.085014:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1788204963.085019:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000008:00000001:3.0:1788204963.085020:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204963.085024:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204963.085029:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213e00.
00000100:00000010:3.0:1788204963.085029:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788204963.085034:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000200:1.0:1788204963.085039:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788204963.085039:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204963.085041:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204963.085045:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204963.085048:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1788204963.085049:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788204963.085050:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204963.085058:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788204963.085061:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204963.085067:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937913856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204963.085075:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204963.085075:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204963.085079:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204963.085084:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204963.085086:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937913856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204963.085090:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309945036
00000100:00000010:1.0:1788204963.085097:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749300.
00000100:00000001:3.0:1788204963.085099:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204963.085104:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204963.085105:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788204963.085110:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204963.085112:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309945036
00000100:00000001:3.0:1788204963.085113:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204963.085116:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:1.0:1788204963.085117:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749c60.
00000100:00000001:1.0:1788204963.085123:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204963.085123:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204963.085128:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204963.085130:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204963.085132:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204963.085135:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788204963.085137:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15268
00000400:00000200:3.0:1788204963.085143:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204963.085144:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000400:00000200:3.0:1788204963.085148:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788204963.085149:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:3.0:1788204963.085153:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204963.085154:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204963.085158:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788204963.085159:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204963.085161:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204963.085163:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204963.085169:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:1.0:1788204963.085170:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937913728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204963.085171:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204963.085175:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204963.085177:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204963.085179:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204963.085182:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204963.085185:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204963.085189:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:1.0:1788204963.085190:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788204963.085192:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204963.085194:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204963.085195:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204963.085197:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204963.085200:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:1.0:1788204963.085201:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204963.085204:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204963.085207:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204963.085207:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00100000:1.0:1788204963.085213:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937913728:192.168.201.135@tcp:38:kworker.0
00000100:00080000:3.0:1788204963.085214:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204963.085219:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204963.085223:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204963.085223:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204963.085228:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788204963.085229:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204963.085232:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204963.085233:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204963.085237:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204963.085238:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204963.085242:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
02000000:00000010:1.0:1788204963.085244:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
00000008:00000001:3.0:1788204963.085247:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204963.085248:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204963.085251:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204963.085255:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000400:00000200:1.0:1788204963.085256:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788204963.085259:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204963.085262:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1788204963.085263:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230ec8.
02000000:00000001:3.0:1788204963.085263:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204963.085266:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204963.085267:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204963.085269:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204963.085272:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204963.085276:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204963.085277:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d271076e8.
00000100:00100000:3.0:1788204963.085281:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937913984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204963.085283:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937913728, portal 10
00000100:00000001:1.0:1788204963.085288:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204963.085291:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000001:3.0:1788204963.085292:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204963.085295:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204963.085327:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937913984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204963.085331:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937913728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204963.085337:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204963.085342:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204963.085348:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204963.085349:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204963.085350:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204963.085353:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204963.085356:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1788204963.085357:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204963.085360:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15268
00000400:00000010:1.0:1788204963.085364:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107cc0.
00000400:00000200:3.0:1788204963.085364:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204963.085368:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:1.0:1788204963.085371:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937913728, offset 0
00000100:00080000:3.0:1788204963.085371:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204963.085375:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204963.085378:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204963.085382:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204963.085384:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204963.085385:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204963.085389:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204963.085390:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204963.085391:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788204963.085394:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788204963.085394:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204963.085400:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204963.085403:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000200:1.0:1788204963.085404:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204963.085410:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788204963.085410:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204963.085414:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:3.0:1788204963.085416:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204963.085418:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204963.085423:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:3.0:1788204963.085423:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204963.085428:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788204963.085429:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547088:547088:255:4294967295] 192.168.201.135@tcp LPNI seq info [547054:547054:7:4294967295]
00000020:00000040:3.0:1788204963.085435:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000200:1.0:1788204963.085436:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788204963.085442:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:1.0:1788204963.085447:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204963.085449:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204963.085452:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1788204963.085455:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788204963.085455:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204963.085460:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204963.085461:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213300.
00000100:00000001:3.0:1788204963.085462:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204963.085464:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000800:00000200:1.0:1788204963.085469:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000008:00000001:3.0:1788204963.085469:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204963.085471:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204963.085475:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000010:3.0:1788204963.085476:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000100:00000001:1.0:1788204963.085480:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204963.085480:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204963.085485:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204963.085486:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204963.085487:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000100:00000001:3.0:1788204963.085488:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204963.085491:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204963.085493:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204963.085494:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204963.085497:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309941277
02000000:00000010:3.0:1788204963.085499:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:1.0:1788204963.085500:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309945036
00000100:00000001:1.0:1788204963.085504:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309941277
00000100:00000001:3.0:1788204963.085504:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204963.085508:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309945036
00000100:00000001:1.0:1788204963.085512:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1788204963.085512:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937914112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204963.085517:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204963.085522:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788204963.085525:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788204963.085527:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937913856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204963.085528:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204963.085536:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937914112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204963.085539:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204963.085541:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204963.085545:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204963.085547:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204963.085548:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204963.085551:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15278)
02000000:00000001:1.0:1788204963.085559:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204963.085564:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937913856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204963.085567:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204963.085569:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204963.085570:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204963.085572:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204963.085575:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204963.085576:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204963.085578:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204963.085580:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230738.
00000400:00000010:1.0:1788204963.085582:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204963.085584:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937913856, portal 10
00000100:00000001:1.0:1788204963.085585:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204963.085586:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:1.0:1788204963.085590:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937913856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204963.085598:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204963.085600:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204963.085601:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d271072a8.
00000100:00000200:1.0:1788204963.085603:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937913856, offset 0
00000400:00000200:1.0:1788204963.085606:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204963.085608:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204963.085610:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204963.085611:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204963.085613:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204963.085614:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204963.085616:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204963.085619:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547089:547089:254:4294967295] 192.168.201.135@tcp LPNI seq info [547055:547055:6:4294967295]
00000400:00000200:1.0:1788204963.085623:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204963.085628:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204963.085633:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204963.085636:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213c00.
00000800:00000200:1.0:1788204963.085639:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204963.085642:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204963.085645:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204963.085648:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204963.085651:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204963.085652:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309941272
00000100:00000001:1.0:1788204963.085655:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309945036
00000100:00000001:1.0:1788204963.085657:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309941272
00000100:00000001:1.0:1788204963.085659:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309945036
00000100:00000001:1.0:1788204963.085661:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204963.085663:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204963.085665:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204963.085667:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204963.085671:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204963.085672:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204963.085674:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204963.085675:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204963.085676:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204963.085680:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937913984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204963.085687:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204963.085689:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204963.085690:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204963.085692:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204963.085694:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204963.085696:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937913984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204963.085700:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204963.085701:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204963.085703:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204963.085704:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204963.085707:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204963.085709:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204963.085712:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204963.085715:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788204963.085718:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107908.
00000100:00000200:1.0:1788204963.085721:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937913984, portal 4
00000100:00000001:1.0:1788204963.085724:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204963.085725:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000040:1.0:1788204963.085730:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937913984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204963.085734:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204963.085736:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204963.085737:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107550.
00000100:00000200:1.0:1788204963.085739:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937913984, offset 0
00000400:00000200:1.0:1788204963.085741:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204963.085744:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204963.085746:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204963.085748:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204963.085749:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204963.085751:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204963.085752:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204963.085754:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547090:547090:253:4294967295] 192.168.201.135@tcp LPNI seq info [547056:547056:5:4294967295]
00000400:00000200:1.0:1788204963.085757:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204963.085761:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204963.085765:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204963.085781:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788204963.085785:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204963.085789:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204963.085793:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204963.085795:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204963.085798:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204963.085800:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309941365
00000100:00000001:1.0:1788204963.085802:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309945036
00000100:00000001:1.0:1788204963.085804:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309941365
00000100:00000001:1.0:1788204963.085806:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309945036
00000100:00000001:1.0:1788204963.085808:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204963.085811:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204963.085813:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204963.085817:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937914112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204963.085825:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204963.085826:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204963.085828:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204963.085829:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204963.085831:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204963.085833:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937914112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204963.085835:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204963.085836:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204963.085837:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204963.085838:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204963.085841:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204963.085842:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204963.085844:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204963.085847:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000400:00000010:1.0:1788204963.085850:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d271074c8.
00000100:00000200:1.0:1788204963.085852:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937914112, portal 4
00000100:00000001:1.0:1788204963.085853:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204963.085854:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000040:1.0:1788204963.085858:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937914112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204963.085862:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204963.085864:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204963.085866:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107f68.
00000100:00000200:1.0:1788204963.085868:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937914112, offset 0
00000400:00000200:1.0:1788204963.085870:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204963.085872:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204963.085875:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204963.085877:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204963.085878:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204963.085880:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204963.085881:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204963.085883:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547091:547091:252:4294967295] 192.168.201.135@tcp LPNI seq info [547057:547057:4:4294967295]
00000400:00000200:1.0:1788204963.085886:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204963.085889:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204963.085892:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204963.085895:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213d00.
00000800:00000200:1.0:1788204963.085897:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204963.085899:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204963.085901:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204963.085904:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204963.085906:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204963.085907:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309941382
00000100:00000001:1.0:1788204963.085908:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309945036
00000100:00000001:1.0:1788204963.085909:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309941382
00000100:00000001:1.0:1788204963.085911:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309945036
00000100:00000001:1.0:1788204963.085912:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204963.085913:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204963.085915:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204963.085916:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204963.085919:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204963.085920:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788204963.085921:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204963.085921:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204963.085922:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204963.085924:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204963.276396:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204963.276402:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204963.276403:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204963.276408:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204963.276410:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204963.276413:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.276415:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204963.276416:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204963.276418:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204963.788421:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204963.788428:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204963.788434:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204963.788436:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204963.788485:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204963.788488:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204963.788491:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204964.300407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204964.300417:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204964.300420:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204964.300428:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204964.300432:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204964.300436:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204964.300439:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204964.300441:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204964.300444:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204964.812492:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204964.812500:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204964.812509:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204964.812510:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204964.812574:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204964.812578:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204964.812580:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204965.324457:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204965.324467:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204965.324469:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204965.324476:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204965.324481:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204965.324487:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204965.324490:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204965.324493:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204965.324496:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204965.836437:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204965.836444:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204965.836450:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204965.836450:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204965.836518:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204965.836520:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204965.836523:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788204966.156653:0:2383:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:2.0:1788204966.156740:0:2383:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788204966.156753:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204966.156758:0:2383:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:2.0:1788204966.156763:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204966.156768:0:2383:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788204966.156774:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204966.156779:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213e00.
00000400:00000200:2.0:1788204966.156794:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204966.156799:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204966.156807:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107b28
00000400:00000010:2.0:1788204966.156810:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107b28.
00000100:00000001:2.0:1788204966.156816:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204966.156827:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba6b100 x1875052937913600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204966.156859:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204966.156865:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937913600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204966.156873:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204966.156885:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204966.156897:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204966.156901:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213300.
00000400:00000200:2.0:1788204966.156905:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204966.156907:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204966.156911:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107cc0
00000400:00000010:2.0:1788204966.156912:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107cc0.
00000100:00000001:2.0:1788204966.156915:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204966.156920:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba6bb80 x1875052937913728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204966.156929:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204966.156932:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937913728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204966.156937:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204966.156939:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204966.156943:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204966.156946:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213c00.
00000400:00000200:2.0:1788204966.156949:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204966.156952:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204966.156956:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d271072a8
00000400:00000010:2.0:1788204966.156957:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d271072a8.
00000100:00000001:2.0:1788204966.156959:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204966.156964:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba6b800 x1875052937913856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204966.156971:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204966.156979:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937913856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204966.156985:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204966.156986:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204966.156991:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204966.156993:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:2.0:1788204966.156997:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204966.157000:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204966.157004:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107550
00000400:00000010:2.0:1788204966.157005:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107550.
00000100:00000001:2.0:1788204966.157007:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204966.157012:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba69f80 x1875052937913984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204966.157019:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204966.157021:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937913984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204966.157026:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204966.157028:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788204966.157032:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788204966.157034:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213d00.
00000400:00000200:2.0:1788204966.157038:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788204966.157041:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788204966.157044:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107f68
00000400:00000010:2.0:1788204966.157055:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107f68.
00000100:00000001:2.0:1788204966.157058:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204966.157063:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d3ba68a80 x1875052937914112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204966.157071:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204966.157074:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937914112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204966.157079:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204966.157081:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204966.158820:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204966.158828:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204966.158833:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204966.158849:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204963/real 1788204966]  req@ffff8c5d3ba69f80 x1875052937913984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204966.158868:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204966.158871:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204966.158875:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788204966.158881:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107908
00000400:00000010:1.0:1788204966.158884:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107908.
00000100:00000001:1.0:1788204966.158889:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204966.158894:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937913984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204966.158904:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937913984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.158912:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204966.158915:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.158918:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204966.158921:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204966.158924:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937913984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.158932:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204966.158938:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937913984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.158947:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204966.158950:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.158952:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204966.158953:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.158957:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204966.158959:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204966.158963:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204966.158970:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204966.158974:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204966.158982:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937913984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204966.158992:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937913984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204966.158999:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204966.159004:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204963/real 1788204966]  req@ffff8c5d3ba68a80 x1875052937914112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204966.159013:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204966.159015:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204966.159017:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000400:00000200:1.0:1788204966.159020:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d271074c8
00000400:00000010:1.0:1788204966.159022:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d271074c8.
00000100:00000001:1.0:1788204966.159025:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204966.159028:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937914112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204966.159036:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937914112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159043:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204966.159044:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159046:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204966.159048:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204966.159051:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937914112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159056:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204966.159058:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937914112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159062:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204966.159063:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159065:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204966.159066:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159067:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204966.159068:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204966.159070:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204966.159073:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204966.159074:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204966.159077:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937914112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204966.159084:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937914112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204966.159088:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204966.159093:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204963/real 1788204966]  req@ffff8c5d3ba6bb80 x1875052937913728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204966.159101:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204966.159103:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204966.159104:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230ec8.
00000400:00000200:1.0:1788204966.159107:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d271076e8
00000400:00000010:1.0:1788204966.159109:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d271076e8.
00000100:00000001:1.0:1788204966.159111:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204966.159114:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937913728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204966.159122:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937913728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159128:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204966.159130:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159132:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204966.159133:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204966.159137:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937913728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159150:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204966.159154:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937913728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159161:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204966.159163:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159165:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204966.159166:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159168:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204966.159170:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204966.159172:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204966.159176:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204966.159178:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204966.159181:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937913728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204966.159189:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937913728:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204966.159192:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204966.159196:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204963/real 1788204966]  req@ffff8c5d3ba6b800 x1875052937913856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204966.159202:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204966.159202:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204966.159204:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230738.
00000400:00000200:1.0:1788204966.159206:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204966.159207:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204966.159208:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204966.159210:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937913856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204966.159219:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937913856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159223:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204966.159224:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159225:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204966.159226:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204966.159228:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937913856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159231:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204966.159233:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937913856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159236:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204966.159237:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159238:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204966.159239:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159240:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204966.159241:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204966.159242:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204966.159244:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204966.159246:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204966.159248:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937913856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204966.159252:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937913856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204966.159254:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204966.159257:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204963/real 1788204966]  req@ffff8c5d3ba6b100 x1875052937913600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204966.159267:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204966.159267:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204966.159269:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204966.159270:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204966.159271:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204966.159272:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204966.159274:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937913600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204966.159278:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937913600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159281:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204966.159282:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159283:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204966.159283:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204966.159285:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937913600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159289:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204966.159290:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937913600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159294:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204966.159295:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159296:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204966.159296:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159322:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204966.159324:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204966.159327:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204966.159331:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204966.159334:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204966.159338:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937913600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204966.159347:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937913600:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204966.159352:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159355:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204966.159358:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937913984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159363:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204966.159366:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204966.159370:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204966.159375:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204966.159377:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204966.159379:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204966.159381:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204966.159384:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:1.0:1788204966.159387:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204966.159388:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204966.159390:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:1.0:1788204966.159393:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204966.159394:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159395:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204966.159397:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937914112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159401:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204966.159401:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204966.159403:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204966.159404:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204966.159405:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204966.159406:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204966.159407:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204966.159408:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:1.0:1788204966.159409:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204966.159409:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204966.159410:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:1.0:1788204966.159412:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204966.159413:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159414:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204966.159416:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937913728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159420:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204966.159421:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204966.159421:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204966.159423:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204966.159423:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204966.159424:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204966.159425:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204966.159426:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:1.0:1788204966.159427:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204966.159428:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204966.159428:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:1.0:1788204966.159430:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204966.159430:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159431:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204966.159433:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937913856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159436:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204966.159436:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204966.159437:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204966.159438:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204966.159439:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204966.159439:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204966.159440:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204966.159441:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:1.0:1788204966.159442:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204966.159442:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204966.159443:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:1.0:1788204966.159444:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204966.159445:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159445:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204966.159447:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937913600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204966.159452:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204966.159453:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204966.159454:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204966.159455:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204966.159456:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204966.159456:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204966.159457:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204966.159458:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:1.0:1788204966.159459:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204966.159460:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204966.159460:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:1.0:1788204966.159461:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204966.159462:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159464:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204966.159471:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204966.159473:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204966.159474:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204966.159475:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204966.348427:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204966.348434:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204966.348436:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204966.348445:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204966.348448:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204966.348452:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204966.348454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204966.348456:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204966.348459:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204966.860537:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204966.860546:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204966.860549:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204966.860553:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204966.860560:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204966.860562:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204966.860565:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204966.860567:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204966.860572:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204966.860575:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204966.860576:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204966.860577:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204966.860579:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204966.860580:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204966.860582:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204966.860584:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204966.860639:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204966.860643:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204966.860647:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788204966.924360:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309945036, at 4309945088
00000100:00000010:1.0:1788204966.924375:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749c60.
00000100:00000040:0.0:1788204966.924437:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309945036, at 4309945088
00000100:00000010:0.0:1788204966.924442:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749300.
00000800:00000200:1.0:1788204967.116426:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788204967.116436:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788204967.116442:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:0.0:1788204967.116585:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000200:1.0:1788204967.116591:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1788204967.116612:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1788204967.116619:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:0.0:1788204967.116622:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204967.372420:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204967.372429:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204967.372431:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204967.372437:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204967.372440:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204967.372444:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204967.372446:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204967.372448:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204967.372450:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204967.884435:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204967.884441:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204967.884447:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204967.884448:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204967.884502:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204967.884506:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204967.884509:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204968.204468:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204968.204476:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204968.204482:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204968.204486:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204968.204491:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204968.204499:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15273
00000400:00000200:2.0:1788204968.204508:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204968.204514:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204968.204517:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204968.204520:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204968.204523:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204968.204525:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204968.204527:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204968.204531:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204968.204533:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204968.204535:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204968.204538:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204968.204539:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204968.204541:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204968.204544:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204968.204546:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204968.204547:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204968.204548:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204968.204551:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204968.204554:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204968.204556:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.204558:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204968.204562:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204968.204564:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.204565:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204968.204567:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204968.204573:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eaa00.
00000020:00000040:2.0:1788204968.204576:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204968.204580:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204968.204582:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.204585:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204968.204588:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204968.204592:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204968.204601:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:2.0:1788204968.204610:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204968.204623:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eaa00 x1875052937914240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204968.204636:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204968.204643:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204968.204650:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84ad27f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eaa00 x1875052937914240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.204670:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204968.204674:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204968.204688:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204968.204690:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204968.204692:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204968.204696:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204968.204698:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15273
00000400:00000200:2.0:1788204968.204703:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204968.204707:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204968.204709:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204968.204712:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204968.204714:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204968.204715:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204968.204719:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204968.204722:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204968.204722:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204968.204726:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204968.204728:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1788204968.204729:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204968.204733:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204968.204736:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204968.204739:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204968.204740:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eaa00 x1875052937914240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204968.204742:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204968.204751:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204968.204756:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204968.204758:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1788204968.204760:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204968.204762:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.204765:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:1.0:1788204968.204769:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:2.0:1788204968.204769:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:1.0:1788204968.204774:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788204968.204775:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:1.0:1788204968.204781:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.204782:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.204787:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1788204968.204791:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937914240:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788204968.204796:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204968.204797:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204968.204802:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204968.204804:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204968.204804:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204968.204809:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1788204968.204810:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204968.204813:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:2.0:1788204968.204815:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.204818:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204968.204820:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204968.204824:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204968.204824:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8000.
00000020:00000040:2.0:1788204968.204830:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204968.204834:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788204968.204836:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204968.204837:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.204840:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204968.204842:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1788204968.204844:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
02000000:00000001:2.0:1788204968.204845:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204968.204851:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000400:00000010:1.0:1788204968.204856:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000001:2.0:1788204968.204856:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204968.204862:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8000 x1875052937914368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788204968.204867:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937914240, portal 25
00000100:00000001:2.0:1788204968.204870:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204968.204872:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204968.204875:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803427840 : -127142906123776 : ffff8c5d3c3eaa00)
00000100:00000040:1.0:1788204968.204882:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eaa00 x1875052937914240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.204889:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.204895:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204968.204898:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073353726] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8000 x1875052937914368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204968.204902:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204968.204907:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000001:2.0:1788204968.204912:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204968.204913:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937914240, offset 0
00000100:00080000:2.0:1788204968.204918:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204968.204922:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204968.204925:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1788204968.204927:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788204968.204928:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204968.204933:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204968.204936:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15273
00000400:00000200:1.0:1788204968.204940:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204968.204944:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204968.204948:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204968.204951:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204968.204953:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:2.0:1788204968.204957:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204968.204961:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204968.204963:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1788204968.204965:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204968.204970:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788204968.204972:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000001:2.0:1788204968.204974:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204968.204977:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:1.0:1788204968.204980:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000001:2.0:1788204968.204980:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204968.204985:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:1.0:1788204968.204988:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000020:00000001:2.0:1788204968.204990:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788204968.204995:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788204968.204996:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547092:547092:256:4294967295] 192.168.201.135@tcp LPNI seq info [547058:547058:8:4294967295]
00000100:00000040:2.0:1788204968.205003:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788204968.205007:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204968.205009:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204968.205013:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204968.205017:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204968.205020:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788204968.205027:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:1.0:1788204968.205029:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788204968.205032:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.205036:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1788204968.205041:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000001:2.0:1788204968.205041:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204968.205047:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788204968.205049:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000100:00000001:2.0:1788204968.205049:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204968.205051:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788204968.205056:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.205059:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204968.205063:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000010:2.0:1788204968.205066:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8a80.
00000020:00000040:2.0:1788204968.205070:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204968.205074:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204968.205075:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204968.205076:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1788204968.205078:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204968.205082:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204968.205086:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204968.205086:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:2.0:1788204968.205091:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000800:00000200:1.1:1788204968.205092:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:2.0:1788204968.205098:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788204968.205102:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204968.205108:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000100:00100000:2.0:1788204968.205108:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8a80 x1875052937914496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204968.205118:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204968.205121:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204968.205122:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1788204968.205128:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e60b9ed0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8a80 x1875052937914496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204968.205132:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788204968.205142:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204968.205143:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000100:00080000:2.0:1788204968.205146:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788204968.205147:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00080000:2.0:1788204968.205154:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204968.205155:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204968.205156:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204968.205160:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1788204968.205162:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eaa00 x1875052937914240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.205164:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204968.205170:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15273
00000400:00000200:2.0:1788204968.205178:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204968.205181:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1788204968.205182:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204968.205186:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204968.205188:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eaa00 x1875052937914240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204968.205192:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204968.205197:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204968.205201:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204968.205205:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.205206:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204968.205210:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:2.0:1788204968.205211:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204968.205214:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204968.205216:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204968.205219:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:1.0:1788204968.205220:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204968.205222:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204968.205225:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:1.0:1788204968.205229:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788204968.205231:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204968.205234:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204968.205235:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309950156
00000100:00000040:2.0:1788204968.205236:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204968.205240:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204968.205242:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000010:1.0:1788204968.205243:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749f60.
00000100:00080000:2.0:1788204968.205246:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204968.205249:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.205252:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204968.205255:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1788204968.205256:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204968.205260:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.205263:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204968.205265:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309950156
00000008:00100000:2.0:1788204968.205266:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000010:1.0:1788204968.205271:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7492a0.
00000008:00000001:2.0:1788204968.205271:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.205277:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.205278:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000010:2.0:1788204968.205282:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000100:00000001:1.0:1788204968.205283:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1788204968.205288:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204968.205289:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.205293:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204968.205295:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1788204968.205295:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.205296:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204968.205332:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1788204968.205334:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204968/real 1788204968]  req@ffff8c5d3c3eaa00 x1875052937914240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204968.205336:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204968.205343:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788204968.205349:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788204968.205351:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204968.205355:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:2.0:1788204968.205357:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937914624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788204968.205360:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204968.205366:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000100:00000001:2.0:1788204968.205368:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788204968.205369:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:2.0:1788204968.205373:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.205376:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1788204968.205380:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937914624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204968.205383:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eaa00 x1875052937914240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.205407:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788204968.205411:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eaa00 x1875052937914240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788204968.205412:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204968.205420:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788204968.205424:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204968.205428:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204968.205430:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204968.205433:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204968.205435:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788204968.205439:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15273
00000100:00000001:1.0:1788204968.205440:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204968.205444:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788204968.205448:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:1.0:1788204968.205454:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eaa00 x1875052937914240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204968.205455:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204968.205460:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204968.205467:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204968.205469:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.205472:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204968.205477:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eaa00 x1875052937914240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204968.205478:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204968.205484:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204968.205489:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204968.205492:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:1.0:1788204968.205494:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1788204968.205495:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204968.205499:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:1.0:1788204968.205501:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788204968.205503:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788204968.205505:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1788204968.205507:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204968.205510:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204968.205512:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204968.205514:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204968.205516:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.205518:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204968.205521:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:2.0:1788204968.205521:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204968.205524:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204968.205526:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204968.205527:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204968.205531:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00080000:1.0:1788204968.205534:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1788204968.205535:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204968.205540:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.205543:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:1.0:1788204968.205544:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000008:00100000:2.0:1788204968.205546:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788204968.205550:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:2.0:1788204968.205551:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.205555:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204968.205558:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eaa00 x1875052937914240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204968.205562:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000020:00000040:2.0:1788204968.205568:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204968.205574:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1788204968.205575:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937914240:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788204968.205576:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.205582:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788204968.205585:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204968.205585:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204968.205587:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.205591:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:2.0:1788204968.205594:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000040:1.0:1788204968.205596:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eaa00 x1875052937914240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204968.205601:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.205609:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00100000:2.0:1788204968.205610:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937914752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204968.205613:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204968.205618:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204968.205624:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1788204968.205627:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000020:00000001:1.0:1788204968.205628:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:2.0:1788204968.205632:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788204968.205633:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204968.205638:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:2.0:1788204968.205638:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937914752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204968.205643:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:1.0:1788204968.205650:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1788204968.205650:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204968.205654:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204968.205658:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eaa00.
00000100:00000040:2.0:1788204968.205658:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15284)
00000100:00000001:1.0:1788204968.205663:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204968.205666:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.205669:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.205692:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204968.205695:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.205697:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204968.205699:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204968.205701:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204968.205706:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8000 x1875052937914368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.205713:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204968.205714:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204968.205716:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204968.205719:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204968.205722:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204968.205725:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937914368:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204968.205728:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204968.205731:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204968.205732:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204968.205735:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204968.205738:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204968.205740:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204968.205745:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204968.205748:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204968.205752:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204968.205756:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937914368, portal 10
00000100:00000001:1.0:1788204968.205758:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204968.205759:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417088 : -127142906134528 : ffff8c5d3c3e8000)
00000100:00000040:1.0:1788204968.205766:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8000 x1875052937914368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.205772:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204968.205774:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204968.205776:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204968.205779:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937914368, offset 0
00000400:00000200:1.0:1788204968.205783:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204968.205787:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204968.205792:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204968.205796:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204968.205800:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204968.205803:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204968.205806:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204968.205809:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547093:547093:256:4294967295] 192.168.201.135@tcp LPNI seq info [547059:547059:8:4294967295]
00000400:00000200:1.0:1788204968.205814:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204968.205823:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204968.205835:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204968.205839:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788204968.205844:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204968.205847:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204968.205852:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204968.205855:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204968.205859:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204968.205860:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788204968.205868:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204968.205871:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204968.205875:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204968.205876:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204968.205879:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204968.205882:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8000 x1875052937914368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.205891:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204968.205894:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8000 x1875052937914368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.205900:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.205902:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204968.205906:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204968.205910:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204968.205913:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204968.205915:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309946397
00000100:00000001:1.0:1788204968.205919:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309950156
00000100:00000001:1.0:1788204968.205921:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309946397
00000100:00000001:1.0:1788204968.205923:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309950156
00000100:00000001:1.0:1788204968.205925:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204968.205927:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.205929:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204968.205932:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204968/real 1788204968]  req@ffff8c5d3c3e8000 x1875052937914368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204968.205941:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204968.205942:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204968.205944:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204968.205947:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204968.205949:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204968.205951:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204968.205955:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8000 x1875052937914368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204968.205963:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8000 x1875052937914368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.205970:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204968.205972:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.205974:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204968.205976:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204968.205980:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8000 x1875052937914368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.205987:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204968.205991:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8000 x1875052937914368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.205998:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204968.206001:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.206002:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204968.206004:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.206005:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204968.206007:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204968.206010:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204968.206013:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204968.206016:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204968.206020:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8000 x1875052937914368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204968.206027:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937914368:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204968.206031:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204968.206035:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8a80 x1875052937914496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206048:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204968.206050:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204968.206052:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204968.206054:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204968.206056:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204968.206058:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937914496:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204968.206062:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204968.206064:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204968.206065:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204968.206067:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204968.206070:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204968.206072:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204968.206075:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204968.206078:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204968.206081:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204968.206084:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937914496, portal 10
00000100:00000001:1.0:1788204968.206086:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204968.206088:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803419776 : -127142906131840 : ffff8c5d3c3e8a80)
00000100:00000040:1.0:1788204968.206094:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8a80 x1875052937914496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206100:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204968.206103:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204968.206105:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204968.206107:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937914496, offset 0
00000400:00000200:1.0:1788204968.206111:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204968.206115:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204968.206119:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204968.206121:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204968.206124:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204968.206126:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204968.206128:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204968.206132:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547094:547094:256:4294967295] 192.168.201.135@tcp LPNI seq info [547060:547060:8:4294967295]
00000400:00000200:1.0:1788204968.206136:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204968.206142:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204968.206146:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204968.206151:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788204968.206155:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204968.206163:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204968.206167:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204968.206169:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204968.206175:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204968.206177:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788204968.206182:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204968.206185:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204968.206188:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204968.206189:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204968.206191:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204968.206195:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8a80 x1875052937914496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206203:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204968.206206:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8a80 x1875052937914496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206212:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.206213:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204968.206217:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204968.206220:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204968.206223:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204968.206224:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309946392
00000100:00000001:1.0:1788204968.206226:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309950156
00000100:00000001:1.0:1788204968.206228:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309946392
00000100:00000001:1.0:1788204968.206230:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309950156
00000100:00000001:1.0:1788204968.206231:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204968.206233:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.206235:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204968.206238:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204968/real 1788204968]  req@ffff8c5d3c3e8a80 x1875052937914496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204968.206250:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204968.206252:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204968.206253:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204968.206257:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204968.206259:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204968.206261:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204968.206263:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8a80 x1875052937914496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204968.206271:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8a80 x1875052937914496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206276:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204968.206278:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.206280:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204968.206281:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204968.206284:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8a80 x1875052937914496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206289:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204968.206293:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8a80 x1875052937914496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206328:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204968.206330:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.206331:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204968.206332:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.206333:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204968.206334:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204968.206336:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204968.206339:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204968.206340:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204968.206343:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8a80 x1875052937914496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204968.206352:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937914496:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204968.206355:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204968.206358:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9f80 x1875052937914624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206362:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204968.206363:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204968.206364:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204968.206365:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204968.206367:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204968.206368:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937914624:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204968.206370:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204968.206372:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204968.206373:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204968.206374:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204968.206376:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204968.206378:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204968.206380:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204968.206382:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204968.206384:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204968.206387:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937914624, portal 4
00000100:00000001:1.0:1788204968.206388:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204968.206389:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803425152 : -127142906126464 : ffff8c5d3c3e9f80)
00000100:00000040:1.0:1788204968.206393:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9f80 x1875052937914624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206397:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204968.206399:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204968.206400:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204968.206402:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937914624, offset 0
00000400:00000200:1.0:1788204968.206405:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204968.206407:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204968.206410:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204968.206411:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204968.206413:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204968.206415:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204968.206416:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204968.206418:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547095:547095:256:4294967295] 192.168.201.135@tcp LPNI seq info [547061:547061:8:4294967295]
00000400:00000200:1.0:1788204968.206421:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204968.206424:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204968.206427:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204968.206429:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788204968.206431:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204968.206433:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204968.206436:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204968.206437:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204968.206440:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204968.206442:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788204968.206445:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204968.206447:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204968.206448:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204968.206449:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204968.206451:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204968.206453:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9f80 x1875052937914624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206459:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204968.206462:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9f80 x1875052937914624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206468:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.206469:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204968.206472:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204968.206475:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204968.206478:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204968.206480:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309946486
00000100:00000001:1.0:1788204968.206482:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309950156
00000100:00000001:1.0:1788204968.206484:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309946486
00000100:00000001:1.0:1788204968.206486:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309950156
00000100:00000001:1.0:1788204968.206488:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204968.206490:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.206492:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204968.206496:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204968/real 1788204968]  req@ffff8c5d3c3e9f80 x1875052937914624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204968.206504:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204968.206505:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204968.206507:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204968.206509:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204968.206510:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204968.206512:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204968.206515:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9f80 x1875052937914624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204968.206524:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9f80 x1875052937914624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206530:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204968.206531:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.206533:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204968.206534:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204968.206537:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9f80 x1875052937914624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206543:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204968.206547:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9f80 x1875052937914624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206553:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204968.206555:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.206557:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204968.206558:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.206560:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204968.206561:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204968.206563:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204968.206566:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204968.206568:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204968.206572:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9f80 x1875052937914624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204968.206580:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937914624:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204968.206584:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204968.206587:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9500 x1875052937914752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206592:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204968.206594:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204968.206595:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204968.206597:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204968.206599:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204968.206602:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937914752:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204968.206605:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204968.206607:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204968.206608:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204968.206610:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204968.206613:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204968.206615:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204968.206618:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204968.206621:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204968.206624:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204968.206627:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937914752, portal 4
00000100:00000001:1.0:1788204968.206629:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204968.206630:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803422464 : -127142906129152 : ffff8c5d3c3e9500)
00000100:00000040:1.0:1788204968.206636:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9500 x1875052937914752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206643:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204968.206645:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204968.206647:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204968.206650:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937914752, offset 0
00000400:00000200:1.0:1788204968.206654:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204968.206658:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204968.206662:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204968.206664:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204968.206666:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204968.206669:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204968.206671:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204968.206674:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547096:547096:256:4294967295] 192.168.201.135@tcp LPNI seq info [547062:547062:8:4294967295]
00000400:00000200:1.0:1788204968.206689:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204968.206696:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204968.206701:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204968.206704:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788204968.206708:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204968.206710:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788204968.206715:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204968.206717:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788204968.206721:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204968.206722:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788204968.206726:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204968.206729:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204968.206732:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204968.206734:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204968.206737:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204968.206741:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9500 x1875052937914752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206748:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204968.206751:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9500 x1875052937914752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206757:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.206759:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204968.206762:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204968.206766:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204968.206769:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204968.206770:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309946503
00000100:00000001:1.0:1788204968.206772:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309950156
00000100:00000001:1.0:1788204968.206774:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309946503
00000100:00000001:1.0:1788204968.206775:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309950156
00000100:00000001:1.0:1788204968.206777:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204968.206778:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.206779:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204968.206781:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204968/real 1788204968]  req@ffff8c5d3c3e9500 x1875052937914752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204968.206787:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204968.206788:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204968.206790:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204968.206793:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204968.206795:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204968.206798:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204968.206801:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9500 x1875052937914752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204968.206810:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9500 x1875052937914752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206821:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204968.206823:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.206825:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204968.206826:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204968.206831:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9500 x1875052937914752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206837:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204968.206841:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9500 x1875052937914752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206848:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204968.206850:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.206851:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204968.206853:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.206855:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204968.206857:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204968.206860:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204968.206863:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204968.206865:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204968.206869:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9500 x1875052937914752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204968.206876:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937914752:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204968.206881:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.206884:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204968.206888:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8000 x1875052937914368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206895:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204968.206897:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204968.206901:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204968.206904:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204968.206907:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204968.206909:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204968.206911:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204968.206913:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:1.0:1788204968.206916:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204968.206918:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204968.206919:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8000.
00000100:00000001:1.0:1788204968.206922:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204968.206923:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.206924:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204968.206928:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8a80 x1875052937914496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206933:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204968.206934:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204968.206935:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204968.206938:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204968.206939:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204968.206940:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204968.206941:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204968.206942:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:1.0:1788204968.206944:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204968.206945:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204968.206947:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8a80.
00000100:00000001:1.0:1788204968.206949:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204968.206950:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.206951:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204968.206954:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9f80 x1875052937914624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206960:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204968.206961:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204968.206963:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204968.206965:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204968.206966:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204968.206967:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204968.206970:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204968.206971:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:1.0:1788204968.206973:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204968.206974:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204968.206976:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9f80.
00000100:00000001:1.0:1788204968.206978:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204968.206980:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.206981:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204968.206985:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9500 x1875052937914752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204968.206991:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204968.206992:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204968.206994:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204968.206995:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204968.206996:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204968.206997:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204968.206998:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204968.206999:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:1.0:1788204968.207001:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204968.207001:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204968.207002:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9500.
00000100:00000001:1.0:1788204968.207004:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204968.207005:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.207007:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204968.207013:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204968.207014:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204968.207017:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204968.207018:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204968.396430:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204968.396438:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204968.396440:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204968.396445:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204968.396448:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204968.396452:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.396454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204968.396457:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204968.396459:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204968.908457:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204968.908464:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204968.908469:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204968.908470:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204968.908527:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204968.908531:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204968.908534:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204969.420383:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204969.420400:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204969.420402:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204969.420409:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204969.420413:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204969.420417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204969.420420:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204969.420423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204969.420426:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204969.932417:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204969.932424:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204969.932430:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204969.932431:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204969.932486:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204969.932490:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204969.932492:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204970.444462:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204970.444472:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204970.444475:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204970.444483:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204970.444487:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204970.444493:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204970.444497:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204970.444499:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204970.444502:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204970.956477:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204970.956485:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204970.956492:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204970.956493:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204970.956521:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204970.956524:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204970.956528:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204971.468404:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204971.468412:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204971.468414:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204971.468419:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204971.468422:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204971.468426:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204971.468428:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204971.468431:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204971.468434:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204971.980436:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204971.980443:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204971.980448:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204971.980448:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204971.980515:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204971.980520:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204971.980524:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204972.044421:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309950156, at 4309950208
00000100:00000040:1.0:1788204972.044421:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309950156, at 4309950208
00000100:00000010:0.0:1788204972.044439:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749f60.
00000100:00000010:1.0:1788204972.044446:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7492a0.
00000100:00000001:2.0:1788204972.492430:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204972.492438:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204972.492440:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204972.492445:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204972.492448:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204972.492452:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204972.492454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204972.492457:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204972.492459:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204973.004440:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204973.004449:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204973.004457:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204973.004458:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204973.004504:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204973.004509:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204973.004512:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204973.324392:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204973.324403:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204973.324405:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204973.324409:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204973.324413:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204973.324421:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15279
00000400:00000200:3.0:1788204973.324430:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204973.324435:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204973.324438:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204973.324440:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324443:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204973.324444:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324446:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204973.324450:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204973.324451:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204973.324453:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204973.324455:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204973.324457:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204973.324458:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204973.324460:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324462:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204973.324463:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324464:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204973.324467:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204973.324469:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324471:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204973.324473:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204973.324476:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204973.324478:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204973.324479:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204973.324480:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204973.324489:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788204973.324493:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204973.324497:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204973.324498:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204973.324501:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204973.324503:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204973.324508:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204973.324515:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788204973.324521:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204973.324529:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937914880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204973.324537:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204973.324541:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204973.324545:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937914880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204973.324561:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204973.324563:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204973.324566:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204973.324567:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204973.324568:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204973.324570:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204973.324572:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15279
00000400:00000200:3.0:1788204973.324574:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204973.324576:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204973.324577:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204973.324579:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324581:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204973.324582:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324583:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204973.324585:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204973.324586:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204973.324588:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204973.324601:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204973.324603:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204973.324605:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788204973.324607:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324609:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204973.324610:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324611:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204973.324613:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788204973.324613:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204973.324615:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324617:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204973.324618:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204973.324622:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204973.324625:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788204973.324625:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204973.324629:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204973.324631:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1788204973.324635:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937914880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204973.324636:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204973.324642:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204973.324645:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204973.324650:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000100:00000001:1.0:1788204973.324651:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204973.324654:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204973.324654:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204973.324657:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204973.324659:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788204973.324659:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204973.324662:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204973.324663:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204973.324664:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204973.324666:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204973.324667:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204973.324670:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00100000:1.0:1788204973.324671:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937914880:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788204973.324674:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.324676:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1788204973.324680:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937915008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788204973.324681:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204973.324684:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204973.324689:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788204973.324690:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204973.324692:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204973.324695:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
00000100:00000040:3.0:1788204973.324695:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937915008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204973.324699:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204973.324709:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204973.324714:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000001:3.0:1788204973.324716:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204973.324719:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788204973.324722:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00080000:3.0:1788204973.324722:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204973.324725:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204973.324727:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204973.324729:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1788204973.324731:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937914880, portal 25
00000100:00080000:3.0:1788204973.324732:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15279
00000100:00000001:1.0:1788204973.324735:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1788204973.324736:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204973.324738:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000400:00000200:3.0:1788204973.324741:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204973.324743:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204973.324747:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937914880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204973.324748:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324752:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204973.324756:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324760:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204973.324762:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1788204973.324763:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204973.324766:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204973.324768:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:1.0:1788204973.324769:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788204973.324771:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000010:1.0:1788204973.324772:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000020:00000001:3.0:1788204973.324774:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000200:1.0:1788204973.324776:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937914880, offset 0
00000020:00000001:3.0:1788204973.324777:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204973.324781:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324782:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204973.324785:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204973.324786:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324789:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204973.324791:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788204973.324792:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324793:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204973.324797:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204973.324797:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204973.324801:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204973.324803:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204973.324804:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204973.324806:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000008:00100000:3.0:1788204973.324807:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204973.324811:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204973.324812:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204973.324813:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1788204973.324816:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000400:00000200:1.0:1788204973.324819:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:3.0:1788204973.324819:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204973.324822:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204973.324824:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204973.324825:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788204973.324826:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204973.324830:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788204973.324831:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:3.0:1788204973.324832:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204973.324838:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547097:547097:256:4294967295] 192.168.201.135@tcp LPNI seq info [547063:547063:8:4294967295]
02000000:00000010:3.0:1788204973.324839:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000400:00000200:1.0:1788204973.324843:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204973.324844:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204973.324848:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937915136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204973.324856:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204973.324862:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204973.324864:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204973.324868:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204973.324870:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937915136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1788204973.324874:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000100:00000001:3.0:1788204973.324880:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204973.324884:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788204973.324884:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204973.324889:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:1.0:1788204973.324890:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1788204973.324891:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204973.324893:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204973.324896:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:1.1:1788204973.324898:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788204973.324900:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15279
00000800:00000200:1.1:1788204973.324902:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000400:00000200:3.0:1788204973.324905:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204973.324911:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000100:1.0:1788204973.324912:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204973.324914:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1788204973.324915:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000100:00000040:3.0:1788204973.324919:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324921:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204973.324922:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324923:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204973.324924:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204973.324925:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204973.324926:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204973.324927:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204973.324928:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788204973.324929:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:1.0:1788204973.324930:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788204973.324933:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324936:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204973.324938:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788204973.324939:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.324943:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204973.324944:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000400:00000200:1.0:1788204973.324945:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000100:00080000:3.0:1788204973.324946:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000010:1.0:1788204973.324949:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:3.0:1788204973.324950:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204973.324953:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204973.324955:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204973.324956:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204973.324956:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204973.324959:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204973.324960:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000200:1.0:1788204973.324962:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937914880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788204973.324963:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204973.324966:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204973.324970:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788204973.324973:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204973.324976:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204973.324977:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788204973.324977:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204973.324980:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204973.324983:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1788204973.324984:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937914880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204973.324985:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204973.324991:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:1.0:1788204973.324993:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204973.324994:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.324997:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:3.0:1788204973.325000:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937915264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204973.325003:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204973.325008:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788204973.325009:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204973.325011:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.325013:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309955276
00000100:00000040:3.0:1788204973.325016:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937915264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788204973.325019:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7492a0.
00000100:00000001:3.0:1788204973.325025:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204973.325027:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788204973.325028:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788204973.325030:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204973.325032:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204973.325033:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204973.325034:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788204973.325035:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309955276
00000100:00080000:3.0:1788204973.325036:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15279
00000100:00000010:1.0:1788204973.325041:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749e40.
00000400:00000200:3.0:1788204973.325042:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204973.325047:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1788204973.325047:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204973.325052:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788204973.325053:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204973.325054:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204973.325059:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204973.325059:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204973.325064:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1788204973.325064:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204973.325068:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00100000:1.0:1788204973.325070:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204973/real 1788204973]  req@ffff8c5d3ba6ad80 x1875052937914880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204973.325071:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204973.325073:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204973.325076:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204973.325078:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788204973.325081:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000001:1.0:1788204973.325084:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1788204973.325084:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000001:1.0:1788204973.325087:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1788204973.325087:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:1.0:1788204973.325091:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000100:00000001:3.0:1788204973.325091:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204973.325095:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000100:00000040:3.0:1788204973.325096:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:1.0:1788204973.325099:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:3.0:1788204973.325100:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204973.325104:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:3.0:1788204973.325104:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204973.325108:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000200:1.0:1788204973.325110:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937914880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204973.325111:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204973.325114:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204973.325117:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204973.325120:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204973.325122:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1788204973.325123:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937914880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204973.325124:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204973.325129:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204973.325132:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.325137:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:3.0:1788204973.325138:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000100:00000001:1.0:1788204973.325139:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788204973.325140:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788204973.325142:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204973.325144:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204973.325144:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204973.325146:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204973.325149:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1788204973.325150:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937914880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204973.325151:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204973.325153:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204973.325157:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:1.0:1788204973.325159:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204973.325161:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204973.325165:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937914880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788204973.325167:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937915392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204973.325190:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204973.325190:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204973.325192:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.325194:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204973.325197:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937915392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325198:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204973.325200:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.325204:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204973.325207:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204973.325208:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204973.325213:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1788204973.325214:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15289)
00000100:00080000:1.0:1788204973.325222:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204973.325227:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204973.325232:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937914880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204973.325241:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937914880:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788204973.325247:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.325249:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204973.325253:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937914880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325260:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204973.325262:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204973.325264:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204973.325267:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204973.325268:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204973.325270:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204973.325272:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204973.325273:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:1.0:1788204973.325276:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204973.325278:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204973.325279:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:1.0:1788204973.325281:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204973.325282:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.325284:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.325291:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204973.325293:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.325294:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204973.325295:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204973.325296:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204973.325318:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937915008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325322:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204973.325323:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204973.325325:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204973.325326:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204973.325328:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204973.325330:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937915008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204973.325332:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204973.325334:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204973.325335:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204973.325336:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204973.325339:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204973.325340:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204973.325343:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204973.325344:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204973.325346:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204973.325349:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937915008, portal 10
00000100:00000001:1.0:1788204973.325350:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204973.325351:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:1.0:1788204973.325355:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937915008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325359:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204973.325361:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204973.325362:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204973.325364:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937915008, offset 0
00000400:00000200:1.0:1788204973.325367:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204973.325371:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204973.325374:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204973.325377:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204973.325380:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204973.325382:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204973.325384:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204973.325387:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547098:547098:256:4294967295] 192.168.201.135@tcp LPNI seq info [547064:547064:8:4294967295]
00000400:00000200:1.0:1788204973.325392:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204973.325398:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204973.325402:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204973.325406:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788204973.325410:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204973.325413:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204973.325416:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204973.325418:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204973.325420:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204973.325421:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788204973.325424:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204973.325426:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204973.325429:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204973.325430:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204973.325431:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204973.325434:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937915008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325439:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204973.325441:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937915008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325445:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.325446:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204973.325449:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204973.325452:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204973.325455:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204973.325456:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309951517
00000100:00000001:1.0:1788204973.325458:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309955276
00000100:00000001:1.0:1788204973.325460:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309951517
00000100:00000001:1.0:1788204973.325461:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309955276
00000100:00000001:1.0:1788204973.325462:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204973.325464:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.325465:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204973.325467:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204973/real 1788204973]  req@ffff8c5d3ba68e00 x1875052937915008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204973.325476:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204973.325477:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204973.325478:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204973.325479:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204973.325480:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204973.325481:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204973.325483:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937915008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204973.325488:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937915008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325492:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204973.325492:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.325493:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204973.325494:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204973.325496:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937915008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325499:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204973.325502:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937915008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325505:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204973.325507:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.325507:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204973.325508:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.325509:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204973.325510:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204973.325512:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204973.325513:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204973.325514:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204973.325517:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937915008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204973.325522:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937915008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204973.325524:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204973.325526:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937915136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325529:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204973.325530:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204973.325531:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204973.325532:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204973.325533:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204973.325535:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937915136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204973.325537:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204973.325538:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204973.325539:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204973.325539:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204973.325541:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204973.325543:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204973.325545:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204973.325546:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204973.325548:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204973.325550:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937915136, portal 10
00000100:00000001:1.0:1788204973.325551:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204973.325552:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:1.0:1788204973.325556:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937915136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325560:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204973.325561:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204973.325562:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204973.325564:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937915136, offset 0
00000400:00000200:1.0:1788204973.325567:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204973.325569:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204973.325571:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204973.325573:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204973.325575:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204973.325577:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204973.325578:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204973.325580:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547099:547099:256:4294967295] 192.168.201.135@tcp LPNI seq info [547065:547065:8:4294967295]
00000400:00000200:1.0:1788204973.325583:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204973.325586:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204973.325600:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204973.325603:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788204973.325606:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204973.325608:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204973.325610:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204973.325612:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204973.325614:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204973.325615:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788204973.325618:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204973.325620:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204973.325623:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204973.325624:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204973.325625:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204973.325627:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937915136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325632:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204973.325634:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937915136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325638:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.325639:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204973.325641:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204973.325643:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204973.325645:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204973.325647:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309951512
00000100:00000001:1.0:1788204973.325649:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309955276
00000100:00000001:1.0:1788204973.325650:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309951512
00000100:00000001:1.0:1788204973.325651:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309955276
00000100:00000001:1.0:1788204973.325653:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204973.325654:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.325655:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204973.325657:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204973/real 1788204973]  req@ffff8c5d3ba69c00 x1875052937915136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204973.325661:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204973.325662:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204973.325663:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204973.325664:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204973.325665:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204973.325666:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204973.325668:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937915136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204973.325672:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937915136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325676:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204973.325676:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.325677:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204973.325678:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204973.325680:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937915136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325683:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204973.325685:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937915136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325689:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204973.325690:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.325691:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204973.325692:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.325693:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204973.325694:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204973.325696:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204973.325698:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204973.325699:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204973.325701:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937915136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204973.325705:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937915136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204973.325707:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204973.325709:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937915264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325712:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204973.325713:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204973.325714:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204973.325715:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204973.325716:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204973.325717:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937915264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204973.325719:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204973.325720:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204973.325721:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204973.325723:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204973.325725:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204973.325726:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204973.325728:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204973.325730:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204973.325732:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204973.325733:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937915264, portal 4
00000100:00000001:1.0:1788204973.325735:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204973.325736:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:1.0:1788204973.325740:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937915264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325744:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204973.325745:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204973.325746:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204973.325748:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937915264, offset 0
00000400:00000200:1.0:1788204973.325750:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204973.325752:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204973.325753:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204973.325755:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204973.325757:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204973.325758:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204973.325759:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204973.325761:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547100:547100:256:4294967295] 192.168.201.135@tcp LPNI seq info [547066:547066:8:4294967295]
00000400:00000200:1.0:1788204973.325764:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204973.325768:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204973.325770:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204973.325772:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788204973.325774:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204973.325776:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204973.325778:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204973.325779:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204973.325781:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204973.325783:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788204973.325785:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204973.325787:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204973.325789:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204973.325790:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204973.325791:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204973.325793:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937915264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325801:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204973.325803:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937915264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325807:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.325808:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204973.325809:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204973.325811:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204973.325813:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204973.325814:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309951605
00000100:00000001:1.0:1788204973.325815:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309955276
00000100:00000001:1.0:1788204973.325816:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309951605
00000100:00000001:1.0:1788204973.325818:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309955276
00000100:00000001:1.0:1788204973.325819:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204973.325820:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.325821:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204973.325823:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204973/real 1788204973]  req@ffff8c5d3ba69180 x1875052937915264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204973.325827:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204973.325828:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204973.325828:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204973.325829:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204973.325830:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204973.325831:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204973.325833:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937915264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204973.325837:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937915264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325841:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204973.325843:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.325844:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204973.325845:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204973.325847:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937915264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325850:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204973.325852:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937915264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325855:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204973.325857:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.325857:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204973.325858:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.325859:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204973.325860:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204973.325861:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204973.325862:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204973.325864:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204973.325865:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937915264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204973.325869:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937915264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204973.325871:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204973.325873:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937915392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325877:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204973.325878:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204973.325879:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204973.325880:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204973.325881:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204973.325883:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937915392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204973.325885:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204973.325886:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204973.325888:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204973.325889:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204973.325891:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204973.325892:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204973.325893:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204973.325894:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204973.325896:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204973.325898:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937915392, portal 4
00000100:00000001:1.0:1788204973.325899:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204973.325900:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:1.0:1788204973.325903:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937915392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325907:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204973.325908:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204973.325909:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204973.325910:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937915392, offset 0
00000400:00000200:1.0:1788204973.325912:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204973.325914:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204973.325916:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204973.325917:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204973.325919:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204973.325920:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204973.325921:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204973.325923:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547101:547101:256:4294967295] 192.168.201.135@tcp LPNI seq info [547067:547067:8:4294967295]
00000400:00000200:1.0:1788204973.325926:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204973.325929:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204973.325931:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204973.325932:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788204973.325934:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204973.325936:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788204973.325938:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204973.325940:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788204973.325942:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204973.325943:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788204973.325945:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204973.325947:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204973.325948:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204973.325949:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204973.325950:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204973.325952:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937915392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325957:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204973.325958:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937915392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788204998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325962:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.325963:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204973.325964:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204973.325966:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204973.325968:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204973.325969:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309951622
00000100:00000001:1.0:1788204973.325971:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309955276
00000100:00000001:1.0:1788204973.325972:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309951622
00000100:00000001:1.0:1788204973.325973:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309955276
00000100:00000001:1.0:1788204973.325974:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204973.325975:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.325976:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204973.325978:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204973/real 1788204973]  req@ffff8c5d3ba68000 x1875052937915392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204973.325982:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204973.325983:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204973.325984:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204973.325985:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204973.325986:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204973.325988:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204973.325990:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937915392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204973.325994:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937915392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.325997:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204973.325998:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.325998:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204973.325999:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204973.326001:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937915392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.326004:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204973.326006:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937915392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.326010:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204973.326011:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.326012:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204973.326012:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.326013:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204973.326014:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204973.326015:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204973.326016:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204973.326018:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204973.326020:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937915392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204973.326029:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937915392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204973.326031:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.326032:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204973.326034:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937915008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.326037:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204973.326038:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204973.326039:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788204973.326040:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204973.326042:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204973.326043:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204973.326044:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204973.326045:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:1.0:1788204973.326047:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204973.326048:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204973.326049:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:1.0:1788204973.326051:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204973.326052:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.326053:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204973.326054:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937915136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.326058:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204973.326059:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204973.326060:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788204973.326061:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204973.326062:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204973.326063:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204973.326064:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204973.326065:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:1.0:1788204973.326066:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204973.326066:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204973.326067:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:1.0:1788204973.326068:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204973.326069:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.326071:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204973.326072:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937915264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.326076:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204973.326077:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204973.326077:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204973.326078:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204973.326079:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204973.326080:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204973.326081:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204973.326081:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:1.0:1788204973.326082:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204973.326083:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204973.326084:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:1.0:1788204973.326085:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204973.326085:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.326086:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204973.326087:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937915392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788204998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204973.326091:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204973.326091:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204973.326092:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788204973.326093:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204973.326094:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204973.326094:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204973.326095:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204973.326096:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:1.0:1788204973.326097:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204973.326097:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204973.326098:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:1.0:1788204973.326099:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204973.326100:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.326100:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204973.326102:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204973.326104:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204973.326105:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204973.326106:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204973.516431:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204973.516439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204973.516441:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204973.516446:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204973.516449:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204973.516452:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.516454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204973.516457:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204973.516459:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204974.028427:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204974.028436:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204974.028444:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204974.028445:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204974.028540:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204974.028548:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204974.028552:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204974.540395:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204974.540401:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204974.540403:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204974.540406:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204974.540409:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204974.540412:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204974.540413:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204974.540416:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204974.540417:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204975.052445:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204975.052452:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204975.052457:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204975.052458:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204975.052508:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204975.052512:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204975.052515:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204975.564381:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204975.564387:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204975.564388:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204975.564392:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204975.564395:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204975.564397:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204975.564399:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204975.564401:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204975.564402:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204976.076427:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204976.076434:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204976.076441:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204976.076443:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204976.076568:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204976.076571:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204976.076574:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204976.588422:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204976.588430:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204976.588432:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204976.588438:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204976.588441:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204976.588445:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204976.588447:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204976.588450:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204976.588453:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204977.100418:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204977.100425:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204977.100426:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204977.100429:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204977.100432:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204977.100434:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204977.100435:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204977.100436:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204977.100439:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204977.100440:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204977.100441:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204977.100442:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204977.100443:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204977.100444:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204977.100445:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204977.100446:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204977.100493:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204977.100496:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204977.100499:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204977.164393:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309955276, at 4309955328
00000100:00000040:1.0:1788204977.164393:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309955276, at 4309955328
00000100:00000010:0.0:1788204977.164408:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7492a0.
00000100:00000010:1.0:1788204977.164410:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749e40.
00000100:00000001:2.0:1788204977.612419:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204977.612428:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204977.612430:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204977.612435:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204977.612438:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204977.612440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204977.612443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204977.612445:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204977.612447:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204978.124407:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204978.124416:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204978.124423:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204978.124425:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204978.124536:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204978.124541:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204978.124544:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204978.444482:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204978.444495:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204978.444499:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204978.444514:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204978.444519:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204978.444535:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15284
00000400:00000200:1.0:1788204978.444550:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204978.444558:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204978.444562:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204978.444566:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204978.444570:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204978.444573:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204978.444576:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204978.444580:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204978.444582:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204978.444586:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204978.444589:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204978.444592:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204978.444594:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204978.444598:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204978.444600:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204978.444602:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204978.444604:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204978.444608:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204978.444611:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204978.444614:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204978.444617:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204978.444621:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204978.444624:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204978.444627:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204978.444629:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204978.444641:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdf80.
00000020:00000040:1.0:1788204978.444645:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204978.444649:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204978.444651:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204978.444655:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204978.444658:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204978.444664:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204978.444672:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:1.0:1788204978.444681:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204978.444690:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdf80 x1875052937915520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204978.444702:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204978.444707:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204978.444712:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e021a10] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdf80 x1875052937915520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204978.444740:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204978.444744:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204978.444748:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204978.444749:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204978.444751:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204978.444754:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204978.444757:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15284
00000400:00000200:1.0:1788204978.444761:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204978.444765:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204978.444768:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204978.444771:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204978.444774:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204978.444776:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788204978.444777:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204978.444781:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204978.444782:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788204978.444784:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204978.444786:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:2.0:1788204978.444786:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788204978.444790:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204978.444792:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000040:2.0:1788204978.444794:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdf80 x1875052937915520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204978.444795:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204978.444799:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204978.444807:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204978.444810:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204978.444811:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1788204978.444813:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204978.444815:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204978.444817:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204978.444821:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:2.0:1788204978.444822:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1788204978.444823:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204978.444827:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.444827:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204978.444828:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204978.444833:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204978.444836:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788204978.444840:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937915520:192.168.201.135@tcp:250:kworker.0
02000000:00000001:1.0:1788204978.444841:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204978.444845:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204978.444848:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1788204978.444851:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204978.444854:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1788204978.444857:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.444858:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204978.444861:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.444862:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1788204978.444869:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecca80.
02000000:00000010:2.0:1788204978.444869:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b400.
00000020:00000040:1.0:1788204978.444874:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788204978.444874:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204978.444879:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788204978.444880:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788204978.444882:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204978.444885:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:1.0:1788204978.444886:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204978.444889:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204978.444892:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204978.444892:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
02000000:00000010:1.0:1788204978.444898:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000200:2.0:1788204978.444901:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937915520, portal 25
00000100:00000001:1.0:1788204978.444905:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.444905:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204978.444908:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462523264 : -127143247028352 : ffff8c5d27ecdf80)
00000100:00100000:1.0:1788204978.444914:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecca80 x1875052937915648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788204978.444915:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdf80 x1875052937915520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.444940:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788204978.444942:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788204978.444944:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204978.444947:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204978.444949:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204978.444954:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937915520, offset 0
00000100:00000040:1.0:1788204978.444956:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8322783] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecca80 x1875052937915648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204978.444962:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788204978.444971:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204978.444975:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:1.0:1788204978.444977:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204978.444982:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1788204978.444983:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:1.0:1788204978.444987:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204978.444990:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1788204978.444991:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788204978.444995:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204978.444998:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:1.0:1788204978.445001:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15284
00000400:00000200:2.0:1788204978.445004:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204978.445007:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204978.445008:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204978.445014:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:2.0:1788204978.445015:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547102:547102:256:4294967295] 192.168.201.135@tcp LPNI seq info [547068:547068:8:4294967295]
00000100:00080000:1.0:1788204978.445017:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788204978.445024:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204978.445025:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204978.445029:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204978.445031:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204978.445033:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204978.445034:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204978.445035:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204978.445037:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204978.445039:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204978.445042:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204978.445045:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788204978.445046:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1788204978.445051:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204978.445054:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204978.445056:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204978.445057:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204978.445060:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000800:00000200:2.0:1788204978.445061:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00080000:1.0:1788204978.445064:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204978.445067:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204978.445068:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000010:2.0:1788204978.445070:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
02000000:00000001:1.0:1788204978.445071:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204978.445074:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204978.445076:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204978.445077:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204978.445079:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204978.445081:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204978.445085:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000010:1.0:1788204978.445086:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecce00.
00000020:00000040:1.0:1788204978.445089:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204978.445092:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204978.445093:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204978.445093:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1788204978.445096:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204978.445097:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204978.445100:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204978.445104:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000800:00000200:2.1:1788204978.445105:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788204978.445107:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788204978.445112:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000100:00100000:1.0:1788204978.445113:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecce00 x1875052937915776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1788204978.445121:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204978.445126:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000100:00000001:1.0:1788204978.445128:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204978.445131:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204978.445135:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5eacb3] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecce00 x1875052937915776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204978.445137:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1788204978.445144:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204978.445147:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204978.445148:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1788204978.445152:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204978.445155:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204978.445156:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204978.445158:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204978.445159:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000100:00080000:1.0:1788204978.445161:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15284
00000400:00000200:1.0:1788204978.445164:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204978.445164:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000400:00000200:1.0:1788204978.445169:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204978.445171:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204978.445173:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204978.445173:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788204978.445176:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204978.445178:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204978.445181:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:2.0:1788204978.445182:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdf80 x1875052937915520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204978.445183:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204978.445184:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204978.445186:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204978.445188:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788204978.445192:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204978.445194:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788204978.445200:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204978.445201:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204978.445202:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204978.445203:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204978.445206:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204978.445208:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000040:2.0:1788204978.445208:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdf80 x1875052937915520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204978.445214:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204978.445218:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204978.445221:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204978.445224:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204978.445225:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204978.445226:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.445228:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204978.445229:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204978.445232:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204978.445234:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.445235:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204978.445236:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204978.445240:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd500.
00000400:00000200:2.0:1788204978.445241:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:1.0:1788204978.445243:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204978.445245:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204978.445246:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309960396
02000000:00000001:1.0:1788204978.445247:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204978.445252:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204978.445253:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1788204978.445254:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108500c0.
02000000:00000001:1.0:1788204978.445256:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204978.445262:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:2.0:1788204978.445263:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788204978.445267:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.445272:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309960396
00000100:00100000:1.0:1788204978.445275:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd500 x1875052937915904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1788204978.445277:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850240.
00000100:00000001:2.0:1788204978.445281:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788204978.445286:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204978.445289:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204978.445292:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204978.445293:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1788204978.445322:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204978.445327:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab37475] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd500 x1875052937915904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204978.445333:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204978.445335:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204978/real 1788204978]  req@ffff8c5d27ecdf80 x1875052937915520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788204978.445336:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204978.445345:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204978.445350:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1788204978.445352:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1788204978.445353:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:2.0:1788204978.445355:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1788204978.445357:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000010:2.0:1788204978.445358:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204978.445362:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000100:00080000:1.0:1788204978.445363:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15284
00000400:00000010:2.0:1788204978.445365:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204978.445369:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:1.0:1788204978.445372:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000200:2.0:1788204978.445374:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdf80 x1875052937915520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788204978.445379:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204978.445385:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788204978.445387:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdf80 x1875052937915520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204978.445393:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204978.445396:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204978.445398:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204978.445399:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.445402:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1788204978.445405:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204978.445405:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204978.445411:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00100000:2.0:1788204978.445411:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdf80 x1875052937915520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788204978.445416:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204978.445419:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204978.445423:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204978.445426:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1788204978.445427:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204978.445432:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204978.445436:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204978.445437:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdf80 x1875052937915520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204978.445442:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204978.445447:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204978.445451:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204978.445454:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204978.445458:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204978.445463:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204978.445467:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204978.445470:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204978.445474:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1788204978.445476:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204978.445481:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.445482:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204978.445484:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204978.445488:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204978.445488:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.445491:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:1.0:1788204978.445492:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204978.445497:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.445497:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000010:1.0:1788204978.445512:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdc00.
00000100:00000001:2.0:1788204978.445512:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1788204978.445518:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00080000:2.0:1788204978.445518:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1788204978.445525:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:2.0:1788204978.445527:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
02000000:00000001:1.0:1788204978.445528:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204978.445533:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204978.445533:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1788204978.445535:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204978.445539:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204978.445542:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdf80 x1875052937915520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788204978.445546:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788204978.445551:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204978.445559:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdc00 x1875052937916032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788204978.445560:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937915520:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204978.445572:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.445576:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.445581:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdf80 x1875052937915520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204978.445582:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204978.445586:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.445592:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:1.0:1788204978.445594:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c07ad524] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdc00 x1875052937916032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204978.445595:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204978.445599:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204978.445604:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204978.445606:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:1.0:1788204978.445608:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788204978.445608:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204978.445613:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204978.445615:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
00000100:00000040:1.0:1788204978.445616:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15294)
02000000:00000001:2.0:1788204978.445618:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204978.445621:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204978.445622:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdf80.
00000100:00000001:2.0:1788204978.445626:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204978.445627:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.445629:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.445637:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204978.445639:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.445640:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204978.445642:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204978.445643:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204978.445646:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecca80 x1875052937915648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.445651:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204978.445652:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.445653:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204978.445655:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204978.445656:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204978.445658:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937915648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204978.445660:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204978.445661:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204978.445662:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.445663:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204978.445665:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204978.445667:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204978.445671:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204978.445674:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204978.445677:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204978.445680:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937915648, portal 10
00000100:00000001:2.0:1788204978.445682:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204978.445684:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462517888 : -127143247033728 : ffff8c5d27ecca80)
00000100:00000040:2.0:1788204978.445691:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecca80 x1875052937915648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.445697:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204978.445700:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204978.445702:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204978.445705:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937915648, offset 0
00000400:00000200:2.0:1788204978.445709:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204978.445713:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204978.445717:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204978.445721:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204978.445723:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204978.445726:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204978.445728:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204978.445731:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547103:547103:256:4294967295] 192.168.201.135@tcp LPNI seq info [547069:547069:8:4294967295]
00000400:00000200:2.0:1788204978.445735:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204978.445741:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204978.445746:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204978.445750:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204978.445754:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204978.445757:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204978.445761:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204978.445764:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204978.445768:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204978.445770:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204978.445773:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204978.445776:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204978.445779:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204978.445781:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204978.445784:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204978.445787:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecca80 x1875052937915648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.445795:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.445797:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecca80 x1875052937915648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.445801:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.445802:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204978.445805:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204978.445808:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204978.445811:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204978.445813:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309956637
00000100:00000001:2.0:1788204978.445816:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309960396
00000100:00000001:2.0:1788204978.445818:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309956637
00000100:00000001:2.0:1788204978.445820:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309960396
00000100:00000001:2.0:1788204978.445822:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204978.445824:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.445826:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204978.445830:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204978/real 1788204978]  req@ffff8c5d27ecca80 x1875052937915648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204978.445837:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204978.445839:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204978.445841:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204978.445843:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204978.445845:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204978.445847:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204978.445850:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecca80 x1875052937915648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204978.445858:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecca80 x1875052937915648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.445862:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204978.445863:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.445864:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.445866:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204978.445868:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecca80 x1875052937915648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.445872:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204978.445874:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecca80 x1875052937915648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.445878:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204978.445879:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.445880:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.445881:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.445883:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204978.445884:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204978.445886:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204978.445887:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204978.445889:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204978.445891:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecca80 x1875052937915648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204978.445895:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937915648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204978.445897:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204978.445899:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecce00 x1875052937915776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.445903:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204978.445904:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.445905:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204978.445906:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204978.445907:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204978.445909:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937915776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204978.445911:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204978.445912:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204978.445913:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.445914:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204978.445917:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204978.445918:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204978.445920:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204978.445922:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204978.445924:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204978.445926:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937915776, portal 10
00000100:00000001:2.0:1788204978.445927:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204978.445928:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462518784 : -127143247032832 : ffff8c5d27ecce00)
00000100:00000040:2.0:1788204978.445932:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecce00 x1875052937915776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.445936:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204978.445938:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204978.445939:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204978.445940:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937915776, offset 0
00000400:00000200:2.0:1788204978.445944:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204978.445947:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204978.445950:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204978.445953:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204978.445955:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204978.445957:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204978.445960:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204978.445963:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547104:547104:256:4294967295] 192.168.201.135@tcp LPNI seq info [547070:547070:8:4294967295]
00000400:00000200:2.0:1788204978.445967:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204978.445973:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204978.445978:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204978.445981:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204978.445985:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204978.445988:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204978.445991:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204978.445992:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204978.445995:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204978.445996:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204978.445998:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204978.446000:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204978.446002:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204978.446003:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204978.446005:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204978.446007:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecce00 x1875052937915776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446016:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.446018:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecce00 x1875052937915776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446022:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.446023:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204978.446025:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204978.446028:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204978.446031:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204978.446033:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309956632
00000100:00000001:2.0:1788204978.446035:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309960396
00000100:00000001:2.0:1788204978.446037:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309956632
00000100:00000001:2.0:1788204978.446039:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309960396
00000100:00000001:2.0:1788204978.446041:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204978.446043:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.446045:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204978.446049:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204978/real 1788204978]  req@ffff8c5d27ecce00 x1875052937915776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204978.446056:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204978.446057:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204978.446059:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204978.446061:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204978.446063:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204978.446065:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204978.446068:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecce00 x1875052937915776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204978.446076:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecce00 x1875052937915776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446082:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204978.446085:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.446087:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.446088:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204978.446092:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecce00 x1875052937915776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446098:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204978.446102:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecce00 x1875052937915776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446108:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204978.446110:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.446111:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.446112:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.446113:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204978.446114:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204978.446116:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204978.446118:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204978.446119:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204978.446122:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecce00 x1875052937915776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204978.446127:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937915776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204978.446129:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204978.446131:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd500 x1875052937915904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446134:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204978.446135:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.446137:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204978.446138:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204978.446139:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204978.446141:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937915904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204978.446143:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204978.446145:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204978.446146:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.446148:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204978.446150:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204978.446151:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204978.446154:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204978.446157:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204978.446160:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204978.446163:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937915904, portal 4
00000100:00000001:2.0:1788204978.446165:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204978.446166:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462520576 : -127143247031040 : ffff8c5d27ecd500)
00000100:00000040:2.0:1788204978.446172:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd500 x1875052937915904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446179:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204978.446181:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204978.446183:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204978.446185:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937915904, offset 0
00000400:00000200:2.0:1788204978.446189:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204978.446193:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204978.446196:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204978.446199:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204978.446201:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204978.446203:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204978.446206:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204978.446208:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547105:547105:256:4294967295] 192.168.201.135@tcp LPNI seq info [547071:547071:8:4294967295]
00000400:00000200:2.0:1788204978.446212:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204978.446218:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204978.446223:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204978.446226:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204978.446230:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204978.446232:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204978.446234:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204978.446235:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204978.446238:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204978.446239:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204978.446241:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204978.446243:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204978.446245:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204978.446246:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204978.446247:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204978.446250:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd500 x1875052937915904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446254:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.446256:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd500 x1875052937915904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446260:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.446261:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204978.446263:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204978.446265:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204978.446267:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204978.446268:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309956725
00000100:00000001:2.0:1788204978.446269:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309960396
00000100:00000001:2.0:1788204978.446271:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309956725
00000100:00000001:2.0:1788204978.446272:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309960396
00000100:00000001:2.0:1788204978.446273:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204978.446274:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.446275:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204978.446277:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204978/real 1788204978]  req@ffff8c5d27ecd500 x1875052937915904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204978.446281:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204978.446282:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204978.446283:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204978.446285:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204978.446286:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204978.446287:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204978.446289:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd500 x1875052937915904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204978.446293:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd500 x1875052937915904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446296:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204978.446297:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.446312:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.446313:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204978.446315:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd500 x1875052937915904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446319:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204978.446321:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd500 x1875052937915904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446325:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204978.446327:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.446328:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.446329:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.446329:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204978.446330:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204978.446332:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204978.446333:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204978.446335:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204978.446337:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd500 x1875052937915904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204978.446344:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937915904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204978.446346:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204978.446348:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdc00 x1875052937916032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446352:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204978.446352:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.446353:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204978.446354:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204978.446356:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204978.446357:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937916032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204978.446359:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204978.446360:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204978.446360:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204978.446361:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204978.446364:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204978.446365:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204978.446367:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204978.446368:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204978.446370:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204978.446371:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937916032, portal 4
00000100:00000001:2.0:1788204978.446373:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204978.446373:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462522368 : -127143247029248 : ffff8c5d27ecdc00)
00000100:00000040:2.0:1788204978.446377:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdc00 x1875052937916032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446381:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204978.446382:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204978.446383:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204978.446384:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937916032, offset 0
00000400:00000200:2.0:1788204978.446386:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204978.446389:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204978.446391:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204978.446393:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204978.446395:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204978.446396:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204978.446398:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204978.446400:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547106:547106:256:4294967295] 192.168.201.135@tcp LPNI seq info [547072:547072:8:4294967295]
00000400:00000200:2.0:1788204978.446403:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204978.446406:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204978.446409:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204978.446411:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204978.446413:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204978.446415:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1788204978.446417:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204978.446419:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1788204978.446421:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204978.446422:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204978.446424:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204978.446426:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204978.446428:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204978.446429:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204978.446430:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204978.446432:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdc00 x1875052937916032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446437:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.446439:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdc00 x1875052937916032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446443:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.446444:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204978.446445:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204978.446447:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204978.446449:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204978.446450:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309956743
00000100:00000001:2.0:1788204978.446452:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309960396
00000100:00000001:2.0:1788204978.446453:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309956743
00000100:00000001:2.0:1788204978.446455:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309960396
00000100:00000001:2.0:1788204978.446456:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204978.446457:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.446458:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204978.446460:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204978/real 1788204978]  req@ffff8c5d27ecdc00 x1875052937916032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204978.446466:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204978.446468:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204978.446469:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204978.446471:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204978.446473:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204978.446475:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204978.446478:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdc00 x1875052937916032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204978.446486:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdc00 x1875052937916032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446493:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204978.446494:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.446496:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.446497:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204978.446512:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdc00 x1875052937916032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446519:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204978.446523:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdc00 x1875052937916032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446530:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204978.446533:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.446534:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204978.446535:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.446537:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204978.446538:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204978.446541:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204978.446544:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204978.446547:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204978.446550:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdc00 x1875052937916032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204978.446558:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937916032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204978.446560:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.446562:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.446564:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecca80 x1875052937915648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446568:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204978.446569:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204978.446570:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204978.446572:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204978.446573:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204978.446574:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204978.446575:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204978.446576:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:2.0:1788204978.446578:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204978.446579:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204978.446580:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecca80.
00000100:00000001:2.0:1788204978.446582:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204978.446582:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.446583:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.446585:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecce00 x1875052937915776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446593:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204978.446594:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204978.446595:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204978.446596:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204978.446597:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204978.446597:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204978.446598:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204978.446599:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:2.0:1788204978.446600:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204978.446601:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204978.446601:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecce00.
00000100:00000001:2.0:1788204978.446602:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204978.446603:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.446604:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.446605:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd500 x1875052937915904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446609:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204978.446609:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204978.446610:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204978.446611:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204978.446612:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204978.446612:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204978.446613:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204978.446614:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:2.0:1788204978.446615:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204978.446615:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204978.446616:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd500.
00000100:00000001:2.0:1788204978.446617:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204978.446618:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.446618:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204978.446620:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdc00 x1875052937916032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204978.446623:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204978.446624:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204978.446625:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204978.446626:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204978.446627:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204978.446628:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204978.446629:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204978.446630:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:2.0:1788204978.446631:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204978.446631:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204978.446632:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdc00.
00000100:00000001:2.0:1788204978.446633:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204978.446633:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.446635:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.446637:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204978.446637:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.446638:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204978.446640:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204978.636453:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204978.636462:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204978.636464:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204978.636471:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204978.636475:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204978.636479:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.636483:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204978.636486:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204978.636488:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204979.148432:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204979.148438:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204979.148443:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204979.148444:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204979.148523:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204979.148528:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204979.148532:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204979.660432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204979.660443:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204979.660445:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204979.660453:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204979.660457:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204979.660462:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204979.660466:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204979.660469:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204979.660472:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204980.172385:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204980.172391:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204980.172397:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204980.172398:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204980.172454:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204980.172458:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204980.172461:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204980.684444:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204980.684454:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204980.684456:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204980.684475:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204980.684480:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204980.684485:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204980.684488:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204980.684492:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204980.684495:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204981.196426:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204981.196435:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204981.196442:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204981.196443:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204981.196476:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204981.196480:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204981.196484:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788204981.708381:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204981.708391:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204981.708394:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204981.708401:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204981.708406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204981.708410:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204981.708413:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204981.708416:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204981.708420:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204982.220434:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204982.220450:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204982.220457:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204982.220458:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204982.220520:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204982.220525:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204982.220530:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204982.284422:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309960396, at 4309960448
00000100:00000040:1.0:1788204982.284422:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309960396, at 4309960448
00000100:00000010:0.0:1788204982.284451:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108500c0.
00000100:00000010:1.0:1788204982.284453:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850240.
00000100:00000001:2.0:1788204982.732362:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788204982.732369:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204982.732371:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204982.732377:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788204982.732379:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204982.732382:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204982.732384:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204982.732386:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204982.732389:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204983.244447:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204983.244454:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204983.244458:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204983.244459:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204983.244516:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204983.244521:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204983.244525:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788204983.564421:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204983.564433:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788204983.564436:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204983.564441:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204983.564446:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204983.564456:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15289
00000400:00000200:1.0:1788204983.564466:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204983.564472:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204983.564475:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204983.564477:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564480:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204983.564482:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564484:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204983.564487:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204983.564489:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788204983.564492:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204983.564494:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788204983.564496:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788204983.564498:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788204983.564500:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564501:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204983.564502:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564504:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204983.564506:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788204983.564508:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564510:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204983.564512:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204983.564515:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204983.564517:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204983.564519:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788204983.564520:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204983.564530:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece680.
00000020:00000040:1.0:1788204983.564533:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788204983.564537:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204983.564538:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204983.564540:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204983.564543:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204983.564547:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204983.564554:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:1.0:1788204983.564560:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204983.564569:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece680 x1875052937916160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204983.564577:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204983.564581:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204983.564584:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb9bc345] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece680 x1875052937916160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204983.564606:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204983.564609:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204983.564612:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788204983.564613:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204983.564614:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204983.564616:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204983.564618:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15289
00000400:00000200:1.0:1788204983.564620:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204983.564622:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204983.564624:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788204983.564625:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564627:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204983.564629:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564631:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204983.564632:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204983.564633:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788204983.564633:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204983.564635:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788204983.564636:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788204983.564637:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788204983.564638:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564640:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204983.564641:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564643:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204983.564645:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788204983.564647:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564649:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.564650:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1788204983.564651:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204983.564655:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1788204983.564656:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204983.564658:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1788204983.564659:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204983.564661:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788204983.564665:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece680 x1875052937916160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1788204983.564666:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204983.564671:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204983.564675:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204983.564680:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd180.
00000100:00000001:2.0:1788204983.564680:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1788204983.564683:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:2.0:1788204983.564684:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204983.564685:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204983.564688:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204983.564689:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204983.564689:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204983.564692:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204983.564693:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204983.564694:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.564697:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204983.564700:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788204983.564703:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204983.564706:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937916160:192.168.201.135@tcp:250:kworker.0
00000100:00100000:1.0:1788204983.564710:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd180 x1875052937916288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204983.564711:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788204983.564717:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788204983.564717:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788204983.564720:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.564721:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204983.564724:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d402d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd180 x1875052937916288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204983.564725:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788204983.564732:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204983.564733:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
00000100:00080000:1.0:1788204983.564735:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788204983.564739:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1788204983.564739:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204983.564741:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204983.564744:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204983.564746:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788204983.564751:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15289
00000400:00000200:2.0:1788204983.564751:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204983.564758:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204983.564758:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000200:1.0:1788204983.564764:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788204983.564767:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1788204983.564770:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000040:1.0:1788204983.564771:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564776:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204983.564778:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564781:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:2.0:1788204983.564781:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937916160, portal 25
00000100:00000001:2.0:1788204983.564786:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:1.0:1788204983.564787:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204983.564788:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525056 : -127143247026560 : ffff8c5d27ece680)
00000020:00000040:1.0:1788204983.564791:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788204983.564795:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204983.564796:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece680 x1875052937916160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204983.564798:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788204983.564802:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788204983.564806:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788204983.564812:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204983.564812:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788204983.564816:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204983.564818:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000040:1.0:1788204983.564820:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564822:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:2.0:1788204983.564822:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000020:00000040:1.0:1788204983.564826:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00000200:2.0:1788204983.564827:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937916160, offset 0
00000100:00080000:1.0:1788204983.564829:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564832:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204983.564833:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204983.564836:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000001:1.0:1788204983.564837:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204983.564840:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204983.564841:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204983.564843:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788204983.564847:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204983.564847:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204983.564851:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788204983.564854:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecea00.
00000400:00000200:2.0:1788204983.564856:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000040:1.0:1788204983.564857:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788204983.564861:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204983.564863:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204983.564864:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788204983.564865:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204983.564868:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204983.564869:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204983.564871:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000010:1.0:1788204983.564874:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000400:00000200:2.0:1788204983.564875:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1788204983.564879:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204983.564879:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204983.564887:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547107:547107:256:4294967295] 192.168.201.135@tcp LPNI seq info [547073:547073:8:4294967295]
00000100:00100000:1.0:1788204983.564888:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecea00 x1875052937916416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204983.564894:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204983.564901:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204983.564903:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204983.564909:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0471f4c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecea00 x1875052937916416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204983.564909:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1788204983.564921:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204983.564922:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00080000:1.0:1788204983.564925:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1788204983.564928:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000100:00080000:1.0:1788204983.564929:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788204983.564933:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204983.564934:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204983.564936:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.0:1788204983.564938:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:1.0:1788204983.564941:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15289
00000800:00000200:2.0:1788204983.564943:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000400:00000200:1.0:1788204983.564947:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204983.564953:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000200:2.1:1788204983.564954:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:1.0:1788204983.564955:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1788204983.564959:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00000040:1.0:1788204983.564960:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564964:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204983.564967:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564971:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000100:2.0:1788204983.564971:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000001:1.0:1788204983.564975:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:2.0:1788204983.564976:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000020:00000040:1.0:1788204983.564978:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788204983.564980:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788204983.564981:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000200:2.0:1788204983.564982:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1788204983.564984:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788204983.564986:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:2.0:1788204983.564989:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1788204983.564991:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564994:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204983.564995:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.564996:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204983.564996:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204983.565000:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000020:00000040:1.0:1788204983.565001:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788204983.565006:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204983.565008:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.565008:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:1.0:1788204983.565011:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204983.565015:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1788204983.565015:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece680 x1875052937916160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204983.565019:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204983.565023:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788204983.565026:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788204983.565029:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.565029:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788204983.565030:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204983.565034:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece680 x1875052937916160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1788204983.565035:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc000.
00000020:00000040:1.0:1788204983.565039:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204983.565043:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788204983.565045:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.565047:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204983.565048:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204983.565050:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204983.565051:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1788204983.565053:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204983.565056:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788204983.565058:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.565059:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204983.565063:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc000 x1875052937916544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204983.565066:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204983.565071:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309965516
00000100:00000001:1.0:1788204983.565072:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204983.565075:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204983.565077:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78f2b1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc000 x1875052937916544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788204983.565077:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108504e0.
00000100:00000001:1.0:1788204983.565084:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788204983.565086:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204983.565087:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1788204983.565090:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204983.565092:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788204983.565093:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204983.565095:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204983.565096:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309965516
00000100:00080000:1.0:1788204983.565097:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15289
00000400:00000200:1.0:1788204983.565102:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:2.0:1788204983.565102:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850c60.
00000400:00000200:1.0:1788204983.565108:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204983.565108:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1788204983.565113:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204983.565114:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788204983.565116:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204983.565118:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204983.565119:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204983.565122:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204983.565123:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1788204983.565124:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788204983.565127:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788204983.565128:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788204983.565130:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00100000:2.0:1788204983.565130:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204983/real 1788204983]  req@ffff8c5d27ece680 x1875052937916160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788204983.565132:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788204983.565136:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788204983.565139:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788204983.565144:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.565146:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204983.565149:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204983.565152:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788204983.565155:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788204983.565159:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204983.565162:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204983.565165:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788204983.565167:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204983.565169:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204983.565171:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:2.0:1788204983.565171:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00100000:1.0:1788204983.565175:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000001:2.0:1788204983.565175:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:1.0:1788204983.565180:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204983.565180:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000100:00000001:1.0:1788204983.565185:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204983.565185:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204983.565191:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000010:1.0:1788204983.565192:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd880.
00000100:00000001:2.0:1788204983.565195:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000040:1.0:1788204983.565197:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788204983.565202:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1788204983.565203:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece680 x1875052937916160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788204983.565204:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204983.565208:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204983.565210:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788204983.565213:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788204983.565220:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000200:2.0:1788204983.565222:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece680 x1875052937916160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204983.565224:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204983.565232:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd880 x1875052937916672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204983.565240:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204983.565242:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204983.565245:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.565245:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204983.565248:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6204fb] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd880 x1875052937916672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565251:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204983.565255:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.565256:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204983.565259:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15299)
00000100:00100000:2.0:1788204983.565265:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece680 x1875052937916160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565274:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204983.565280:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece680 x1875052937916160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565288:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204983.565292:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.565294:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.565295:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.565297:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204983.565327:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204983.565331:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204983.565335:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204983.565338:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204983.565343:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece680 x1875052937916160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204983.565353:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937916160:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204983.565358:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.565360:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.565363:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece680 x1875052937916160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565368:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204983.565370:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204983.565372:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204983.565375:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204983.565376:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204983.565378:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204983.565379:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204983.565381:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:2.0:1788204983.565384:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204983.565392:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204983.565393:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece680.
00000100:00000001:2.0:1788204983.565396:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204983.565396:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.565399:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.565405:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204983.565407:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.565408:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204983.565409:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204983.565410:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204983.565423:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd180 x1875052937916288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565428:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204983.565429:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.565431:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204983.565432:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204983.565433:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204983.565435:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937916288:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204983.565438:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204983.565439:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204983.565440:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.565442:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204983.565444:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204983.565445:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204983.565448:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204983.565450:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204983.565452:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204983.565454:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937916288, portal 10
00000100:00000001:2.0:1788204983.565455:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204983.565456:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462519680 : -127143247031936 : ffff8c5d27ecd180)
00000100:00000040:2.0:1788204983.565461:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd180 x1875052937916288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565465:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204983.565466:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204983.565468:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204983.565469:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937916288, offset 0
00000400:00000200:2.0:1788204983.565472:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204983.565474:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204983.565476:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204983.565478:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204983.565480:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204983.565482:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204983.565483:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204983.565485:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547108:547108:256:4294967295] 192.168.201.135@tcp LPNI seq info [547074:547074:8:4294967295]
00000400:00000200:2.0:1788204983.565488:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204983.565492:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204983.565500:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204983.565502:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204983.565504:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204983.565507:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204983.565509:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204983.565511:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204983.565513:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204983.565514:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204983.565516:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204983.565518:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204983.565520:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204983.565521:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204983.565523:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204983.565525:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd180 x1875052937916288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565530:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.565532:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd180 x1875052937916288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565539:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.565540:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204983.565542:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204983.565546:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204983.565548:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204983.565549:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309961757
00000100:00000001:2.0:1788204983.565551:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309965516
00000100:00000001:2.0:1788204983.565553:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309961757
00000100:00000001:2.0:1788204983.565554:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309965516
00000100:00000001:2.0:1788204983.565555:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204983.565556:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.565557:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204983.565559:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204983/real 1788204983]  req@ffff8c5d27ecd180 x1875052937916288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204983.565564:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204983.565565:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204983.565566:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204983.565568:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204983.565569:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204983.565570:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204983.565572:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd180 x1875052937916288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204983.565576:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd180 x1875052937916288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565579:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204983.565580:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.565581:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.565582:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204983.565584:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd180 x1875052937916288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565587:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204983.565589:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd180 x1875052937916288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565593:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204983.565595:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.565596:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.565596:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.565598:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204983.565599:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204983.565600:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204983.565602:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204983.565603:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204983.565605:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd180 x1875052937916288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204983.565611:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937916288:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204983.565615:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204983.565618:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecea00 x1875052937916416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565624:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204983.565625:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.565627:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204983.565629:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204983.565631:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204983.565633:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937916416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204983.565636:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204983.565638:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204983.565639:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.565641:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204983.565645:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204983.565647:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204983.565650:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204983.565652:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204983.565655:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204983.565658:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937916416, portal 10
00000100:00000001:2.0:1788204983.565660:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204983.565661:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525952 : -127143247025664 : ffff8c5d27ecea00)
00000100:00000040:2.0:1788204983.565667:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecea00 x1875052937916416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565673:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204983.565675:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204983.565678:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204983.565680:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937916416, offset 0
00000400:00000200:2.0:1788204983.565684:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204983.565688:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204983.565691:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204983.565693:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204983.565695:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204983.565697:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204983.565698:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204983.565700:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547109:547109:256:4294967295] 192.168.201.135@tcp LPNI seq info [547075:547075:8:4294967295]
00000400:00000200:2.0:1788204983.565703:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204983.565707:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204983.565709:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204983.565712:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204983.565714:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204983.565716:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204983.565718:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204983.565720:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204983.565722:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204983.565723:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204983.565725:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204983.565728:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204983.565731:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204983.565733:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204983.565735:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204983.565739:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecea00 x1875052937916416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565746:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.565749:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecea00 x1875052937916416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565756:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.565757:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204983.565760:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204983.565763:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204983.565766:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204983.565768:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309961752
00000100:00000001:2.0:1788204983.565771:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309965516
00000100:00000001:2.0:1788204983.565773:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309961752
00000100:00000001:2.0:1788204983.565775:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309965516
00000100:00000001:2.0:1788204983.565777:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204983.565779:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.565780:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204983.565782:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204983/real 1788204983]  req@ffff8c5d27ecea00 x1875052937916416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204983.565787:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204983.565788:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204983.565789:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204983.565791:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204983.565792:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204983.565793:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204983.565795:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecea00 x1875052937916416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204983.565800:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecea00 x1875052937916416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565803:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204983.565804:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.565805:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.565806:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204983.565808:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecea00 x1875052937916416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565812:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204983.565814:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecea00 x1875052937916416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565817:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204983.565819:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.565820:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.565820:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.565822:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204983.565823:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204983.565824:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204983.565827:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204983.565828:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204983.565830:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecea00 x1875052937916416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204983.565834:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937916416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204983.565836:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204983.565838:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc000 x1875052937916544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565842:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204983.565843:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.565844:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204983.565845:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204983.565847:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204983.565848:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937916544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204983.565850:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204983.565851:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204983.565852:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.565853:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204983.565855:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204983.565856:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204983.565858:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204983.565860:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204983.565862:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204983.565864:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937916544, portal 4
00000100:00000001:2.0:1788204983.565865:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204983.565866:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462515200 : -127143247036416 : ffff8c5d27ecc000)
00000100:00000040:2.0:1788204983.565870:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc000 x1875052937916544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565874:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204983.565875:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204983.565876:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204983.565878:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937916544, offset 0
00000400:00000200:2.0:1788204983.565880:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204983.565882:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204983.565884:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204983.565886:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204983.565887:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204983.565889:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204983.565890:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204983.565892:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547110:547110:256:4294967295] 192.168.201.135@tcp LPNI seq info [547076:547076:8:4294967295]
00000400:00000200:2.0:1788204983.565894:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204983.565898:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204983.565900:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204983.565902:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204983.565904:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204983.565906:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204983.565909:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204983.565910:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204983.565913:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204983.565914:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204983.565916:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204983.565918:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204983.565920:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204983.565921:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204983.565922:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204983.565924:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc000 x1875052937916544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565929:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.565931:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc000 x1875052937916544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565939:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.565940:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204983.565941:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204983.565943:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204983.565945:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204983.565946:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309961845
00000100:00000001:2.0:1788204983.565948:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309965516
00000100:00000001:2.0:1788204983.565949:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309961845
00000100:00000001:2.0:1788204983.565950:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309965516
00000100:00000001:2.0:1788204983.565951:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204983.565952:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.565953:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204983.565955:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204983/real 1788204983]  req@ffff8c5d27ecc000 x1875052937916544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204983.565959:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204983.565960:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204983.565961:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204983.565962:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204983.565963:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204983.565964:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204983.565966:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc000 x1875052937916544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204983.565970:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc000 x1875052937916544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565973:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204983.565974:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.565975:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.565975:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204983.565977:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc000 x1875052937916544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565982:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204983.565984:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc000 x1875052937916544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.565987:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204983.565989:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.565989:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.565990:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.565991:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204983.565992:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204983.565993:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204983.565994:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204983.565995:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204983.565997:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc000 x1875052937916544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204983.566001:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937916544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204983.566003:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204983.566005:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd880 x1875052937916672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.566008:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204983.566009:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.566010:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204983.566011:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204983.566012:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204983.566013:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937916672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204983.566014:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204983.566015:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204983.566016:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204983.566017:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204983.566020:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204983.566021:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204983.566023:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204983.566024:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204983.566026:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204983.566027:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937916672, portal 4
00000100:00000001:2.0:1788204983.566028:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204983.566029:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462521472 : -127143247030144 : ffff8c5d27ecd880)
00000100:00000040:2.0:1788204983.566033:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd880 x1875052937916672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.566039:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204983.566041:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204983.566043:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204983.566045:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937916672, offset 0
00000400:00000200:2.0:1788204983.566049:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204983.566052:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204983.566055:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204983.566057:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204983.566059:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204983.566062:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204983.566064:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204983.566067:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547111:547111:256:4294967295] 192.168.201.135@tcp LPNI seq info [547077:547077:8:4294967295]
00000400:00000200:2.0:1788204983.566071:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204983.566076:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204983.566080:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204983.566084:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204983.566087:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204983.566089:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1788204983.566093:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204983.566094:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1788204983.566097:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204983.566099:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204983.566100:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204983.566103:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204983.566105:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204983.566106:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204983.566107:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204983.566110:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd880 x1875052937916672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.566115:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.566117:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd880 x1875052937916672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205008 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.566120:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.566122:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204983.566123:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204983.566126:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204983.566128:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204983.566129:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309961862
00000100:00000001:2.0:1788204983.566131:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309965516
00000100:00000001:2.0:1788204983.566132:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309961862
00000100:00000001:2.0:1788204983.566134:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309965516
00000100:00000001:2.0:1788204983.566135:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204983.566136:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.566137:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204983.566139:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204983/real 1788204983]  req@ffff8c5d27ecd880 x1875052937916672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204983.566143:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204983.566144:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204983.566145:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204983.566146:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204983.566147:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204983.566149:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204983.566151:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd880 x1875052937916672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204983.566159:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd880 x1875052937916672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.566165:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204983.566166:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.566168:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.566169:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204983.566173:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd880 x1875052937916672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.566180:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204983.566183:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd880 x1875052937916672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.566190:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204983.566192:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.566194:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204983.566195:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.566197:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204983.566198:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204983.566200:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204983.566202:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204983.566203:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204983.566205:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd880 x1875052937916672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204983.566210:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937916672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204983.566212:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.566214:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.566216:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd180 x1875052937916288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.566220:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204983.566221:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204983.566223:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204983.566224:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204983.566225:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204983.566226:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204983.566227:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204983.566228:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:2.0:1788204983.566230:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204983.566231:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204983.566232:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd180.
00000100:00000001:2.0:1788204983.566233:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204983.566235:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.566236:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.566238:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecea00 x1875052937916416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.566242:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204983.566242:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204983.566243:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204983.566245:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204983.566245:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204983.566246:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204983.566247:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204983.566248:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:2.0:1788204983.566249:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204983.566249:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204983.566250:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecea00.
00000100:00000001:2.0:1788204983.566251:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204983.566252:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.566252:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.566254:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc000 x1875052937916544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.566257:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204983.566258:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204983.566260:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204983.566261:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204983.566262:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204983.566262:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204983.566263:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204983.566264:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:2.0:1788204983.566265:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204983.566266:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204983.566266:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc000.
00000100:00000001:2.0:1788204983.566267:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204983.566268:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.566269:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204983.566270:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd880 x1875052937916672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205008 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204983.566274:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204983.566274:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204983.566275:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788204983.566276:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204983.566276:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204983.566277:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204983.566278:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204983.566279:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:2.0:1788204983.566280:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204983.566280:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204983.566281:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd880.
00000100:00000001:2.0:1788204983.566282:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204983.566283:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.566284:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204983.566286:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204983.566286:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204983.566288:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204983.566289:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204983.756387:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204983.756397:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204983.756399:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204983.756405:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204983.756419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204983.756423:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204983.756426:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204983.756429:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204983.756432:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204984.268444:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204984.268453:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204984.268460:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204984.268461:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204984.268526:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204984.268531:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204984.268534:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204984.780442:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204984.780452:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204984.780455:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204984.780462:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204984.780466:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204984.780471:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204984.780474:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204984.780477:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204984.780480:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204985.292496:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204985.292503:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204985.292508:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204985.292509:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204985.292570:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204985.292574:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204985.292577:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204985.804432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204985.804440:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204985.804442:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204985.804447:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204985.804451:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204985.804454:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.804456:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204985.804459:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204985.804461:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204986.316469:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204986.316480:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204986.316482:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204986.316486:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204986.316492:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204986.316496:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204986.316498:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204986.316501:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204986.316507:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204986.316508:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204986.316510:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204986.316511:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204986.316513:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204986.316515:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204986.316516:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204986.316518:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204986.316585:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204986.316589:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204986.316593:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204986.828436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204986.828445:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204986.828448:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204986.828456:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204986.828460:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204986.828464:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204986.828468:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204986.828472:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204986.828475:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204987.340537:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204987.340546:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204987.340553:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204987.340555:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204987.340643:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204987.340649:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204987.340653:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204987.404443:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309965516, at 4309965568
00000100:00000040:1.0:1788204987.404443:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309965516, at 4309965568
00000100:00000010:0.0:1788204987.404461:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108504e0.
00000100:00000010:1.0:1788204987.404463:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850c60.
00000100:00000001:0.0:1788204987.852466:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204987.852475:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204987.852477:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204987.852484:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204987.852488:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204987.852492:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204987.852495:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204987.852499:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204987.852502:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204988.364438:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204988.364444:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204988.364450:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204988.364451:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204988.364504:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204988.364510:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204988.364513:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204988.684445:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204988.684456:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204988.684458:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204988.684462:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204988.684466:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204988.684474:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15294
00000400:00000200:3.0:1788204988.684483:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204988.684489:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204988.684492:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204988.684495:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204988.684498:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204988.684499:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204988.684501:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204988.684505:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204988.684506:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204988.684508:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204988.684511:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204988.684512:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204988.684514:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204988.684516:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204988.684517:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204988.684518:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204988.684519:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204988.684522:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204988.684524:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204988.684525:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204988.684528:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204988.684531:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204988.684533:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204988.684534:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204988.684536:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204988.684545:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788204988.684549:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204988.684552:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204988.684554:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204988.684556:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204988.684559:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204988.684564:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204988.684572:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788204988.684580:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204988.684591:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937916800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204988.684603:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204988.684616:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204988.684622:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937916800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204988.684640:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204988.684642:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204988.684645:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204988.684646:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204988.684647:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204988.684650:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204988.684653:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15294
00000400:00000200:3.0:1788204988.684657:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204988.684660:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204988.684663:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204988.684666:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204988.684669:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204988.684671:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204988.684682:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204988.684683:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788204988.684685:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204988.684688:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:2.0:1788204988.684690:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204988.684691:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204988.684694:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788204988.684695:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204988.684699:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204988.684701:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204988.684706:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937916800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204988.684706:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204988.684710:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204988.684712:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204988.684715:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204988.684718:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788204988.684723:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204988.684727:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204988.684730:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204988.684731:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788204988.684735:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204988.684736:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204988.684740:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.684743:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788204988.684743:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204988.684748:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788204988.684749:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1788204988.684754:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.684755:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204988.684759:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204988.684764:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937916800:192.168.201.135@tcp:250:kworker.0
00000100:00000010:3.0:1788204988.684766:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204988.684771:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:2.0:1788204988.684772:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788204988.684775:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204988.684778:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.684780:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788204988.684780:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204988.684783:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204988.684785:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204988.684786:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.684790:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788204988.684793:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000010:2.0:1788204988.684798:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00000001:3.0:1788204988.684798:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.684804:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204988.684808:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937916928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204988.684815:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204988.684822:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1788204988.684823:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:3.0:1788204988.684824:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204988.684830:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937916928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788204988.684835:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788204988.684844:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204988.684846:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937916800, portal 25
00000100:00080000:3.0:1788204988.684847:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204988.684852:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788204988.684853:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788204988.684856:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000001:3.0:1788204988.684856:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204988.684858:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204988.684862:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204988.684864:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15294
00000100:00000040:2.0:1788204988.684868:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937916800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788204988.684869:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204988.684874:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204988.684877:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204988.684883:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204988.684887:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204988.684889:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788204988.684890:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204988.684893:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204988.684897:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1788204988.684898:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788204988.684899:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000010:2.0:1788204988.684902:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000020:00000001:3.0:1788204988.684902:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204988.684907:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000100:00000200:2.0:1788204988.684909:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937916800, offset 0
00000020:00000001:3.0:1788204988.684910:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788204988.684920:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788204988.684925:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788204988.684931:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204988.684932:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204988.684937:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204988.684940:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204988.684943:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788204988.684945:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204988.684949:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:2.0:1788204988.684952:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788204988.684956:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204988.684960:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204988.684962:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:3.0:1788204988.684965:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788204988.684969:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788204988.684970:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204988.684975:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:3.0:1788204988.684976:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204988.684979:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204988.684981:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204988.684984:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547112:547112:256:4294967295] 192.168.201.135@tcp LPNI seq info [547078:547078:8:4294967295]
00000008:00000001:3.0:1788204988.684985:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204988.684987:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204988.684991:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788204988.684995:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:2.0:1788204988.684996:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204988.684997:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204988.685000:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204988.685002:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204988.685003:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204988.685005:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204988.685007:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788204988.685011:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204988.685016:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1788204988.685018:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937917056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204988.685027:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1788204988.685030:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204988.685030:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204988.685036:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937917056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1788204988.685040:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000100:00000001:3.0:1788204988.685042:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204988.685046:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204988.685049:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000200:2.0:1788204988.685053:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204988.685053:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204988.685056:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1788204988.685059:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1788204988.685059:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204988.685064:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15294
00000400:00000200:3.0:1788204988.685068:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:2.1:1788204988.685068:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000400:00000200:3.0:1788204988.685073:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000200:2.1:1788204988.685074:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000100:00080000:3.0:1788204988.685076:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204988.685081:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204988.685084:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204988.685086:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204988.685087:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204988.685088:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204988.685089:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788204988.685090:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000100:2.0:1788204988.685092:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788204988.685092:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788204988.685097:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000010:2.0:1788204988.685098:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000020:00000001:3.0:1788204988.685099:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788204988.685105:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204988.685108:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204988.685110:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788204988.685111:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204988.685117:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204988.685122:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1788204988.685122:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788204988.685129:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788204988.685132:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000100:00000001:3.0:1788204988.685133:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204988.685136:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
02000000:00000001:3.0:1788204988.685137:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204988.685142:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204988.685142:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204988.685147:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788204988.685148:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937916800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204988.685151:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204988.685156:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204988.685159:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1788204988.685160:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204988.685165:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937916800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204988.685165:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.685173:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.685174:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:3.0:1788204988.685179:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000100:00000001:2.0:1788204988.685180:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204988.685185:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000400:00000200:2.0:1788204988.685186:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204988.685189:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204988.685191:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309970636
02000000:00000001:3.0:1788204988.685192:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204988.685195:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204988.685197:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1788204988.685199:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850cc0.
02000000:00000001:3.0:1788204988.685200:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204988.685207:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:2.0:1788204988.685209:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204988.685210:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204988.685217:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937917184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204988.685218:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309970636
00000100:00000010:2.0:1788204988.685224:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108506c0.
00000100:00000001:3.0:1788204988.685228:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204988.685229:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788204988.685231:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.685234:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788204988.685236:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937917184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.685237:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.685242:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204988.685247:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204988.685248:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204988/real 1788204988]  req@ffff8c5d3ba68380 x1875052937916800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204988.685250:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204988.685257:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788204988.685260:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204988.685262:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204988.685267:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:2.0:1788204988.685268:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1788204988.685270:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15294
00000400:00000001:2.0:1788204988.685271:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204988.685275:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:3.0:1788204988.685276:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204988.685278:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000200:3.0:1788204988.685281:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000010:2.0:1788204988.685282:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00080000:3.0:1788204988.685285:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788204988.685287:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1788204988.685290:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:2.0:1788204988.685293:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937916800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204988.685294:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204988.685335:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:2.0:1788204988.685339:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937916800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204988.685339:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204988.685343:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204988.685345:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788204988.685348:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204988.685351:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:2.0:1788204988.685355:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1788204988.685355:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788204988.685359:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788204988.685360:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204988.685363:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204988.685366:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204988.685366:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204988.685370:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204988.685371:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204988.685372:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204988.685377:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788204988.685381:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00100000:2.0:1788204988.685382:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937916800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204988.685382:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204988.685385:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204988.685388:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204988.685392:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204988.685395:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788204988.685397:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788204988.685399:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1788204988.685401:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204988.685403:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204988.685406:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937916800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788204988.685408:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788204988.685412:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788204988.685416:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1788204988.685418:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788204988.685419:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204988.685423:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204988.685424:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788204988.685425:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788204988.685428:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1788204988.685428:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.685430:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.685433:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000010:3.0:1788204988.685433:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:2.0:1788204988.685436:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204988.685438:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204988.685439:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204988.685445:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00100000:3.0:1788204988.685446:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937917312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204988.685447:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204988.685456:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937916800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204988.685457:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204988.685461:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204988.685466:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937917312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204988.685468:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937916800:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788204988.685477:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204988.685480:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.685481:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.685486:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937916800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788204988.685487:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15304)
00000100:00000001:2.0:1788204988.685494:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204988.685496:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204988.685498:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204988.685507:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204988.685509:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204988.685510:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788204988.685511:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204988.685513:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:2.0:1788204988.685516:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204988.685518:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204988.685519:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:2.0:1788204988.685521:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204988.685522:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.685524:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.685530:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204988.685532:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.685534:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204988.685535:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204988.685536:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204988.685538:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937916928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.685547:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204988.685548:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.685549:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204988.685550:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204988.685552:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204988.685554:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937916928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204988.685556:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204988.685557:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204988.685558:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.685559:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204988.685562:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204988.685563:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204988.685566:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204988.685568:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204988.685570:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204988.685572:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937916928, portal 10
00000100:00000001:2.0:1788204988.685574:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204988.685575:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:2.0:1788204988.685579:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937916928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.685584:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204988.685585:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204988.685586:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204988.685588:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937916928, offset 0
00000400:00000200:2.0:1788204988.685590:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204988.685593:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204988.685597:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204988.685599:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204988.685602:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204988.685605:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204988.685607:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204988.685610:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547113:547113:256:4294967295] 192.168.201.135@tcp LPNI seq info [547079:547079:8:4294967295]
00000400:00000200:2.0:1788204988.685614:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204988.685620:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204988.685624:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204988.685628:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204988.685632:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204988.685635:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204988.685639:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204988.685642:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204988.685645:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204988.685647:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204988.685649:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204988.685653:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204988.685656:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204988.685658:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204988.685660:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204988.685664:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937916928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.685672:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.685675:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937916928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.685681:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.685683:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204988.685686:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204988.685691:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204988.685694:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204988.685696:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309966877
00000100:00000001:2.0:1788204988.685699:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309970636
00000100:00000001:2.0:1788204988.685701:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309966877
00000100:00000001:2.0:1788204988.685704:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309970636
00000100:00000001:2.0:1788204988.685706:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204988.685708:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.685710:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204988.685714:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204988/real 1788204988]  req@ffff8c5d3ba69500 x1875052937916928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204988.685722:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204988.685724:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204988.685725:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204988.685728:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204988.685729:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204988.685731:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204988.685734:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937916928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204988.685743:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937916928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.685749:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204988.685750:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.685752:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.685753:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204988.685757:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937916928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.685763:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204988.685767:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937916928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.685773:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204988.685776:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.685777:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.685778:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.685781:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204988.685783:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204988.685785:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204988.685789:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204988.685791:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204988.685795:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937916928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204988.685802:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937916928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204988.685806:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204988.685810:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937917056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.685816:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204988.685818:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.685820:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204988.685822:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204988.685824:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204988.685827:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937917056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204988.685830:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204988.685832:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204988.685833:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.685835:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204988.685838:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204988.685840:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204988.685843:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204988.685845:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204988.685848:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204988.685851:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937917056, portal 10
00000100:00000001:2.0:1788204988.685853:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204988.685854:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:2.0:1788204988.685860:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937917056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.685867:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204988.685869:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204988.685871:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204988.685874:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937917056, offset 0
00000400:00000200:2.0:1788204988.685877:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204988.685881:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204988.685885:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204988.685888:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204988.685890:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204988.685893:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204988.685895:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204988.685897:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547114:547114:256:4294967295] 192.168.201.135@tcp LPNI seq info [547080:547080:8:4294967295]
00000400:00000200:2.0:1788204988.685902:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204988.685908:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204988.685912:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204988.685916:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204988.685919:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204988.685922:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204988.685926:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204988.685928:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204988.685932:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204988.685934:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204988.685937:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204988.685940:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204988.685943:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204988.685945:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204988.685947:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204988.685951:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937917056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.685958:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.685961:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937917056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.685974:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.685975:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204988.685978:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204988.685981:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204988.685984:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204988.685986:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309966872
00000100:00000001:2.0:1788204988.685989:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309970636
00000100:00000001:2.0:1788204988.685991:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309966872
00000100:00000001:2.0:1788204988.685993:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309970636
00000100:00000001:2.0:1788204988.685995:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204988.685997:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.685999:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204988.686002:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204988/real 1788204988]  req@ffff8c5d3ba69880 x1875052937917056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204988.686009:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204988.686011:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204988.686012:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204988.686014:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204988.686016:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204988.686018:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204988.686021:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937917056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204988.686029:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937917056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686035:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204988.686036:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.686038:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.686039:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204988.686042:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937917056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686049:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204988.686053:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937917056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686058:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204988.686059:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.686060:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.686061:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.686062:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204988.686063:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204988.686064:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204988.686066:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204988.686067:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204988.686069:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937917056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204988.686073:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937917056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204988.686075:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204988.686077:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937917184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686082:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204988.686082:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.686084:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204988.686086:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204988.686087:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204988.686090:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937917184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204988.686093:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204988.686095:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204988.686097:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.686098:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204988.686102:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204988.686103:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204988.686107:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204988.686110:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204988.686113:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204988.686116:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937917184, portal 4
00000100:00000001:2.0:1788204988.686117:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204988.686119:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:2.0:1788204988.686124:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937917184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686131:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204988.686133:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204988.686135:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204988.686138:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937917184, offset 0
00000400:00000200:2.0:1788204988.686140:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204988.686143:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204988.686145:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204988.686147:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204988.686149:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204988.686151:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204988.686152:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204988.686154:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547115:547115:256:4294967295] 192.168.201.135@tcp LPNI seq info [547081:547081:8:4294967295]
00000400:00000200:2.0:1788204988.686157:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204988.686161:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204988.686163:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204988.686165:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204988.686167:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204988.686169:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204988.686172:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204988.686173:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204988.686176:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204988.686177:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204988.686179:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204988.686181:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204988.686183:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204988.686184:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204988.686186:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204988.686188:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937917184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686193:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.686195:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937917184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686199:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.686200:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204988.686202:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204988.686204:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204988.686205:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204988.686207:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309966965
00000100:00000001:2.0:1788204988.686208:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309970636
00000100:00000001:2.0:1788204988.686210:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309966965
00000100:00000001:2.0:1788204988.686211:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309970636
00000100:00000001:2.0:1788204988.686212:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204988.686213:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.686214:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204988.686216:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204988/real 1788204988]  req@ffff8c5d3ba6b480 x1875052937917184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204988.686220:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204988.686221:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204988.686222:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204988.686224:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204988.686225:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204988.686227:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204988.686229:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937917184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204988.686234:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937917184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686237:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204988.686238:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.686239:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.686239:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204988.686241:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937917184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686245:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204988.686247:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937917184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686250:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204988.686251:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.686252:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.686253:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.686254:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204988.686255:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204988.686256:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204988.686259:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204988.686260:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204988.686262:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937917184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204988.686266:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937917184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204988.686268:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204988.686270:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937917312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686274:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204988.686275:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.686277:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204988.686278:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204988.686279:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204988.686281:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937917312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204988.686282:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204988.686283:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204988.686284:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204988.686285:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204988.686287:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204988.686288:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204988.686289:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204988.686290:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204988.686292:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204988.686294:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937917312, portal 4
00000100:00000001:2.0:1788204988.686295:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204988.686296:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00000040:2.0:1788204988.686314:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937917312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686318:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204988.686320:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204988.686321:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204988.686323:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937917312, offset 0
00000400:00000200:2.0:1788204988.686339:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204988.686342:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204988.686344:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204988.686346:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204988.686348:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204988.686349:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204988.686351:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204988.686353:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547116:547116:256:4294967295] 192.168.201.135@tcp LPNI seq info [547082:547082:8:4294967295]
00000400:00000200:2.0:1788204988.686356:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204988.686360:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204988.686363:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204988.686365:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204988.686367:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204988.686369:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788204988.686372:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204988.686373:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788204988.686375:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204988.686377:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204988.686379:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204988.686381:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204988.686382:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204988.686384:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204988.686385:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204988.686387:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937917312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686392:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.686394:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937917312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205013 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686398:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.686400:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204988.686401:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204988.686403:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204988.686405:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204988.686407:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309966983
00000100:00000001:2.0:1788204988.686408:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309970636
00000100:00000001:2.0:1788204988.686410:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309966983
00000100:00000001:2.0:1788204988.686411:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309970636
00000100:00000001:2.0:1788204988.686412:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204988.686414:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.686415:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204988.686417:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204988/real 1788204988]  req@ffff8c5d3ba68700 x1875052937917312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204988.686422:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204988.686423:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204988.686423:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204988.686425:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204988.686426:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204988.686427:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204988.686428:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937917312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204988.686434:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937917312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686437:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204988.686438:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.686438:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.686439:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204988.686441:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937917312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686444:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204988.686446:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937917312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686450:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204988.686451:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.686452:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204988.686453:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.686454:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204988.686455:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204988.686457:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204988.686459:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204988.686460:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204988.686463:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937917312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204988.686467:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937917312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204988.686469:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.686470:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.686472:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937916928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686475:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204988.686476:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204988.686477:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:2.0:1788204988.686478:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204988.686479:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204988.686480:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204988.686482:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204988.686483:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788204988.686484:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204988.686485:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204988.686486:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:2.0:1788204988.686488:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204988.686489:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.686489:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.686491:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937917056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686495:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204988.686496:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204988.686497:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204988.686498:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204988.686499:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204988.686500:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204988.686501:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204988.686502:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204988.686503:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204988.686504:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204988.686505:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:2.0:1788204988.686506:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204988.686507:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.686508:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.686509:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937917184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686512:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204988.686513:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204988.686514:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204988.686515:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204988.686515:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204988.686516:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204988.686517:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204988.686518:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:2.0:1788204988.686519:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204988.686519:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204988.686520:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:2.0:1788204988.686521:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204988.686522:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.686523:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204988.686524:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937917312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205013 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204988.686527:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204988.686528:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204988.686529:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204988.686530:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204988.686530:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204988.686531:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204988.686532:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204988.686533:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:2.0:1788204988.686534:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204988.686534:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204988.686535:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:2.0:1788204988.686537:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204988.686538:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.686539:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204988.686541:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204988.686542:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204988.686543:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204988.686545:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204988.876427:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204988.876435:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204988.876437:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204988.876442:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204988.876446:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204988.876449:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204988.876451:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204988.876454:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204988.876456:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204989.388517:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204989.388525:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204989.388530:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204989.388531:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204989.388595:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204989.388598:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204989.388600:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204989.900444:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204989.900453:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204989.900456:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204989.900463:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204989.900468:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204989.900472:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204989.900475:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204989.900479:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204989.900483:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204990.412402:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204990.412409:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204990.412415:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204990.412416:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204990.412477:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204990.412480:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204990.412483:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204990.924411:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204990.924419:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204990.924421:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204990.924425:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204990.924428:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204990.924432:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.924434:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204990.924436:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204990.924438:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204991.436472:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204991.436478:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204991.436484:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204991.436486:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204991.436521:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204991.436525:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204991.436528:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204991.948436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204991.948446:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204991.948448:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204991.948456:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204991.948460:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204991.948465:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204991.948468:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204991.948471:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204991.948474:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204992.460372:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204992.460380:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204992.460389:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204992.460390:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204992.460455:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204992.460461:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204992.460465:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204992.524391:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309970636, at 4309970688
00000100:00000040:1.0:1788204992.524391:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309970636, at 4309970688
00000100:00000010:0.0:1788204992.524411:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850cc0.
00000100:00000010:1.0:1788204992.524414:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108506c0.
00000100:00000001:0.0:1788204992.972381:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204992.972389:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204992.972391:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204992.972395:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204992.972398:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204992.972401:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204992.972403:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204992.972406:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204992.972408:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204993.484435:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204993.484441:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204993.484446:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204993.484447:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204993.484514:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204993.484519:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204993.484523:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788204993.804406:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204993.804429:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788204993.804432:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204993.804437:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204993.804443:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204993.804453:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15299
00000400:00000200:3.0:1788204993.804464:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204993.804471:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204993.804476:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204993.804479:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204993.804483:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204993.804486:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204993.804489:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788204993.804493:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204993.804496:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788204993.804499:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204993.804502:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788204993.804505:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788204993.804507:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788204993.804510:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204993.804512:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204993.804514:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204993.804516:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788204993.804519:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788204993.804523:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204993.804526:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204993.804529:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204993.804533:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204993.804536:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204993.804538:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788204993.804541:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204993.804552:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788204993.804556:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204993.804561:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204993.804564:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204993.804568:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204993.804572:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204993.804576:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204993.804585:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204993.804593:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204993.804604:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937917440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204993.804614:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204993.804619:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788204993.804624:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937917440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204993.804648:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204993.804651:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204993.804654:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788204993.804656:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204993.804657:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204993.804661:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204993.804664:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15299
00000400:00000200:3.0:1788204993.804668:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204993.804672:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204993.804674:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204993.804678:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204993.804680:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204993.804683:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788204993.804683:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204993.804688:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204993.804689:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788204993.804692:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788204993.804693:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788204993.804695:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788204993.804698:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788204993.804701:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6a680 x1875052937917440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204993.804702:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788204993.804708:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788204993.804713:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:2.0:1788204993.804716:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788204993.804719:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204993.804720:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204993.804724:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788204993.804726:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788204993.804728:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:2.0:1788204993.804730:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788204993.804731:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:2.0:1788204993.804735:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788204993.804736:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00100000:2.0:1788204993.804740:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937917440:192.168.201.135@tcp:250:kworker.0
00000100:00080000:3.0:1788204993.804742:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204993.804746:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788204993.804747:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204993.804750:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204993.804751:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204993.804754:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204993.804756:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788204993.804756:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204993.804761:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204993.804763:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:3.0:1788204993.804763:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788204993.804767:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788204993.804770:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788204993.804775:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00000001:3.0:1788204993.804776:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788204993.804779:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:3.0:1788204993.804780:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204993.804788:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000400:00000010:2.0:1788204993.804789:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000020:00000040:3.0:1788204993.804793:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204993.804797:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1788204993.804798:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937917440, portal 25
02000000:00000001:3.0:1788204993.804799:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.804804:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788204993.804804:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204993.804807:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793465472 : -127142916086144 : ffff8c5d3ba6a680)
02000000:00000001:3.0:1788204993.804808:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204993.804811:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204993.804815:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6a680 x1875052937917440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788204993.804819:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:2.0:1788204993.804822:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204993.804824:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204993.804825:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204993.804830:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204993.804835:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937917440, offset 0
00000100:00100000:3.0:1788204993.804835:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937917568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788204993.804845:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788204993.804849:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204993.804851:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204993.804856:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788204993.804857:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937917568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204993.804865:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204993.804873:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204993.804880:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:3.0:1788204993.804880:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204993.804885:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788204993.804886:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204993.804891:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00080000:3.0:1788204993.804894:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788204993.804898:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788204993.804899:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547117:547117:256:4294967295] 192.168.201.135@tcp LPNI seq info [547083:547083:8:4294967295]
00000100:00080000:3.0:1788204993.804902:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204993.804904:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788204993.804907:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15299
00000400:00000200:2.0:1788204993.804913:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788204993.804922:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204993.804927:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788204993.804930:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788204993.804934:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788204993.804937:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204993.804941:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000010:2.0:1788204993.804944:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000100:00000001:3.0:1788204993.804944:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204993.804949:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204993.804953:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:2.0:1788204993.804954:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788204993.804957:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000200:2.0:1788204993.804959:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000020:00000040:3.0:1788204993.804960:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788204993.804964:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1788204993.804967:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:3.0:1788204993.804968:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000200:2.1:1788204993.804972:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1788204993.804973:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000100:2.0:1788204993.804979:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788204993.804980:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000010:2.0:1788204993.804983:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000100:00000040:3.0:1788204993.804986:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204993.804988:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788204993.804990:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788204993.804991:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788204993.804995:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788204993.804996:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1788204993.805001:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:2.0:1788204993.805004:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000100:00080000:3.0:1788204993.805006:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000010:2.0:1788204993.805007:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:3.0:1788204993.805012:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788204993.805015:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788204993.805018:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788204993.805018:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788204993.805020:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204993.805023:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:2.0:1788204993.805025:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6a680 x1875052937917440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204993.805026:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788204993.805032:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204993.805036:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.805042:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000010:3.0:1788204993.805043:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000100:00000040:2.0:1788204993.805047:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6a680 x1875052937917440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205018 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788204993.805048:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788204993.805053:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204993.805056:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.805058:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204993.805059:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788204993.805061:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788204993.805062:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788204993.805066:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.805067:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204993.805071:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000400:00000200:2.0:1788204993.805072:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204993.805077:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309975756
00000100:00000001:3.0:1788204993.805077:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204993.805083:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850b40.
00000100:00100000:3.0:1788204993.805086:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937917696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204993.805091:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788204993.805097:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204993.805098:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309975756
00000100:00000001:3.0:1788204993.805100:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204993.805103:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850720.
00000100:00000001:2.0:1788204993.805107:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1788204993.805108:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937917696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.805111:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204993.805117:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.805122:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788204993.805123:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204993.805128:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204993/real 1788204993]  req@ffff8c5d3ba6a680 x1875052937917440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204993.805128:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788204993.805138:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788204993.805141:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000001:2.0:1788204993.805143:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1788204993.805144:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:2.0:1788204993.805147:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204993.805149:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000100:00000001:3.0:1788204993.805149:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788204993.805154:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000100:00080000:3.0:1788204993.805156:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15299
00000400:00000010:2.0:1788204993.805157:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000400:00000200:3.0:1788204993.805162:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204993.805165:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:3.0:1788204993.805168:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:2.0:1788204993.805171:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6a680 x1875052937917440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788204993.805173:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788204993.805181:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:2.0:1788204993.805183:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6a680 x1875052937917440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204993.805186:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204993.805191:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:3.0:1788204993.805192:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204993.805195:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788204993.805197:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788204993.805198:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204993.805200:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204993.805202:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788204993.805205:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00100000:2.0:1788204993.805206:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6a680 x1875052937917440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204993.805209:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788204993.805213:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:2.0:1788204993.805214:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788204993.805218:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204993.805221:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6a680 x1875052937917440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204993.805224:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:2.0:1788204993.805232:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788204993.805232:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204993.805248:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.805250:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788204993.805250:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788204993.805254:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204993.805257:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204993.805258:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204993.805261:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788204993.805262:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00080000:2.0:1788204993.805265:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1788204993.805267:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204993.805271:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00080000:3.0:1788204993.805275:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204993.805276:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788204993.805282:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204993.805283:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6a680 x1875052937917440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788204993.805286:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204993.805291:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788204993.805292:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937917440:192.168.201.135@tcp:250:kworker.0
02000000:00000001:3.0:1788204993.805297:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.805321:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.805327:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788204993.805327:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:2.0:1788204993.805333:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6a680 x1875052937917440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788204993.805333:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788204993.805341:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.805346:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788204993.805346:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788204993.805350:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
02000000:00000001:2.0:1788204993.805351:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:3.0:1788204993.805354:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000010:2.0:1788204993.805356:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:3.0:1788204993.805359:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204993.805362:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1788204993.805362:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204993.805367:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000001:3.0:1788204993.805367:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204993.805369:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000040:2.0:1788204993.805371:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788204993.805373:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204993.805376:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788204993.805379:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
02000000:00000010:2.0:1788204993.805380:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788204993.805386:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204993.805388:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204993.805391:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204993.805394:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6a680.
00000100:00100000:3.0:1788204993.805394:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937917824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788204993.805403:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204993.805405:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788204993.805406:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.805408:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.805412:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788204993.805413:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937917824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.805419:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788204993.805421:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.805422:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.805427:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204993.805428:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788204993.805428:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788204993.805431:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1788204993.805435:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1788204993.805436:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937917568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788204993.805439:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788204993.805442:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788204993.805448:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788204993.805449:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204993.805452:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788204993.805454:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15299
02000000:00000001:2.0:1788204993.805455:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204993.805458:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204993.805460:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788204993.805461:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:2.0:1788204993.805465:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937917568:192.168.201.135@tcp:38:kworker.0
00000400:00000200:3.0:1788204993.805469:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788204993.805470:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204993.805473:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1788204993.805474:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1788204993.805475:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204993.805479:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788204993.805482:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000010:2.0:1788204993.805483:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204993.805486:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204993.805486:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788204993.805491:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788204993.805493:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788204993.805495:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:2.0:1788204993.805496:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000020:00000001:3.0:1788204993.805499:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:2.0:1788204993.805501:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000020:00000040:3.0:1788204993.805502:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000200:2.0:1788204993.805505:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937917568, portal 10
00000020:00000001:3.0:1788204993.805506:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788204993.805509:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1788204993.805510:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:2.0:1788204993.805511:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000020:00000001:3.0:1788204993.805517:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788204993.805521:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937917568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788204993.805522:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788204993.805530:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204993.805534:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788204993.805536:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204993.805539:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788204993.805542:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:2.0:1788204993.805543:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000001:3.0:1788204993.805546:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:2.0:1788204993.805547:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937917568, offset 0
00000020:00000040:3.0:1788204993.805551:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000200:2.0:1788204993.805556:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788204993.805559:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788204993.805563:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204993.805564:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204993.805566:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788204993.805571:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788204993.805573:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000001:3.0:1788204993.805574:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204993.805578:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788204993.805580:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:3.0:1788204993.805582:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1788204993.805586:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000008:00000001:3.0:1788204993.805587:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204993.805591:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204993.805592:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204993.805596:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000010:3.0:1788204993.805596:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788204993.805602:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000200:2.0:1788204993.805604:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547118:547118:256:4294967295] 192.168.201.135@tcp LPNI seq info [547084:547084:8:4294967295]
02000000:00000001:3.0:1788204993.805606:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788204993.805608:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788204993.805613:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788204993.805616:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788204993.805617:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788204993.805620:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788204993.805625:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000400:00000200:2.0:1788204993.805630:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788204993.805631:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788204993.805639:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937917952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788204993.805641:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204993.805648:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204993.805654:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788204993.805654:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788204993.805658:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788204993.805659:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204993.805666:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788204993.805667:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937917952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788204993.805668:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204993.805676:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204993.805679:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204993.805684:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788204993.805686:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204993.805687:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204993.805693:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000100:00000040:3.0:1788204993.805694:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15309)
00000400:00000010:2.0:1788204993.805695:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204993.805700:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204993.805704:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937917568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.805710:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204993.805713:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937917568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205018 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.805721:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.805722:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204993.805724:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204993.805727:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788204993.805730:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204993.805731:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309971997
00000100:00000001:2.0:1788204993.805733:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309975756
00000100:00000001:2.0:1788204993.805734:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309971997
00000100:00000001:2.0:1788204993.805736:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309975756
00000100:00000001:2.0:1788204993.805737:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204993.805738:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.805739:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204993.805741:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204993/real 1788204993]  req@ffff8c5d3ba68700 x1875052937917568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204993.805746:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204993.805747:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204993.805748:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204993.805749:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204993.805750:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204993.805751:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204993.805753:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937917568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204993.805758:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937917568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.805761:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204993.805762:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.805763:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204993.805764:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204993.805765:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937917568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.805770:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204993.805772:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937917568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.805776:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204993.805778:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.805778:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204993.805779:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.805780:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204993.805781:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204993.805782:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204993.805784:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204993.805785:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204993.805787:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937917568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204993.805791:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937917568:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204993.805793:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204993.805795:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937917696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.805799:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204993.805800:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204993.805801:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204993.805803:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204993.805804:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204993.805805:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937917696:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204993.805807:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204993.805808:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204993.805810:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204993.805811:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204993.805813:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204993.805814:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204993.805816:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204993.805818:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204993.805820:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204993.805821:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937917696, portal 10
00000100:00000001:2.0:1788204993.805822:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204993.805823:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:2.0:1788204993.805827:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937917696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.805831:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204993.805833:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204993.805834:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204993.805835:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937917696, offset 0
00000400:00000200:2.0:1788204993.805837:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204993.805840:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204993.805841:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204993.805843:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204993.805844:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204993.805846:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204993.805847:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204993.805849:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547119:547119:256:4294967295] 192.168.201.135@tcp LPNI seq info [547085:547085:8:4294967295]
00000400:00000200:2.0:1788204993.805852:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204993.805856:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204993.805858:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204993.805860:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204993.805863:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204993.805864:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204993.805867:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204993.805868:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204993.805870:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204993.805872:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204993.805874:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204993.805876:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204993.805877:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204993.805878:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204993.805880:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204993.805882:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937917696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.805886:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204993.805888:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937917696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205018 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.805892:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.805893:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204993.805894:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204993.805896:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788204993.805897:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204993.805899:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309971992
00000100:00000001:2.0:1788204993.805900:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309975756
00000100:00000001:2.0:1788204993.805901:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309971992
00000100:00000001:2.0:1788204993.805903:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309975756
00000100:00000001:2.0:1788204993.805904:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204993.805905:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.805906:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204993.805908:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204993/real 1788204993]  req@ffff8c5d3ba6b480 x1875052937917696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204993.805911:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204993.805912:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204993.805913:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204993.805914:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204993.805915:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204993.805917:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204993.805919:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937917696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204993.805923:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937917696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.805927:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204993.805927:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.805928:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204993.805929:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204993.805931:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937917696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.805934:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204993.805936:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937917696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.805940:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204993.805941:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.805942:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204993.805942:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.805943:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204993.805944:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204993.805945:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204993.805947:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204993.805948:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204993.805950:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937917696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204993.805954:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937917696:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788204993.805956:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204993.805958:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937917824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.805962:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204993.805964:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204993.805965:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204993.805966:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204993.805967:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204993.805968:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937917824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204993.805970:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204993.805971:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204993.805971:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204993.805972:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204993.805974:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204993.805976:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204993.805978:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204993.805979:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204993.805981:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204993.805983:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937917824, portal 4
00000100:00000001:2.0:1788204993.805984:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204993.805985:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:2.0:1788204993.805988:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937917824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.805991:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204993.805993:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204993.805994:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204993.805995:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937917824, offset 0
00000400:00000200:2.0:1788204993.805997:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204993.805999:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204993.806001:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204993.806003:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204993.806004:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204993.806005:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204993.806007:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204993.806009:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547120:547120:256:4294967295] 192.168.201.135@tcp LPNI seq info [547086:547086:8:4294967295]
00000400:00000200:2.0:1788204993.806012:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204993.806015:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204993.806018:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204993.806019:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204993.806021:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204993.806023:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204993.806025:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204993.806027:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204993.806029:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204993.806030:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204993.806032:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204993.806034:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204993.806035:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204993.806036:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204993.806037:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204993.806039:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937917824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.806043:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204993.806045:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937917824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205018 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.806049:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.806050:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204993.806051:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204993.806053:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788204993.806054:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204993.806055:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309972085
00000100:00000001:2.0:1788204993.806057:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309975756
00000100:00000001:2.0:1788204993.806058:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309972085
00000100:00000001:2.0:1788204993.806059:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309975756
00000100:00000001:2.0:1788204993.806061:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204993.806062:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.806063:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204993.806065:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204993/real 1788204993]  req@ffff8c5d3ba69880 x1875052937917824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204993.806069:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204993.806070:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204993.806071:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204993.806072:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204993.806073:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204993.806074:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204993.806075:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937917824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204993.806079:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937917824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.806083:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204993.806084:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.806085:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204993.806086:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204993.806088:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937917824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.806091:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204993.806093:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937917824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.806097:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204993.806098:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.806099:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204993.806099:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.806100:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204993.806101:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204993.806102:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204993.806104:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204993.806106:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204993.806108:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937917824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204993.806112:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937917824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204993.806114:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.806115:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204993.806116:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937917568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.806120:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204993.806121:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204993.806122:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:2.0:1788204993.806123:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204993.806124:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204993.806125:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204993.806126:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204993.806126:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:2.0:1788204993.806128:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204993.806129:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204993.806129:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:2.0:1788204993.806131:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204993.806132:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.806133:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204993.806134:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937917696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.806138:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204993.806139:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204993.806140:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788204993.806141:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204993.806141:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204993.806142:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788204993.806143:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204993.806144:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:2.0:1788204993.806146:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204993.806147:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204993.806147:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:2.0:1788204993.806149:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204993.806150:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.806151:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204993.806152:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937917824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.806155:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204993.806156:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204993.806157:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204993.806158:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204993.806158:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204993.806159:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204993.806160:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204993.806160:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:2.0:1788204993.806161:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204993.806162:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204993.806162:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:2.0:1788204993.806164:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204993.806165:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.806165:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.806168:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204993.806168:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.806169:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204993.806170:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204993.806171:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788204993.806173:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937917952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.806176:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788204993.806177:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204993.806178:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788204993.806179:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204993.806180:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204993.806181:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937917952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204993.806184:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204993.806185:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788204993.806185:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204993.806187:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204993.806188:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204993.806189:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788204993.806191:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788204993.806193:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788204993.806194:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788204993.806196:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937917952, portal 4
00000100:00000001:2.0:1788204993.806197:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204993.806198:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:2.0:1788204993.806202:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937917952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.806206:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788204993.806207:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788204993.806208:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788204993.806210:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937917952, offset 0
00000400:00000200:2.0:1788204993.806212:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788204993.806213:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204993.806215:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788204993.806217:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788204993.806218:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788204993.806219:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788204993.806221:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788204993.806223:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547121:547121:256:4294967295] 192.168.201.135@tcp LPNI seq info [547087:547087:8:4294967295]
00000400:00000200:2.0:1788204993.806225:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204993.806229:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788204993.806231:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204993.806232:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788204993.806235:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788204993.806251:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788204993.806254:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788204993.806256:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788204993.806259:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788204993.806260:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788204993.806262:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204993.806264:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788204993.806266:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788204993.806267:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788204993.806268:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788204993.806270:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937917952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.806275:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204993.806277:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937917952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205018 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.806281:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.806282:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788204993.806283:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204993.806286:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788204993.806288:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204993.806289:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309972102
00000100:00000001:2.0:1788204993.806291:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309975756
00000100:00000001:2.0:1788204993.806292:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309972102
00000100:00000001:2.0:1788204993.806294:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309975756
00000100:00000001:2.0:1788204993.806295:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788204993.806296:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.806310:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788204993.806312:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204993/real 1788204993]  req@ffff8c5d3ba69500 x1875052937917952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788204993.806316:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788204993.806317:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788204993.806319:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788204993.806321:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788204993.806322:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788204993.806323:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788204993.806325:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937917952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788204993.806330:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937917952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.806334:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788204993.806334:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.806335:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204993.806336:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788204993.806338:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937917952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.806343:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204993.806346:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937917952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.806351:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204993.806353:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.806355:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788204993.806356:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.806357:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788204993.806359:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788204993.806361:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788204993.806364:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788204993.806367:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788204993.806370:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937917952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204993.806378:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937917952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788204993.806383:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.806385:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788204993.806388:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937917952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205018 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204993.806392:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788204993.806394:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788204993.806395:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788204993.806396:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788204993.806397:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788204993.806398:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788204993.806399:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788204993.806400:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788204993.806402:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788204993.806403:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788204993.806404:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:2.0:1788204993.806405:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788204993.806406:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.806407:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204993.806409:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788204993.806410:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204993.806411:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788204993.806413:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204993.996376:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204993.996384:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204993.996386:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204993.996393:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204993.996396:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204993.996400:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204993.996402:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204993.996405:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204993.996407:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204994.508436:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204994.508442:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204994.508447:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204994.508448:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204994.508503:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204994.508507:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204994.508510:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204995.020405:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204995.020416:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204995.020418:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204995.020425:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204995.020430:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204995.020435:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.020439:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204995.020442:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204995.020445:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204995.532444:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204995.532450:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204995.532455:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204995.532456:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788204995.532511:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788204995.532515:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788204995.532518:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204996.044434:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204996.044442:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204996.044443:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204996.044448:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204996.044452:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204996.044455:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204996.044457:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204996.044460:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204996.044462:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204996.556453:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204996.556463:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204996.556465:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204996.556469:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204996.556475:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204996.556477:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204996.556479:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204996.556482:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204996.556486:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204996.556487:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788204996.556488:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788204996.556490:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204996.556491:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788204996.556492:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204996.556494:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204996.556496:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788204996.556558:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788204996.556561:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788204996.556564:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788204997.068419:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204997.068427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204997.068429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204997.068434:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204997.068437:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204997.068440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204997.068442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204997.068445:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204997.068447:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204997.580433:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204997.580439:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204997.580444:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204997.580444:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204997.580498:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204997.580503:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204997.580507:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788204997.644426:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309975756, at 4309975808
00000100:00000040:1.0:1788204997.644426:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309975756, at 4309975808
00000100:00000010:1.0:1788204997.644445:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850720.
00000100:00000010:0.0:1788204997.644451:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850b40.
00000100:00000001:0.0:1788204998.092413:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204998.092421:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204998.092423:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204998.092428:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204998.092431:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204998.092434:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204998.092436:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204998.092438:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204998.092440:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204998.604447:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204998.604454:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204998.604459:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204998.604460:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204998.604542:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204998.604548:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204998.604551:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788204998.924442:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204998.924452:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788204998.924455:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204998.924459:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204998.924463:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204998.924471:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15304
00000400:00000200:2.0:1788204998.924481:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204998.924487:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204998.924489:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204998.924492:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204998.924495:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204998.924497:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204998.924499:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204998.924502:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204998.924504:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788204998.924507:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204998.924509:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788204998.924511:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788204998.924512:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788204998.924514:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204998.924515:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204998.924516:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204998.924518:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204998.924520:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788204998.924522:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204998.924524:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204998.924526:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788204998.924529:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788204998.924531:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204998.924532:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788204998.924534:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204998.924543:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000020:00000040:2.0:1788204998.924545:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788204998.924549:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204998.924551:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204998.924554:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204998.924557:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204998.924561:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204998.924568:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:2.0:1788204998.924574:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204998.924582:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937918080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204998.924590:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204998.924594:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204998.924597:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937918080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204998.924618:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204998.924621:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204998.924624:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788204998.924626:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204998.924627:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204998.924631:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204998.924633:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15304
00000400:00000200:2.0:1788204998.924637:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204998.924640:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204998.924642:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204998.924646:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204998.924649:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204998.924651:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204998.924654:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204998.924656:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204998.924657:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788204998.924659:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204998.924661:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788204998.924663:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788204998.924666:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788204998.924670:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204998.924672:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204998.924673:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1788204998.924674:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204998.924678:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788204998.924678:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204998.924680:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:1.0:1788204998.924683:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1788204998.924684:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788204998.924687:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204998.924689:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1788204998.924691:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea300 x1875052937918080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204998.924696:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204998.924699:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1788204998.924699:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.924702:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204998.924702:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788204998.924708:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1788204998.924708:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788204998.924712:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1788204998.924713:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204998.924715:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204998.924716:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204998.924722:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000100:00100000:1.0:1788204998.924723:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937918080:192.168.201.135@tcp:250:kworker.0
00000020:00000040:2.0:1788204998.924726:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:1.0:1788204998.924728:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788204998.924729:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204998.924731:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204998.924732:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788204998.924733:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788204998.924735:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204998.924735:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204998.924737:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204998.924738:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788204998.924744:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
02000000:00000010:1.0:1788204998.924746:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:2.0:1788204998.924748:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204998.924749:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788204998.924756:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937918208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788204998.924757:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204998.924762:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000001:2.0:1788204998.924767:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204998.924769:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788204998.924771:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000040:2.0:1788204998.924772:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937918208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204998.924780:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204998.924782:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1788204998.924783:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937918080, portal 25
00000100:00080000:2.0:1788204998.924786:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788204998.924788:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788204998.924789:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204998.924792:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788204998.924793:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426048 : -127142906125568 : ffff8c5d3c3ea300)
00000100:00000001:2.0:1788204998.924795:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204998.924798:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15304
00000400:00000200:2.0:1788204998.924803:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788204998.924804:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea300 x1875052937918080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204998.924805:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204998.924809:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204998.924814:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204998.924818:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204998.924821:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204998.924823:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1788204998.924824:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204998.924827:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:1.0:1788204998.924828:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000040:2.0:1788204998.924828:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788204998.924831:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:1.0:1788204998.924833:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000020:00000040:2.0:1788204998.924833:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788204998.924838:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000200:1.0:1788204998.924839:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937918080, offset 0
00000020:00000001:2.0:1788204998.924840:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788204998.924846:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204998.924847:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788204998.924850:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788204998.924853:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204998.924857:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204998.924859:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:1.0:1788204998.924861:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788204998.924866:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:1.0:1788204998.924871:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788204998.924871:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204998.924876:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788204998.924879:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1788204998.924881:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204998.924885:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:2.0:1788204998.924888:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204998.924890:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788204998.924893:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788204998.924894:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000008:00100000:2.0:1788204998.924898:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788204998.924899:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547122:547122:256:4294967295] 192.168.201.135@tcp LPNI seq info [547088:547088:8:4294967295]
00000008:00000001:2.0:1788204998.924906:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204998.924907:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788204998.924911:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788204998.924915:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000400:00000200:1.0:1788204998.924917:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000020:00000040:2.0:1788204998.924920:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000200:1.0:1788204998.924925:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000001:2.0:1788204998.924926:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204998.924930:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204998.924932:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:1.0:1788204998.924933:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
02000000:00000001:2.0:1788204998.924934:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204998.924938:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204998.924942:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000800:00000200:1.0:1788204998.924943:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204998.924945:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788204998.924949:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000100:00100000:2.0:1788204998.924952:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937918336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1788204998.924961:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788204998.924962:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204998.924966:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788204998.924968:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000100:00000040:2.0:1788204998.924971:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937918336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1788204998.924978:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204998.924982:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000100:00000001:2.0:1788204998.924983:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788204998.924987:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788204998.924989:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788204998.924990:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204998.924991:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788204998.924993:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204998.924995:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15304
00000400:00000200:1.0:1788204998.924997:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788204998.925000:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788204998.925005:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:1.0:1788204998.925006:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1788204998.925010:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788204998.925013:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000100:00000040:2.0:1788204998.925014:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:1.0:1788204998.925018:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:2.0:1788204998.925018:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204998.925022:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204998.925024:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788204998.925024:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788204998.925026:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788204998.925028:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788204998.925030:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:1.0:1788204998.925031:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea300 x1875052937918080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788204998.925033:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788204998.925037:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788204998.925040:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788204998.925045:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204998.925047:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204998.925048:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788204998.925053:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:1.0:1788204998.925054:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea300 x1875052937918080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205023 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204998.925055:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204998.925059:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788204998.925065:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204998.925066:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204998.925069:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.925070:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1788204998.925074:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204998.925076:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788204998.925078:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788204998.925082:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788204998.925084:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.925086:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309980876
00000100:00000001:2.0:1788204998.925087:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204998.925092:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000010:1.0:1788204998.925093:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749e40.
00000008:00000001:2.0:1788204998.925098:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204998.925100:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.925102:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000010:2.0:1788204998.925103:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000020:00000040:2.0:1788204998.925106:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788204998.925108:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788204998.925110:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309980876
02000000:00000001:2.0:1788204998.925110:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204998.925113:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204998.925114:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1788204998.925115:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749360.
02000000:00000001:2.0:1788204998.925116:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.925119:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000010:2.0:1788204998.925122:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000001:1.0:1788204998.925123:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204998.925127:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204998.925128:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.925129:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204998.925136:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204998/real 1788204998]  req@ffff8c5d3c3ea300 x1875052937918080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788204998.925136:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937918464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788204998.925164:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788204998.925168:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204998.925175:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937918464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204998.925178:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204998.925181:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204998.925184:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000100:00000001:2.0:1788204998.925185:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204998.925188:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000100:00080000:2.0:1788204998.925189:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788204998.925192:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00080000:2.0:1788204998.925194:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788204998.925195:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788204998.925197:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788204998.925199:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1788204998.925201:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea300 x1875052937918080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204998.925202:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788204998.925207:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15304
00000400:00000200:2.0:1788204998.925214:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000200:1.0:1788204998.925218:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea300 x1875052937918080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788204998.925219:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788204998.925223:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788204998.925228:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204998.925232:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788204998.925233:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:2.0:1788204998.925235:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788204998.925236:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204998.925239:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788204998.925240:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1788204998.925242:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788204998.925243:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788204998.925245:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00100000:1.0:1788204998.925249:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea300 x1875052937918080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788204998.925249:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788204998.925251:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788204998.925255:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788204998.925258:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788204998.925263:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788204998.925264:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204998.925267:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788204998.925270:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea300 x1875052937918080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788204998.925270:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788204998.925274:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788204998.925279:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788204998.925284:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788204998.925285:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788204998.925287:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.925288:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204998.925290:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788204998.925292:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1788204998.925293:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204998.925294:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788204998.925297:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.925319:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204998.925322:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204998.925324:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1788204998.925328:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788204998.925331:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00080000:1.0:1788204998.925332:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000008:00000001:2.0:1788204998.925335:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204998.925337:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.925338:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:2.0:1788204998.925340:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000020:00000040:2.0:1788204998.925343:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000040:1.0:1788204998.925345:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea300 x1875052937918080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788204998.925346:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788204998.925348:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788204998.925352:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788204998.925353:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788204998.925355:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788204998.925359:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788204998.925363:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204998.925365:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937918080:192.168.201.135@tcp:250:kworker.0
00000100:00100000:2.0:1788204998.925369:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937918592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788204998.925374:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788204998.925377:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788204998.925380:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788204998.925380:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788204998.925389:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937918592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788204998.925390:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937918080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788204998.925406:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.925412:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1788204998.925412:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15314)
02000000:00000001:1.0:1788204998.925417:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204998.925422:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204998.925426:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204998.925429:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204998.925431:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788204998.925433:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204998.925436:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:1.0:1788204998.925440:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204998.925443:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204998.925445:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:1.0:1788204998.925448:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204998.925450:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.925452:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.925459:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204998.925461:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.925464:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204998.925465:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788204998.925466:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204998.925471:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8700 x1875052937918208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.925478:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204998.925480:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204998.925482:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204998.925484:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204998.925486:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204998.925489:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937918208:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204998.925493:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204998.925495:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204998.925497:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204998.925499:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204998.925501:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204998.925502:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204998.925505:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204998.925507:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204998.925509:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204998.925512:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937918208, portal 10
00000100:00000001:1.0:1788204998.925513:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204998.925514:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803418880 : -127142906132736 : ffff8c5d3c3e8700)
00000100:00000040:1.0:1788204998.925519:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8700 x1875052937918208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.925523:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204998.925525:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204998.925526:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204998.925528:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937918208, offset 0
00000400:00000200:1.0:1788204998.925530:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204998.925533:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204998.925535:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204998.925537:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204998.925539:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204998.925540:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204998.925542:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204998.925544:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547123:547123:256:4294967295] 192.168.201.135@tcp LPNI seq info [547089:547089:8:4294967295]
00000400:00000200:1.0:1788204998.925546:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204998.925550:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204998.925552:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204998.925554:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788204998.925556:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204998.925559:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788204998.925561:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204998.925563:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1788204998.925566:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204998.925567:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788204998.925570:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204998.925572:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204998.925574:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204998.925575:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204998.925577:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204998.925579:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8700 x1875052937918208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.925584:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204998.925585:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8700 x1875052937918208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205023 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.925589:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.925590:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204998.925592:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204998.925595:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788204998.925597:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204998.925599:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309977117
00000100:00000001:1.0:1788204998.925601:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309980876
00000100:00000001:1.0:1788204998.925602:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309977117
00000100:00000001:1.0:1788204998.925604:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309980876
00000100:00000001:1.0:1788204998.925605:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204998.925606:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.925607:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204998.925609:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204998/real 1788204998]  req@ffff8c5d3c3e8700 x1875052937918208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204998.925613:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204998.925614:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204998.925615:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204998.925617:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204998.925618:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204998.925619:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204998.925622:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8700 x1875052937918208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204998.925630:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8700 x1875052937918208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.925636:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204998.925638:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.925640:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204998.925641:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204998.925645:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8700 x1875052937918208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.925652:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204998.925655:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8700 x1875052937918208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.925662:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204998.925665:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.925666:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204998.925667:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.925669:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204998.925671:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204998.925674:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204998.925677:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204998.925679:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204998.925682:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8700 x1875052937918208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204998.925690:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937918208:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204998.925695:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204998.925697:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9880 x1875052937918336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.925701:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204998.925702:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204998.925703:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204998.925704:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204998.925706:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204998.925708:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937918336:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204998.925710:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204998.925711:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204998.925712:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204998.925713:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204998.925716:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204998.925717:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204998.925719:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204998.925721:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204998.925723:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204998.925725:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937918336, portal 10
00000100:00000001:1.0:1788204998.925726:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204998.925727:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803423360 : -127142906128256 : ffff8c5d3c3e9880)
00000100:00000040:1.0:1788204998.925731:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9880 x1875052937918336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.925735:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204998.925736:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204998.925738:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204998.925739:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937918336, offset 0
00000400:00000200:1.0:1788204998.925741:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204998.925743:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204998.925745:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204998.925747:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204998.925749:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204998.925751:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204998.925752:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204998.925754:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547124:547124:256:4294967295] 192.168.201.135@tcp LPNI seq info [547090:547090:8:4294967295]
00000400:00000200:1.0:1788204998.925756:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204998.925760:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204998.925762:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204998.925764:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788204998.925766:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204998.925768:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788204998.925771:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204998.925774:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1788204998.925778:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204998.925779:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788204998.925783:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204998.925786:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204998.925788:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204998.925790:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204998.925792:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204998.925796:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9880 x1875052937918336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.925803:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204998.925807:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9880 x1875052937918336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205023 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.925813:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.925815:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204998.925818:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204998.925820:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788204998.925823:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204998.925824:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309977112
00000100:00000001:1.0:1788204998.925826:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309980876
00000100:00000001:1.0:1788204998.925827:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309977112
00000100:00000001:1.0:1788204998.925829:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309980876
00000100:00000001:1.0:1788204998.925830:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204998.925832:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.925833:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204998.925835:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204998/real 1788204998]  req@ffff8c5d3c3e9880 x1875052937918336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204998.925840:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204998.925841:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204998.925842:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204998.925843:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204998.925844:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204998.925846:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204998.925847:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9880 x1875052937918336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204998.925852:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9880 x1875052937918336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.925855:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204998.925856:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.925857:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204998.925858:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204998.925860:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9880 x1875052937918336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.925863:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204998.925865:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9880 x1875052937918336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.925869:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204998.925871:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.925872:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204998.925873:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.925874:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204998.925875:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204998.925877:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204998.925879:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204998.925880:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204998.925882:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9880 x1875052937918336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204998.925886:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937918336:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788204998.925888:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204998.925890:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937918464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.925893:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204998.925894:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204998.925896:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204998.925897:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204998.925899:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204998.925900:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937918464:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204998.925902:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204998.925903:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204998.925904:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204998.925905:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204998.925907:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204998.925908:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204998.925910:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204998.925912:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204998.925914:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204998.925916:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937918464, portal 4
00000100:00000001:1.0:1788204998.925917:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204998.925918:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000040:1.0:1788204998.925922:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937918464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.925929:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204998.925931:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204998.925933:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204998.925936:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937918464, offset 0
00000400:00000200:1.0:1788204998.925939:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204998.925943:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204998.925947:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204998.925950:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204998.925952:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204998.925954:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204998.925957:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204998.925960:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547125:547125:256:4294967295] 192.168.201.135@tcp LPNI seq info [547091:547091:8:4294967295]
00000400:00000200:1.0:1788204998.925963:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204998.925969:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204998.925972:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204998.925974:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788204998.925976:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204998.925978:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788204998.925981:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204998.925983:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1788204998.925985:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204998.925986:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788204998.925989:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204998.925991:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204998.925993:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204998.925994:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204998.925996:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204998.925998:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937918464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.926003:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204998.926005:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937918464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205023 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.926013:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.926014:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204998.926016:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204998.926018:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788204998.926020:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204998.926022:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309977205
00000100:00000001:1.0:1788204998.926023:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309980876
00000100:00000001:1.0:1788204998.926025:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309977205
00000100:00000001:1.0:1788204998.926026:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309980876
00000100:00000001:1.0:1788204998.926027:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204998.926028:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.926029:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204998.926031:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204998/real 1788204998]  req@ffff8c5d3c3e9c00 x1875052937918464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204998.926035:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204998.926036:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204998.926038:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204998.926040:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204998.926041:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204998.926043:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204998.926045:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937918464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204998.926050:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937918464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.926054:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204998.926055:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.926056:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204998.926057:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204998.926059:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937918464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.926064:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204998.926066:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937918464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.926070:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204998.926071:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.926072:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204998.926072:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.926073:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204998.926074:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204998.926075:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204998.926077:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204998.926078:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204998.926080:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937918464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204998.926084:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937918464:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204998.926086:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788204998.926088:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937918592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.926091:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788204998.926092:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204998.926093:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788204998.926094:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788204998.926095:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788204998.926097:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937918592:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204998.926099:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788204998.926100:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788204998.926101:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788204998.926102:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788204998.926104:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204998.926106:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788204998.926108:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788204998.926111:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788204998.926114:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788204998.926117:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937918592, portal 4
00000100:00000001:1.0:1788204998.926119:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788204998.926121:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000040:1.0:1788204998.926127:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937918592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.926132:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788204998.926134:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788204998.926137:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788204998.926138:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937918592, offset 0
00000400:00000200:1.0:1788204998.926142:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788204998.926146:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204998.926162:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788204998.926166:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788204998.926169:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788204998.926171:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788204998.926173:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788204998.926175:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547126:547126:256:4294967295] 192.168.201.135@tcp LPNI seq info [547092:547092:8:4294967295]
00000400:00000200:1.0:1788204998.926179:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788204998.926184:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788204998.926188:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204998.926191:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788204998.926195:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788204998.926197:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1788204998.926201:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788204998.926203:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:1.0:1788204998.926206:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788204998.926208:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788204998.926212:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788204998.926214:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788204998.926218:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788204998.926219:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788204998.926221:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788204998.926225:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937918592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.926231:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204998.926234:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937918592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205023 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.926240:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.926241:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788204998.926244:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788204998.926247:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788204998.926250:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788204998.926252:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309977222
00000100:00000001:1.0:1788204998.926254:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309980876
00000100:00000001:1.0:1788204998.926256:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309977222
00000100:00000001:1.0:1788204998.926258:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309980876
00000100:00000001:1.0:1788204998.926261:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788204998.926262:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.926264:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788204998.926268:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788204998/real 1788204998]  req@ffff8c5d3c3eb800 x1875052937918592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788204998.926274:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788204998.926275:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788204998.926276:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788204998.926278:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788204998.926279:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788204998.926281:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788204998.926283:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937918592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788204998.926288:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937918592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.926291:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788204998.926292:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.926293:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204998.926294:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788204998.926296:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937918592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.926317:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788204998.926322:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937918592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.926328:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788204998.926331:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.926332:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788204998.926333:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.926335:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788204998.926336:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788204998.926338:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788204998.926341:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788204998.926344:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788204998.926347:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937918592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788204998.926355:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937918592:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788204998.926359:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.926360:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204998.926364:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8700 x1875052937918208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.926370:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204998.926371:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204998.926373:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788204998.926375:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204998.926376:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204998.926377:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204998.926378:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204998.926379:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:1.0:1788204998.926381:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204998.926382:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204998.926383:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8700.
00000100:00000001:1.0:1788204998.926385:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204998.926386:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.926387:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204998.926389:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937918336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.926393:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204998.926394:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204998.926395:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788204998.926396:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204998.926397:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204998.926397:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788204998.926398:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204998.926399:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:1.0:1788204998.926400:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204998.926401:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204998.926401:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00000001:1.0:1788204998.926403:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204998.926404:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.926404:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204998.926406:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937918464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.926410:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204998.926412:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204998.926413:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788204998.926415:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204998.926417:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204998.926418:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204998.926419:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204998.926421:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:1.0:1788204998.926422:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204998.926423:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204998.926425:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:1.0:1788204998.926427:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204998.926428:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.926430:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788204998.926433:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937918592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205023 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788204998.926439:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788204998.926441:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788204998.926442:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788204998.926445:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788204998.926446:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788204998.926447:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788204998.926449:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788204998.926451:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:1.0:1788204998.926453:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788204998.926454:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788204998.926455:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:1.0:1788204998.926458:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788204998.926459:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.926461:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788204998.926465:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788204998.926466:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788204998.926468:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788204998.926469:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788204999.116385:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788204999.116393:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788204999.116395:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788204999.116399:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788204999.116403:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788204999.116405:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204999.116407:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788204999.116410:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788204999.116412:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204999.628467:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204999.628473:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788204999.628479:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788204999.628480:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788204999.628538:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788204999.628545:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788204999.628548:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205000.140421:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205000.140432:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205000.140435:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205000.140442:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205000.140446:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205000.140451:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.140454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205000.140457:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205000.140460:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205000.652433:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205000.652440:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205000.652445:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205000.652446:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205000.652504:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205000.652508:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205000.652511:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205001.164381:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205001.164391:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205001.164393:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205001.164400:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205001.164405:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205001.164409:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205001.164412:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205001.164415:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205001.164419:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205001.676481:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205001.676488:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205001.676493:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205001.676494:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205001.676518:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205001.676521:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205001.676523:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205002.188451:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205002.188461:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205002.188464:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205002.188472:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205002.188476:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205002.188480:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205002.188483:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205002.188487:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205002.188490:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205002.700428:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205002.700435:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205002.700440:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205002.700441:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205002.700499:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205002.700503:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205002.700507:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205002.764360:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309980876, at 4309980928
00000100:00000040:1.0:1788205002.764360:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309980876, at 4309980928
00000100:00000010:1.0:1788205002.764376:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749360.
00000100:00000010:0.0:1788205002.764379:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749e40.
00000100:00000001:0.0:1788205003.212429:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205003.212440:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205003.212443:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205003.212449:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205003.212452:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205003.212456:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205003.212459:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205003.212461:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205003.212463:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205003.724496:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205003.724505:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205003.724512:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205003.724514:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205003.724581:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205003.724593:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205003.724597:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788205004.044426:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205004.044438:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205004.044442:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205004.044448:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205004.044453:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205004.044463:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15309
00000400:00000200:2.0:1788205004.044474:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205004.044481:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205004.044484:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205004.044487:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044490:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205004.044493:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044494:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205004.044498:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205004.044500:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788205004.044503:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205004.044506:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788205004.044508:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788205004.044510:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788205004.044512:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044513:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205004.044515:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044516:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205004.044519:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788205004.044521:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044523:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.044527:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205004.044530:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205004.044532:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.044535:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205004.044537:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205004.044543:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000020:00000040:2.0:1788205004.044546:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788205004.044551:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205004.044552:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.044555:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205004.044558:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205004.044562:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205004.044569:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:2.0:1788205004.044576:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205004.044585:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937918720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205004.044593:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205004.044598:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205004.044602:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937918720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.044626:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205004.044630:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205004.044634:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205004.044636:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205004.044638:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205004.044642:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205004.044645:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15309
00000400:00000200:2.0:1788205004.044650:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205004.044651:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:2.0:1788205004.044655:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:3.0:1788205004.044657:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:2.0:1788205004.044659:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788205004.044663:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205004.044664:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044668:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205004.044673:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:3.0:1788205004.044674:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937918720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.044675:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205004.044680:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205004.044683:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788205004.044687:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788205004.044689:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:2.0:1788205004.044691:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:3.0:1788205004.044693:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205004.044694:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788205004.044699:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:3.0:1788205004.044701:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1788205004.044702:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044705:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205004.044707:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:3.0:1788205004.044707:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205004.044711:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:3.0:1788205004.044713:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788205004.044714:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788205004.044718:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044722:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.044724:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205004.044728:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205004.044730:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.044732:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205004.044736:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205004.044738:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.044739:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205004.044742:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000020:00000040:2.0:1788205004.044744:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788205004.044745:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205004.044746:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.044747:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205004.044748:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205004.044749:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205004.044752:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:2.0:1788205004.044754:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205004.044758:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937918848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205004.044764:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205004.044766:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205004.044769:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937918848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.044775:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205004.044777:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205004.044779:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788205004.044781:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205004.044782:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205004.044783:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205004.044785:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15309
00000400:00000200:2.0:1788205004.044787:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205004.044789:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205004.044791:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205004.044793:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044795:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1788205004.044795:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937918720:192.168.201.135@tcp:250:kworker.0
00000100:00000040:2.0:1788205004.044799:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044804:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:3.0:1788205004.044804:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:2.0:1788205004.044808:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205004.044809:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788205004.044809:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205004.044811:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
02000000:00000001:3.0:1788205004.044811:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1788205004.044813:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788205004.044815:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788205004.044817:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044819:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205004.044821:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044822:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205004.044824:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788205004.044826:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044827:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.044828:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205004.044830:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205004.044831:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.044833:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205004.044834:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205004.044835:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.044837:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205004.044838:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788205004.044840:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788205004.044841:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205004.044841:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.044842:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205004.044843:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205004.044844:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205004.044846:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:2.0:1788205004.044847:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205004.044850:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937918976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205004.044853:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205004.044854:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205004.044857:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937918976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.044861:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205004.044863:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205004.044865:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205004.044866:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205004.044867:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205004.044868:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205004.044870:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15309
00000400:00000200:2.0:1788205004.044873:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205004.044875:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205004.044876:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205004.044878:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044879:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205004.044880:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044881:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205004.044882:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205004.044883:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788205004.044884:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205004.044885:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788205004.044886:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788205004.044887:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788205004.044889:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044890:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205004.044891:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044892:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205004.044893:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788205004.044894:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044896:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.044897:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205004.044899:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205004.044900:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.044901:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205004.044903:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788205004.044904:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.044905:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205004.044907:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000020:00000040:2.0:1788205004.044909:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788205004.044910:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205004.044912:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.044913:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205004.044914:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205004.044915:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205004.044917:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788205004.044919:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205004.044922:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937919104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788205004.044923:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205004.044928:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788205004.044929:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205004.044931:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205004.044934:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000040:2.0:1788205004.044935:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937919104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205004.044939:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205004.044945:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205004.044952:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205004.044954:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205004.044957:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205004.044958:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205004.044960:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205004.044962:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205004.044965:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15309
00000400:00000200:2.0:1788205004.044967:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205004.044969:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205004.044971:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205004.044973:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044975:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205004.044977:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044978:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:3.0:1788205004.044979:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000020:00000001:2.0:1788205004.044980:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205004.044982:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788205004.044984:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205004.044986:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788205004.044987:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000010:3.0:1788205004.044988:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000020:00000001:2.0:1788205004.044991:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788205004.044995:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.044996:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205004.044998:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205004.045000:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205004.045001:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788205004.045003:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000200:3.0:1788205004.045004:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937918720, portal 25
00000100:00000001:2.0:1788205004.045005:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205004.045008:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205004.045008:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:2.0:1788205004.045011:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205004.045011:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
02000000:00000001:2.0:1788205004.045016:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.045018:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205004.045021:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000040:3.0:1788205004.045022:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937918720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1788205004.045030:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.045032:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205004.045032:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:2.0:1788205004.045037:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000100:00000040:3.0:1788205004.045038:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000040:2.0:1788205004.045042:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788205004.045044:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:3.0:1788205004.045044:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
02000000:00000001:2.0:1788205004.045046:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205004.045047:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205004.045048:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205004.045049:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205004.045054:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000200:3.0:1788205004.045055:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937918720, offset 0
00000100:00000001:2.0:1788205004.045056:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205004.045073:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937919232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205004.045077:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205004.045079:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205004.045081:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937919232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205004.045086:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205004.045090:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15319)
00000400:00000200:3.0:1788205004.045095:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205004.045106:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205004.045113:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205004.045117:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205004.045122:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205004.045125:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205004.045128:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205004.045131:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547127:547127:256:4294967295] 192.168.201.135@tcp LPNI seq info [547093:547093:8:4294967295]
00000400:00000200:3.0:1788205004.045135:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205004.045144:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205004.045149:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205004.045155:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205004.045169:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205004.045172:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788205004.045177:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205004.045180:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1788205004.045183:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205004.045186:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205004.045192:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205004.045197:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205004.045202:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205004.045205:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205004.045210:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205004.045214:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ebb80 x1875052937918720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045230:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205004.045233:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937918720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045239:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205004.045240:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205004.045246:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205004.045249:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205004.045251:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309985996
00000100:00000010:3.0:1788205004.045255:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5120.
00000100:00000001:3.0:1788205004.045261:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205004.045265:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309985996
00000100:00000010:3.0:1788205004.045267:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5de0.
00000100:00000001:3.0:1788205004.045269:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205004.045272:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205004.045274:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205004.045276:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205004.045284:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205004/real 1788205004]  req@ffff8c5d3c3ebb80 x1875052937918720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205004.045291:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205004.045293:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205004.045294:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205004.045296:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205004.045314:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205004.045317:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205004.045320:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937918720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205004.045327:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937918720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045332:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205004.045333:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.045335:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205004.045337:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205004.045341:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937918720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045348:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205004.045352:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937918720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045356:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205004.045359:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.045360:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205004.045361:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.045362:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205004.045364:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205004.045366:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205004.045369:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205004.045371:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205004.045374:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937918720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205004.045379:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937918720:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788205004.045385:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.045386:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205004.045388:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937918720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045392:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205004.045394:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205004.045396:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788205004.045398:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205004.045399:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205004.045401:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788205004.045402:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205004.045405:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:3.0:1788205004.045407:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205004.045409:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205004.045410:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:3.0:1788205004.045414:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205004.045415:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.045418:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.045426:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205004.045429:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205004.045431:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205004.045432:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205004.045434:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205004.045437:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937918848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045445:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205004.045446:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205004.045449:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205004.045451:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205004.045453:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205004.045456:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937918848:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205004.045459:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205004.045461:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205004.045462:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205004.045463:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205004.045465:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788205004.045466:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205004.045469:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205004.045471:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205004.045474:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205004.045476:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937918848, portal 10
00000100:00000001:3.0:1788205004.045477:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205004.045478:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
00000100:00000040:3.0:1788205004.045483:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937918848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045487:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205004.045489:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205004.045490:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205004.045492:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937918848, offset 0
00000400:00000200:3.0:1788205004.045494:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205004.045496:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205004.045499:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205004.045500:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205004.045502:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205004.045504:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205004.045505:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205004.045507:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547128:547128:256:4294967295] 192.168.201.135@tcp LPNI seq info [547094:547094:8:4294967295]
00000400:00000200:3.0:1788205004.045510:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205004.045514:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205004.045517:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205004.045519:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205004.045522:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205004.045524:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788205004.045527:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205004.045528:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1788205004.045531:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205004.045532:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205004.045534:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205004.045536:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205004.045538:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205004.045539:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205004.045541:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205004.045543:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb480 x1875052937918848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045548:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205004.045550:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937918848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045554:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205004.045555:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205004.045557:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205004.045559:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788205004.045561:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205004.045562:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309982237
00000100:00000001:3.0:1788205004.045564:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309985996
00000100:00000001:3.0:1788205004.045566:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309982237
00000100:00000001:3.0:1788205004.045567:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309985996
00000100:00000001:3.0:1788205004.045568:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205004.045569:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205004.045570:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205004.045572:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205004/real 1788205004]  req@ffff8c5d3c3eb480 x1875052937918848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205004.045577:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205004.045578:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205004.045579:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205004.045580:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205004.045581:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205004.045582:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205004.045584:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937918848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205004.045588:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937918848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045592:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205004.045593:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.045594:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205004.045595:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205004.045597:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937918848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045600:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205004.045602:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937918848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045606:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205004.045607:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.045608:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205004.045609:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.045610:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205004.045611:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205004.045612:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205004.045614:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205004.045616:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205004.045621:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937918848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205004.045628:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937918848:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205004.045632:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205004.045635:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937918976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045641:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205004.045643:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205004.045645:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205004.045647:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205004.045649:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205004.045651:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937918976:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205004.045653:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205004.045654:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205004.045655:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205004.045656:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205004.045659:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788205004.045660:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205004.045662:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205004.045663:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205004.045665:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205004.045667:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937918976, portal 10
00000100:00000001:3.0:1788205004.045669:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205004.045669:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
00000100:00000040:3.0:1788205004.045674:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937918976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045678:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205004.045679:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205004.045680:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205004.045682:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937918976, offset 0
00000400:00000200:3.0:1788205004.045686:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205004.045690:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205004.045693:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205004.045695:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205004.045698:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205004.045700:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205004.045702:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205004.045705:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547129:547129:256:4294967295] 192.168.201.135@tcp LPNI seq info [547095:547095:8:4294967295]
00000400:00000200:3.0:1788205004.045709:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205004.045715:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205004.045720:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205004.045723:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205004.045727:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205004.045729:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788205004.045732:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205004.045734:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1788205004.045737:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205004.045739:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205004.045741:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205004.045743:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205004.045745:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205004.045746:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205004.045748:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205004.045750:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8e00 x1875052937918976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045755:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205004.045757:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937918976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045761:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205004.045761:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205004.045763:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205004.045765:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788205004.045767:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205004.045769:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309982232
00000100:00000001:3.0:1788205004.045771:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309985996
00000100:00000001:3.0:1788205004.045772:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309982232
00000100:00000001:3.0:1788205004.045773:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309985996
00000100:00000001:3.0:1788205004.045774:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205004.045776:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205004.045777:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205004.045779:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205004/real 1788205004]  req@ffff8c5d3c3e8e00 x1875052937918976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205004.045783:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205004.045784:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205004.045785:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205004.045786:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205004.045787:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205004.045789:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205004.045791:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937918976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205004.045795:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937918976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045798:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205004.045799:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.045800:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205004.045801:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205004.045803:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937918976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045806:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205004.045808:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937918976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045812:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205004.045814:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.045815:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205004.045815:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.045816:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205004.045818:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205004.045820:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205004.045823:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205004.045825:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205004.045828:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937918976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205004.045836:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937918976:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205004.045840:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205004.045843:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937919104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045850:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205004.045851:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205004.045854:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205004.045855:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205004.045857:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205004.045860:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937919104:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205004.045864:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205004.045865:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205004.045866:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205004.045867:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205004.045870:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:3.0:1788205004.045871:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205004.045874:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205004.045875:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205004.045877:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205004.045879:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937919104, portal 4
00000100:00000001:3.0:1788205004.045881:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205004.045882:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:3.0:1788205004.045886:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937919104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045890:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205004.045892:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205004.045893:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205004.045895:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937919104, offset 0
00000400:00000200:3.0:1788205004.045897:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205004.045899:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205004.045901:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205004.045903:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205004.045905:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205004.045906:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205004.045907:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205004.045909:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547130:547130:256:4294967295] 192.168.201.135@tcp LPNI seq info [547096:547096:8:4294967295]
00000400:00000200:3.0:1788205004.045912:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205004.045916:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205004.045918:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205004.045920:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205004.045922:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205004.045924:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788205004.045926:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205004.045928:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1788205004.045930:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205004.045931:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205004.045933:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205004.045935:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205004.045937:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205004.045938:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205004.045940:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205004.045941:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937919104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045950:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205004.045952:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937919104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045956:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205004.045957:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205004.045958:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205004.045960:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788205004.045962:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205004.045963:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309982325
00000100:00000001:3.0:1788205004.045965:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309985996
00000100:00000001:3.0:1788205004.045966:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309982325
00000100:00000001:3.0:1788205004.045967:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309985996
00000100:00000001:3.0:1788205004.045968:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205004.045969:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205004.045970:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205004.045972:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205004/real 1788205004]  req@ffff8c5d3c3ead80 x1875052937919104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205004.045976:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205004.045977:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205004.045978:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205004.045979:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205004.045980:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205004.045981:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205004.045983:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937919104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205004.045988:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937919104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.045991:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205004.045992:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.045993:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205004.045994:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205004.045996:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937919104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.046000:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205004.046002:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937919104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.046005:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205004.046006:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.046007:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205004.046008:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.046009:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205004.046009:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205004.046011:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205004.046012:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205004.046013:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205004.046015:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937919104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205004.046019:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937919104:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205004.046021:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205004.046023:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937919232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.046027:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205004.046028:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205004.046029:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205004.046030:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205004.046031:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205004.046033:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937919232:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205004.046035:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205004.046036:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205004.046037:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205004.046038:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205004.046040:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788205004.046041:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205004.046043:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205004.046044:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205004.046046:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205004.046048:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937919232, portal 4
00000100:00000001:3.0:1788205004.046049:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205004.046051:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:3.0:1788205004.046057:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937919232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.046072:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205004.046074:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205004.046076:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205004.046078:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937919232, offset 0
00000400:00000200:3.0:1788205004.046082:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205004.046085:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205004.046088:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205004.046091:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205004.046093:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205004.046095:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205004.046097:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205004.046100:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547131:547131:256:4294967295] 192.168.201.135@tcp LPNI seq info [547097:547097:8:4294967295]
00000400:00000200:3.0:1788205004.046104:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205004.046110:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205004.046114:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205004.046117:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205004.046120:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205004.046122:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000200:3.1:1788205004.046124:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205004.046126:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 23 secs later)
00000800:00000100:3.0:1788205004.046128:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205004.046129:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205004.046131:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205004.046133:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205004.046135:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205004.046136:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205004.046138:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205004.046140:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937919232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.046145:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205004.046147:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937919232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.046151:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205004.046152:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205004.046154:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205004.046156:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788205004.046158:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205004.046160:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309982342
00000100:00000001:3.0:1788205004.046161:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309985996
00000100:00000001:3.0:1788205004.046162:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309982342
00000100:00000001:3.0:1788205004.046164:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309985996
00000100:00000001:3.0:1788205004.046165:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205004.046166:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205004.046167:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205004.046169:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205004/real 1788205004]  req@ffff8c5d3c3e8380 x1875052937919232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205004.046173:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205004.046174:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205004.046175:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205004.046176:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205004.046177:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205004.046179:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205004.046180:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937919232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205004.046185:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937919232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.046190:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205004.046191:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.046193:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205004.046195:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205004.046198:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937919232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.046204:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205004.046208:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937919232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.046214:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205004.046217:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.046219:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205004.046220:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.046221:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205004.046223:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205004.046225:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205004.046227:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205004.046229:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205004.046231:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937919232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205004.046240:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937919232:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205004.046242:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.046244:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205004.046245:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937918848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.046249:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205004.046250:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205004.046251:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788205004.046253:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205004.046254:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205004.046255:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788205004.046257:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205004.046258:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:3.0:1788205004.046260:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205004.046261:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205004.046262:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:3.0:1788205004.046264:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205004.046264:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.046265:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205004.046267:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937918976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.046271:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205004.046272:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205004.046273:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788205004.046274:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205004.046275:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205004.046276:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788205004.046276:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205004.046277:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:3.0:1788205004.046278:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205004.046279:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205004.046280:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000001:3.0:1788205004.046282:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205004.046283:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.046284:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205004.046285:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937919104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.046289:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205004.046290:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205004.046291:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:3.0:1788205004.046292:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205004.046292:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205004.046293:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788205004.046294:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205004.046295:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:3.0:1788205004.046296:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205004.046296:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205004.046297:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:3.0:1788205004.046314:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205004.046315:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.046316:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205004.046319:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937919232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205004.046322:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205004.046323:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205004.046325:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788205004.046326:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205004.046327:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205004.046327:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788205004.046328:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205004.046329:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:3.0:1788205004.046332:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205004.046333:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205004.046334:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:3.0:1788205004.046335:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205004.046336:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.046338:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205004.046341:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205004.046342:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205004.046344:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205004.046345:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205004.236455:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205004.236465:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205004.236467:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205004.236475:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205004.236479:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205004.236484:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205004.236488:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205004.236491:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205004.236494:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205004.748435:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205004.748441:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205004.748448:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205004.748449:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205004.748504:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205004.748507:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205004.748510:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205005.260440:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205005.260448:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205005.260450:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205005.260455:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205005.260458:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205005.260462:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.260464:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205005.260467:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205005.260469:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205005.772431:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205005.772439:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205005.772446:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205005.772447:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205005.772516:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205005.772521:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205005.772524:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1788205006.028473:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788205006.028484:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788205006.028490:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788205006.028698:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000200:0.0:1788205006.028717:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1788205006.028718:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788205006.028725:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788205006.028729:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205006.284416:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205006.284425:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205006.284427:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205006.284432:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205006.284435:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205006.284439:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205006.284442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205006.284444:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205006.284447:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205006.796458:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205006.796466:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205006.796468:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205006.796472:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205006.796478:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205006.796480:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205006.796482:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205006.796484:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205006.796487:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205006.796489:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205006.796490:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205006.796491:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205006.796492:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205006.796493:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205006.796494:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205006.796495:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205006.796537:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205006.796539:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205006.796541:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205007.308469:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205007.308479:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205007.308482:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205007.308489:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205007.308494:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205007.308499:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205007.308502:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205007.308505:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205007.308508:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205007.820460:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205007.820468:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205007.820474:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205007.820475:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205007.820542:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205007.820545:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205007.820548:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205007.884389:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309985996, at 4309986048
00000100:00000040:1.0:1788205007.884389:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309985996, at 4309986048
00000100:00000010:0.0:1788205007.884407:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5120.
00000100:00000010:1.0:1788205007.884410:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5de0.
00000100:00000001:0.0:1788205008.332384:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205008.332394:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205008.332396:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205008.332402:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205008.332406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205008.332409:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205008.332412:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205008.332415:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205008.332417:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205008.844458:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205008.844465:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205008.844473:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205008.844474:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205008.844552:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205008.844557:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205008.844560:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205009.164413:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205009.164424:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205009.164427:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205009.164431:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205009.164435:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205009.164440:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15314
00000400:00000200:0.0:1788205009.164447:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205009.164451:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205009.164453:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205009.164455:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205009.164458:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205009.164459:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205009.164461:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205009.164464:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205009.164465:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788205009.164467:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205009.164470:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788205009.164471:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788205009.164473:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788205009.164474:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205009.164476:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205009.164477:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205009.164478:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205009.164480:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788205009.164481:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205009.164484:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205009.164487:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205009.164489:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205009.164491:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205009.164493:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205009.164495:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205009.164504:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb480.
00000020:00000040:0.0:1788205009.164508:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788205009.164511:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205009.164513:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205009.164516:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205009.164519:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205009.164522:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205009.164529:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7800.
00000100:00000001:0.0:1788205009.164535:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205009.164544:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb480 x1875052937919360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205009.164551:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205009.164554:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205009.164557:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3c5ab9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb480 x1875052937919360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205009.164577:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205009.164580:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205009.164583:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205009.164585:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205009.164586:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205009.164589:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205009.164591:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15314
00000400:00000200:0.0:1788205009.164595:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205009.164598:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205009.164601:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205009.164604:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205009.164608:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205009.164610:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205009.164612:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205009.164615:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205009.164617:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788205009.164619:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205009.164622:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788205009.164624:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788205009.164627:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788205009.164630:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205009.164633:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205009.164634:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788205009.164637:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205009.164642:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205009.164643:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:3.0:1788205009.164646:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1788205009.164649:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:0.0:1788205009.164658:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:3.0:1788205009.164660:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb480 x1875052937919360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205009.164661:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205009.164666:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205009.164672:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205009.164679:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.164680:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205009.164685:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205009.164689:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788205009.164691:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205009.164697:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1788205009.164699:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788205009.164700:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205009.164707:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937919360:192.168.201.135@tcp:250:kworker.0
00000008:00000001:0.0:1788205009.164710:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205009.164714:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205009.164718:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8700.
00000100:00000001:3.0:1788205009.164722:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1788205009.164724:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205009.164728:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205009.164729:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205009.164730:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788205009.164731:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205009.164735:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205009.164737:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205009.164737:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205009.164750:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205009.164751:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5400.
00000100:00000001:0.0:1788205009.164758:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205009.164765:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8700 x1875052937919488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1788205009.164765:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:3.0:1788205009.164774:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205009.164782:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205009.164785:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205009.164789:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ab2a0be] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8700 x1875052937919488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205009.164796:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205009.164798:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205009.164803:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205009.164805:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205009.164807:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788205009.164812:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205009.164814:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205009.164817:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15314
00000400:00000010:3.0:1788205009.164818:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:0.0:1788205009.164825:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205009.164828:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205009.164830:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1788205009.164831:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000040:0.0:1788205009.164834:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205009.164838:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205009.164840:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205009.164841:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205009.164842:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205009.164843:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788205009.164844:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205009.164845:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:0.0:1788205009.164846:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788205009.164847:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:0.0:1788205009.164849:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205009.164850:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205009.164852:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205009.164854:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:3.0:1788205009.164854:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937919360, portal 25
00000020:00000040:0.0:1788205009.164861:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00000001:3.0:1788205009.164863:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1788205009.164866:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205009.164868:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871312000 : -127143838239616 : ffff8c5d04afb480)
00000100:00000001:0.0:1788205009.164869:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205009.164878:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205009.164882:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788205009.164884:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb480 x1875052937919360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205009.164890:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205009.164899:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205009.164899:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:0.0:1788205009.164907:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000040:3.0:1788205009.164907:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205009.164911:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000008:00000001:0.0:1788205009.164915:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205009.164917:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937919360, offset 0
00000100:00000001:0.0:1788205009.164920:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205009.164926:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000010:0.0:1788205009.164927:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb800.
00000020:00000040:0.0:1788205009.164935:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205009.164939:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1788205009.164942:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:0.0:1788205009.164944:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205009.164949:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205009.164951:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788205009.164954:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000001:0.0:1788205009.164956:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205009.164964:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6800.
00000400:00000200:3.0:1788205009.164965:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788205009.164968:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205009.164984:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205009.164990:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205009.164994:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00100000:0.0:1788205009.164999:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb800 x1875052937919616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205009.165003:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547132:547132:256:4294967295] 192.168.201.135@tcp LPNI seq info [547098:547098:8:4294967295]
00000400:00000200:3.0:1788205009.165025:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205009.165029:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205009.165031:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205009.165035:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e525778] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb800 x1875052937919616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205009.165049:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788205009.165069:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205009.165073:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205009.165075:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205009.165075:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205009.165077:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.0:1788205009.165078:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788205009.165081:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205009.165085:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15314
00000800:00000010:3.0:1788205009.165088:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000400:00000200:0.0:1788205009.165089:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205009.165096:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205009.165098:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205009.165107:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:3.0:1788205009.165108:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788205009.165114:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1788205009.165116:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1788205009.165119:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205009.165131:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205009.165133:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205009.165133:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788205009.165135:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205009.165136:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000800:00000200:3.1:1788205009.165143:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:0.0:1788205009.165144:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:0.0:1788205009.165155:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000200:3.1:1788205009.165156:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1788205009.165178:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000100:3.0:1788205009.165179:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788205009.165188:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1788205009.165189:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000100:00000040:0.0:1788205009.165194:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205009.165196:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:3.0:1788205009.165198:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1788205009.165199:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:0.0:1788205009.165203:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205009.165205:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205009.165210:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205009.165213:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788205009.165214:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1788205009.165220:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205009.165223:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788205009.165225:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000008:00100000:0.0:1788205009.165226:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000010:3.0:1788205009.165229:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000008:00000001:0.0:1788205009.165230:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205009.165235:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.165236:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:0.0:1788205009.165240:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9500.
00000100:00000200:3.0:1788205009.165241:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb480 x1875052937919360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205009.165248:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:3.0:1788205009.165256:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1788205009.165257:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205009.165263:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205009.165265:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb480 x1875052937919360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205009.165274:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788205009.165276:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205009.165279:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788205009.165279:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1788205009.165284:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.165290:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205009.165291:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6000.
00000100:00000001:0.0:1788205009.165295:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205009.165296:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205009.165330:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309991117
00000100:00000010:3.0:1788205009.165337:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5720.
00000100:00100000:0.0:1788205009.165340:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9500 x1875052937919744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205009.165345:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205009.165353:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205009.165356:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.165357:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309991117
00000100:00000040:0.0:1788205009.165364:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006164ac2e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9500 x1875052937919744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205009.165364:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5d80.
00000100:00000001:3.0:1788205009.165372:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205009.165383:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.165383:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205009.165393:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205009.165394:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205009.165397:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1788205009.165402:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:3.0:1788205009.165404:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205009/real 1788205009]  req@ffff8c5d04afb480 x1875052937919360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205009.165406:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205009.165411:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:3.0:1788205009.165415:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788205009.165417:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:3.0:1788205009.165417:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205009.165424:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000100:00080000:0.0:1788205009.165429:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15314
00000400:00000200:3.0:1788205009.165430:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205009.165436:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205009.165441:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000400:00000200:0.0:1788205009.165442:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205009.165456:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205009.165460:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:3.0:1788205009.165461:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb480 x1875052937919360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205009.165466:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205009.165476:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205009.165479:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205009.165485:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205009.165489:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205009.165493:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:0.0:1788205009.165498:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:3.0:1788205009.165502:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb480 x1875052937919360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205009.165503:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:0.0:1788205009.165510:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788205009.165522:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:3.0:1788205009.165525:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205009.165528:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.165531:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1788205009.165535:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205009.165535:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205009.165543:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:3.0:1788205009.165544:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb480 x1875052937919360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205009.165555:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205009.165557:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205009.165564:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:3.0:1788205009.165568:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb480 x1875052937919360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205009.165570:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:0.0:1788205009.165580:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205009.165585:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205009.165592:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205009.165596:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205009.165601:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.165602:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205009.165603:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205009.165605:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1788205009.165610:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1788205009.165611:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205009.165624:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.165624:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205009.165631:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1788205009.165635:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8000.
00000100:00000001:3.0:1788205009.165636:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205009.165644:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1788205009.165645:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205009.165661:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:3.0:1788205009.165661:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:0.0:1788205009.165665:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205009.165670:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205009.165671:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205009.165678:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788205009.165678:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:0.0:1788205009.165683:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205009.165685:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb480 x1875052937919360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788205009.165691:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7000.
00000100:00100000:3.0:1788205009.165697:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937919360:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205009.165700:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.165702:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.165705:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:0.0:1788205009.165712:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8000 x1875052937919872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788205009.165713:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb480 x1875052937919360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.165765:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205009.165768:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205009.165773:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:0.0:1788205009.165774:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1788205009.165779:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:0.0:1788205009.165780:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205009.165786:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205009.165789:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000040:0.0:1788205009.165793:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f555b94f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8000 x1875052937919872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205009.165794:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205009.165799:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:3.0:1788205009.165809:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205009.165812:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:0.0:1788205009.165813:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205009.165815:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb480.
00000100:00000040:0.0:1788205009.165822:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15325)
00000100:00000001:3.0:1788205009.165825:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205009.165829:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.165832:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.165841:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205009.165844:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.165847:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205009.165849:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205009.165851:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205009.165857:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8700 x1875052937919488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.165864:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205009.165865:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205009.165867:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205009.165869:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205009.165871:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205009.165873:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937919488:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205009.165875:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205009.165878:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205009.165879:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205009.165881:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205009.165885:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:3.0:1788205009.165887:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205009.165891:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205009.165894:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205009.165898:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205009.165902:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937919488, portal 10
00000100:00000001:3.0:1788205009.165904:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205009.165905:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871300352 : -127143838251264 : ffff8c5d04af8700)
00000100:00000040:3.0:1788205009.165912:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8700 x1875052937919488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.165919:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205009.165921:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205009.165923:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205009.165926:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937919488, offset 0
00000400:00000200:3.0:1788205009.165929:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205009.165934:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205009.165938:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205009.165941:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205009.165943:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205009.165945:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205009.165948:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205009.165951:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547133:547133:256:4294967295] 192.168.201.135@tcp LPNI seq info [547099:547099:8:4294967295]
00000400:00000200:3.0:1788205009.165955:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205009.165962:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205009.165966:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205009.165981:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205009.165986:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205009.165989:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788205009.165993:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205009.165995:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788205009.165997:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205009.165999:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205009.166001:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205009.166003:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205009.166005:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205009.166007:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205009.166009:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205009.166011:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8700 x1875052937919488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166017:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205009.166019:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8700 x1875052937919488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166023:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.166024:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205009.166026:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205009.166030:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788205009.166032:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205009.166034:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309987357
00000100:00000001:3.0:1788205009.166036:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309991117
00000100:00000001:3.0:1788205009.166038:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309987357
00000100:00000001:3.0:1788205009.166039:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309991117
00000100:00000001:3.0:1788205009.166041:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205009.166042:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.166044:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205009.166046:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205009/real 1788205009]  req@ffff8c5d04af8700 x1875052937919488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205009.166050:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205009.166051:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205009.166052:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205009.166053:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205009.166054:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205009.166055:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205009.166057:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8700 x1875052937919488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205009.166065:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8700 x1875052937919488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166071:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205009.166073:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166075:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205009.166076:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205009.166079:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8700 x1875052937919488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166086:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205009.166090:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8700 x1875052937919488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166098:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205009.166100:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166102:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205009.166103:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166104:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205009.166106:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205009.166108:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205009.166111:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205009.166112:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205009.166115:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8700 x1875052937919488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205009.166120:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937919488:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205009.166123:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205009.166125:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb800 x1875052937919616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166128:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205009.166129:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205009.166131:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205009.166132:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205009.166134:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205009.166136:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937919616:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205009.166139:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205009.166141:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205009.166143:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205009.166144:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205009.166148:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788205009.166150:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205009.166153:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205009.166156:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205009.166159:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205009.166162:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937919616, portal 10
00000100:00000001:3.0:1788205009.166163:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205009.166164:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871312896 : -127143838238720 : ffff8c5d04afb800)
00000100:00000040:3.0:1788205009.166170:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb800 x1875052937919616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166182:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205009.166184:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205009.166186:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205009.166188:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937919616, offset 0
00000400:00000200:3.0:1788205009.166192:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205009.166196:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205009.166200:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205009.166202:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205009.166205:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205009.166207:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205009.166209:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205009.166212:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547134:547134:256:4294967295] 192.168.201.135@tcp LPNI seq info [547100:547100:8:4294967295]
00000400:00000200:3.0:1788205009.166216:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205009.166222:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205009.166226:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205009.166229:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205009.166233:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205009.166236:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788205009.166240:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205009.166242:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788205009.166246:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205009.166248:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205009.166251:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205009.166254:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205009.166256:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205009.166258:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205009.166261:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205009.166264:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb800 x1875052937919616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166272:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205009.166274:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb800 x1875052937919616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166287:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.166288:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205009.166291:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205009.166294:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788205009.166297:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205009.166314:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309987353
00000100:00000001:3.0:1788205009.166316:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309991117
00000100:00000001:3.0:1788205009.166318:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309987353
00000100:00000001:3.0:1788205009.166319:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309991117
00000100:00000001:3.0:1788205009.166320:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205009.166322:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.166323:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205009.166326:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205009/real 1788205009]  req@ffff8c5d04afb800 x1875052937919616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205009.166331:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205009.166332:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205009.166333:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205009.166335:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205009.166336:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205009.166337:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205009.166339:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb800 x1875052937919616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205009.166344:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb800 x1875052937919616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166348:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205009.166349:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166350:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205009.166350:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205009.166352:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb800 x1875052937919616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166357:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205009.166359:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb800 x1875052937919616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166363:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205009.166364:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166365:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205009.166366:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166367:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205009.166368:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205009.166369:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205009.166371:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205009.166372:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205009.166374:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb800 x1875052937919616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205009.166378:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937919616:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205009.166380:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205009.166382:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9500 x1875052937919744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166386:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205009.166387:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205009.166388:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205009.166390:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205009.166391:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205009.166393:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937919744:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205009.166394:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205009.166396:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205009.166398:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205009.166399:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205009.166401:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788205009.166402:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205009.166404:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205009.166406:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205009.166408:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205009.166410:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937919744, portal 4
00000100:00000001:3.0:1788205009.166411:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205009.166412:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871303936 : -127143838247680 : ffff8c5d04af9500)
00000100:00000040:3.0:1788205009.166416:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9500 x1875052937919744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166420:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205009.166421:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205009.166422:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205009.166424:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937919744, offset 0
00000400:00000200:3.0:1788205009.166426:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205009.166428:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205009.166430:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205009.166432:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205009.166434:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205009.166435:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205009.166437:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205009.166439:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547135:547135:256:4294967295] 192.168.201.135@tcp LPNI seq info [547101:547101:8:4294967295]
00000400:00000200:3.0:1788205009.166441:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205009.166445:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205009.166448:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205009.166450:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205009.166452:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205009.166454:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788205009.166457:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205009.166458:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788205009.166460:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205009.166462:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205009.166463:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205009.166466:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205009.166467:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205009.166468:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205009.166470:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205009.166472:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9500 x1875052937919744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166479:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205009.166482:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9500 x1875052937919744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166489:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.166490:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205009.166493:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205009.166496:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788205009.166500:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205009.166501:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309987446
00000100:00000001:3.0:1788205009.166504:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309991117
00000100:00000001:3.0:1788205009.166506:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309987446
00000100:00000001:3.0:1788205009.166508:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309991117
00000100:00000001:3.0:1788205009.166510:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205009.166512:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.166514:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205009.166517:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205009/real 1788205009]  req@ffff8c5d04af9500 x1875052937919744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205009.166525:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205009.166527:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205009.166528:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205009.166530:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205009.166532:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205009.166535:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205009.166538:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9500 x1875052937919744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205009.166543:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9500 x1875052937919744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166547:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205009.166547:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166548:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205009.166549:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205009.166551:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9500 x1875052937919744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166554:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205009.166556:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9500 x1875052937919744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166560:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205009.166562:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166563:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205009.166565:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166566:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205009.166568:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205009.166570:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205009.166573:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205009.166575:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205009.166578:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9500 x1875052937919744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205009.166586:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937919744:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205009.166590:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205009.166594:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8000 x1875052937919872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166602:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205009.166603:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205009.166605:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205009.166607:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205009.166609:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205009.166612:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937919872:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205009.166614:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205009.166616:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205009.166617:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205009.166618:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205009.166620:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788205009.166621:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205009.166624:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205009.166625:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205009.166627:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205009.166629:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937919872, portal 4
00000100:00000001:3.0:1788205009.166630:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205009.166631:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871298560 : -127143838253056 : ffff8c5d04af8000)
00000100:00000040:3.0:1788205009.166636:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8000 x1875052937919872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166639:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205009.166641:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205009.166642:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205009.166643:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937919872, offset 0
00000400:00000200:3.0:1788205009.166645:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205009.166648:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205009.166650:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205009.166652:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205009.166653:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205009.166655:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205009.166656:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205009.166658:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547136:547136:256:4294967295] 192.168.201.135@tcp LPNI seq info [547102:547102:8:4294967295]
00000400:00000200:3.0:1788205009.166661:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205009.166665:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205009.166667:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205009.166669:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205009.166671:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205009.166673:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:3.1:1788205009.166676:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205009.166677:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:3.0:1788205009.166680:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205009.166681:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205009.166683:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205009.166685:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205009.166686:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205009.166687:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205009.166689:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205009.166691:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8000 x1875052937919872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166696:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205009.166698:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8000 x1875052937919872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166702:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.166703:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205009.166704:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205009.166707:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788205009.166709:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205009.166711:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309987463
00000100:00000001:3.0:1788205009.166713:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309991117
00000100:00000001:3.0:1788205009.166715:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309987463
00000100:00000001:3.0:1788205009.166717:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309991117
00000100:00000001:3.0:1788205009.166719:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205009.166722:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.166723:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205009.166727:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205009/real 1788205009]  req@ffff8c5d04af8000 x1875052937919872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205009.166734:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205009.166736:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205009.166737:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205009.166740:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205009.166741:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205009.166744:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205009.166747:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8000 x1875052937919872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205009.166755:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8000 x1875052937919872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166759:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205009.166760:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166761:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205009.166762:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205009.166764:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8000 x1875052937919872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166769:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205009.166771:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8000 x1875052937919872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166775:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205009.166776:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166777:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205009.166777:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166778:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205009.166779:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205009.166780:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205009.166783:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205009.166784:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205009.166787:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8000 x1875052937919872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205009.166791:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937919872:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205009.166793:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166794:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205009.166796:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8700 x1875052937919488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166799:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205009.166800:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205009.166801:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:3.0:1788205009.166803:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205009.166804:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205009.166805:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788205009.166806:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205009.166807:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:3.0:1788205009.166809:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205009.166810:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205009.166811:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8700.
00000100:00000001:3.0:1788205009.166812:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205009.166813:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166814:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205009.166816:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb800 x1875052937919616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166822:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205009.166823:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205009.166824:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788205009.166826:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205009.166827:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205009.166828:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788205009.166830:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205009.166832:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:3.0:1788205009.166834:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205009.166835:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205009.166836:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb800.
00000100:00000001:3.0:1788205009.166839:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205009.166841:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166842:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205009.166845:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9500 x1875052937919744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166852:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205009.166854:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205009.166855:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788205009.166857:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205009.166858:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205009.166860:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788205009.166862:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205009.166863:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:3.0:1788205009.166865:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205009.166865:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205009.166866:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9500.
00000100:00000001:3.0:1788205009.166868:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205009.166869:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166870:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205009.166872:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8000 x1875052937919872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205009.166876:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205009.166877:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205009.166878:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788205009.166879:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205009.166880:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205009.166880:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788205009.166881:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205009.166882:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:3.0:1788205009.166883:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205009.166884:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205009.166884:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8000.
00000100:00000001:3.0:1788205009.166886:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205009.166887:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166889:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205009.166891:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205009.166893:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205009.166894:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205009.166895:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205009.356396:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205009.356402:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205009.356403:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205009.356407:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205009.356410:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205009.356412:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205009.356414:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205009.356415:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205009.356417:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205009.868416:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205009.868422:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205009.868427:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205009.868428:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205009.868478:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205009.868482:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205009.868485:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205010.380427:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205010.380435:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205010.380437:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205010.380441:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205010.380445:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205010.380449:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.380451:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205010.380453:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205010.380456:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205010.892478:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205010.892486:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205010.892493:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205010.892494:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205010.892557:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205010.892560:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205010.892563:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205011.404424:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205011.404434:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205011.404437:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205011.404445:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205011.404460:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205011.404465:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205011.404468:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205011.404472:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205011.404476:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205011.916471:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205011.916479:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205011.916487:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205011.916489:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205011.916563:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205011.916568:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205011.916572:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205012.428441:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205012.428451:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205012.428453:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205012.428461:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205012.428465:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205012.428470:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205012.428473:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205012.428476:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205012.428479:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205012.940459:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205012.940467:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205012.940476:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205012.940477:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205012.940545:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205012.940548:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205012.940552:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205013.004397:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309991117, at 4309991168
00000100:00000040:0.0:1788205013.004403:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309991117, at 4309991168
00000100:00000010:0.0:1788205013.004419:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5720.
00000100:00000010:1.0:1788205013.004425:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5d80.
00000100:00000001:0.0:1788205013.452467:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205013.452474:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205013.452476:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205013.452482:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205013.452485:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205013.452488:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205013.452491:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205013.452493:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205013.452495:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205013.964502:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205013.964509:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205013.964517:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205013.964518:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205013.964576:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205013.964579:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205013.964582:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788205014.284417:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205014.284427:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205014.284430:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205014.284434:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205014.284439:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205014.284447:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15320
00000400:00000200:2.0:1788205014.284456:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205014.284462:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205014.284465:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205014.284467:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205014.284470:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205014.284472:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205014.284474:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205014.284477:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205014.284480:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788205014.284483:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205014.284485:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788205014.284487:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788205014.284489:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788205014.284491:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205014.284492:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205014.284493:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205014.284494:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205014.284496:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788205014.284498:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205014.284500:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205014.284502:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205014.284505:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205014.284507:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.284509:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205014.284510:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205014.284520:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb100.
00000020:00000040:2.0:1788205014.284522:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788205014.284526:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205014.284527:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.284530:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205014.284533:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205014.284537:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205014.284543:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788205014.284551:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205014.284559:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb100 x1875052937920000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205014.284566:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205014.284570:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205014.284574:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000299a5ffd] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb100 x1875052937920000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205014.284596:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205014.284599:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205014.284603:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205014.284604:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205014.284606:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205014.284609:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205014.284612:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15320
00000400:00000200:2.0:1788205014.284615:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205014.284618:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205014.284620:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205014.284623:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205014.284625:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205014.284627:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205014.284629:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205014.284631:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205014.284632:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788205014.284634:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205014.284640:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788205014.284642:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788205014.284644:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:3.0:1788205014.284646:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1788205014.284647:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205014.284649:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205014.284651:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205014.284652:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205014.284653:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:3.0:1788205014.284654:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1788205014.284655:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788205014.284657:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205014.284660:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205014.284661:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb100 x1875052937920000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205014.284663:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205014.284669:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205014.284669:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1788205014.284671:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.284671:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.284673:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788205014.284675:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:2.0:1788205014.284678:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:3.0:1788205014.284678:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205014.284681:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788205014.284682:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.284684:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205014.284684:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937920000:192.168.201.135@tcp:250:kworker.0
00000100:00000010:2.0:1788205014.284687:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea680.
00000100:00000001:3.0:1788205014.284688:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1788205014.284690:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788205014.284692:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205014.284693:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.284693:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1788205014.284695:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205014.284696:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205014.284696:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205014.284698:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.284699:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205014.284701:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:2.0:1788205014.284704:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205014.284704:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788205014.284706:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205014.284708:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea680 x1875052937920128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205014.284711:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205014.284715:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:3.0:1788205014.284716:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000100:00000001:2.0:1788205014.284717:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205014.284720:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000410650d5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea680 x1875052937920128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1788205014.284723:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000001:2.0:1788205014.284727:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205014.284729:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:3.0:1788205014.284731:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937920000, portal 25
00000100:00080000:2.0:1788205014.284732:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788205014.284733:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788205014.284734:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1788205014.284735:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205014.284736:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803429632 : -127142906121984 : ffff8c5d3c3eb100)
00000100:00000001:2.0:1788205014.284738:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205014.284740:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15320
00000100:00000040:3.0:1788205014.284741:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb100 x1875052937920000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205014.284743:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205014.284746:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205014.284749:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788205014.284749:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205014.284752:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:3.0:1788205014.284752:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788205014.284753:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205014.284755:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:3.0:1788205014.284755:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000001:2.0:1788205014.284757:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:3.0:1788205014.284759:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937920000, offset 0
00000020:00000001:2.0:1788205014.284760:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205014.284761:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788205014.284762:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205014.284764:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788205014.284766:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:3.0:1788205014.284766:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000001:2.0:1788205014.284768:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788205014.284770:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205014.284772:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205014.284773:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:3.0:1788205014.284774:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205014.284776:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205014.284777:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788205014.284779:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:3.0:1788205014.284780:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788205014.284782:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205014.284783:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205014.284786:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788205014.284786:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1788205014.284787:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.284789:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788205014.284790:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000008:00100000:2.0:1788205014.284791:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205014.284793:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.284794:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788205014.284795:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.284797:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000010:2.0:1788205014.284798:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9180.
00000020:00000040:2.0:1788205014.284800:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:3.0:1788205014.284802:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547137:547137:256:4294967295] 192.168.201.135@tcp LPNI seq info [547103:547103:8:4294967295]
02000000:00000001:2.0:1788205014.284803:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205014.284804:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.284806:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205014.284807:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788205014.284807:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788205014.284809:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205014.284813:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:2.0:1788205014.284815:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.284818:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1788205014.284819:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9180 x1875052937920256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:3.0:1788205014.284825:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788205014.284826:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205014.284828:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205014.284831:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa433fb9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9180 x1875052937920256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:3.0:1788205014.284831:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000100:00000001:2.0:1788205014.284838:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788205014.284838:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:2.0:1788205014.284840:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:3.0:1788205014.284842:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000100:00080000:2.0:1788205014.284844:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205014.284845:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205014.284847:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:3.1:1788205014.284849:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788205014.284850:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205014.284852:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15320
00000800:00000200:3.1:1788205014.284853:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000400:00000200:2.0:1788205014.284855:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000100:3.0:1788205014.284857:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205014.284858:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205014.284860:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000010:3.0:1788205014.284860:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000100:00000040:2.0:1788205014.284863:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205014.284865:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205014.284866:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:3.0:1788205014.284867:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788205014.284868:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205014.284870:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205014.284872:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000400:00000200:3.0:1788205014.284872:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000001:2.0:1788205014.284874:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205014.284876:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788205014.284877:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:3.0:1788205014.284877:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000020:00000001:2.0:1788205014.284879:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000010:3.0:1788205014.284880:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000040:2.0:1788205014.284896:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205014.284899:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205014.284900:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205014.284902:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205014.284904:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788205014.284907:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205014.284907:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788205014.284909:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205014.284911:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:3.0:1788205014.284911:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb100 x1875052937920000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205014.284913:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205014.284915:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.284918:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205014.284920:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1788205014.284920:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1788205014.284923:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.284924:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205014.284924:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb100 x1875052937920000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788205014.284929:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000020:00000040:2.0:1788205014.284931:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:3.0:1788205014.284931:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205014.284933:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788205014.284933:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1788205014.284934:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.284936:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205014.284937:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205014.284939:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.284940:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205014.284942:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000400:00000200:3.0:1788205014.284944:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205014.284945:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.284947:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4309996236
00000100:00100000:2.0:1788205014.284949:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937920384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1788205014.284952:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5ae0.
00000100:00000001:2.0:1788205014.284956:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205014.284957:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.284959:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1788205014.284961:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937920384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.284965:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4309996236
00000100:00000001:2.0:1788205014.284968:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205014.284969:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5a80.
00000100:00080000:2.0:1788205014.284971:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205014.284972:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:2.0:1788205014.284974:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205014.284976:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788205014.284976:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788205014.284978:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205014.284979:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.284980:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205014.284982:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:2.0:1788205014.284983:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15320
00000400:00000200:2.0:1788205014.284986:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:3.0:1788205014.284987:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205014/real 1788205014]  req@ffff8c5d3c3eb100 x1875052937920000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205014.284989:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205014.284991:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205014.284994:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205014.284996:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205014.284997:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000001:3.0:1788205014.284997:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788205014.284999:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000001:3.0:1788205014.284999:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:2.0:1788205014.285001:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:3.0:1788205014.285001:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000020:00000040:2.0:1788205014.285002:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000400:00000200:3.0:1788205014.285003:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000020:00000001:2.0:1788205014.285004:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:3.0:1788205014.285005:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000020:00000040:2.0:1788205014.285006:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788205014.285008:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:3.0:1788205014.285008:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:2.0:1788205014.285010:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000200:3.0:1788205014.285012:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb100 x1875052937920000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205014.285013:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205014.285015:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205014.285017:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205014.285019:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205014.285021:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000200:3.0:1788205014.285021:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb100 x1875052937920000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205014.285023:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205014.285025:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205014.285027:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205014.285028:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:2.0:1788205014.285029:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205014.285030:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.285030:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205014.285032:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205014.285032:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:2.0:1788205014.285034:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1788205014.285035:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:2.0:1788205014.285036:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.285038:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205014.285039:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb100 x1875052937920000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788205014.285041:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000020:00000040:2.0:1788205014.285043:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788205014.285046:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788205014.285046:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788205014.285047:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205014.285048:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205014.285050:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205014.285051:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205014.285051:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb100 x1875052937920000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788205014.285054:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000001:2.0:1788205014.285056:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205014.285060:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937920512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205014.285060:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205014.285063:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285065:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205014.285066:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205014.285067:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205014.285068:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.285069:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205014.285071:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1788205014.285072:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937920512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205014.285074:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205014.285078:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205014.285079:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.285080:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205014.285083:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15330)
00000100:00000040:3.0:1788205014.285084:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb100 x1875052937920000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205014.285093:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937920000:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788205014.285098:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285101:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205014.285104:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb100 x1875052937920000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285111:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205014.285114:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205014.285116:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788205014.285119:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205014.285120:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205014.285122:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788205014.285123:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205014.285125:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:3.0:1788205014.285129:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205014.285130:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205014.285132:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb100.
00000100:00000001:3.0:1788205014.285134:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205014.285135:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285137:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285144:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205014.285146:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.285147:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205014.285148:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205014.285149:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205014.285152:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea680 x1875052937920128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285156:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205014.285157:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.285159:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205014.285160:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205014.285161:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205014.285163:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937920128:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205014.285164:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205014.285166:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205014.285167:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.285168:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205014.285170:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788205014.285171:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.285174:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205014.285176:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205014.285178:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205014.285180:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937920128, portal 10
00000100:00000001:3.0:1788205014.285182:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205014.285183:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426944 : -127142906124672 : ffff8c5d3c3ea680)
00000100:00000040:3.0:1788205014.285187:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea680 x1875052937920128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285191:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205014.285193:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205014.285194:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205014.285195:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937920128, offset 0
00000400:00000200:3.0:1788205014.285198:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205014.285200:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205014.285203:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205014.285206:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205014.285209:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205014.285211:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205014.285213:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205014.285216:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547138:547138:256:4294967295] 192.168.201.135@tcp LPNI seq info [547104:547104:8:4294967295]
00000400:00000200:3.0:1788205014.285220:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205014.285226:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205014.285230:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205014.285234:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205014.285237:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205014.285240:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788205014.285244:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205014.285247:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788205014.285250:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205014.285252:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205014.285255:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205014.285257:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205014.285259:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205014.285261:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205014.285262:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205014.285265:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea680 x1875052937920128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285270:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205014.285272:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea680 x1875052937920128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285276:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.285277:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205014.285279:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205014.285282:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788205014.285284:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205014.285285:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309992476
00000100:00000001:3.0:1788205014.285288:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309996236
00000100:00000001:3.0:1788205014.285289:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309992476
00000100:00000001:3.0:1788205014.285291:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309996236
00000100:00000001:3.0:1788205014.285292:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205014.285293:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.285294:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205014.285322:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205014/real 1788205014]  req@ffff8c5d3c3ea680 x1875052937920128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205014.285327:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205014.285328:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205014.285329:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205014.285330:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205014.285331:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205014.285333:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205014.285335:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea680 x1875052937920128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205014.285340:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea680 x1875052937920128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285344:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205014.285344:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285345:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205014.285346:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205014.285348:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea680 x1875052937920128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285351:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205014.285353:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea680 x1875052937920128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285357:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205014.285358:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285360:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205014.285360:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285362:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205014.285363:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205014.285365:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205014.285366:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205014.285367:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205014.285370:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea680 x1875052937920128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205014.285374:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937920128:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205014.285376:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205014.285378:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9180 x1875052937920256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285382:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205014.285383:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.285384:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205014.285385:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205014.285386:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205014.285388:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937920256:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205014.285389:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205014.285391:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205014.285392:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.285393:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205014.285396:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788205014.285397:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.285399:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205014.285400:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205014.285402:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205014.285404:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937920256, portal 10
00000100:00000001:3.0:1788205014.285405:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205014.285407:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803421568 : -127142906130048 : ffff8c5d3c3e9180)
00000100:00000040:3.0:1788205014.285411:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9180 x1875052937920256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285415:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205014.285416:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205014.285417:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205014.285419:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937920256, offset 0
00000400:00000200:3.0:1788205014.285421:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205014.285423:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205014.285425:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205014.285427:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205014.285429:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205014.285430:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205014.285432:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205014.285434:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547139:547139:256:4294967295] 192.168.201.135@tcp LPNI seq info [547105:547105:8:4294967295]
00000400:00000200:3.0:1788205014.285436:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205014.285440:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205014.285443:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205014.285444:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205014.285446:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205014.285448:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788205014.285450:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205014.285452:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788205014.285454:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205014.285455:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205014.285457:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205014.285460:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205014.285461:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205014.285462:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205014.285464:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205014.285465:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9180 x1875052937920256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285474:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205014.285475:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9180 x1875052937920256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285479:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.285480:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205014.285481:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205014.285483:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788205014.285485:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205014.285486:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309992472
00000100:00000001:3.0:1788205014.285487:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309996236
00000100:00000001:3.0:1788205014.285488:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309992472
00000100:00000001:3.0:1788205014.285489:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309996236
00000100:00000001:3.0:1788205014.285491:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205014.285492:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.285493:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205014.285495:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205014/real 1788205014]  req@ffff8c5d3c3e9180 x1875052937920256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205014.285499:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205014.285499:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205014.285500:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205014.285501:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205014.285502:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205014.285503:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205014.285504:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9180 x1875052937920256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205014.285509:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9180 x1875052937920256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285513:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205014.285515:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285516:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205014.285517:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205014.285518:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9180 x1875052937920256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285522:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205014.285524:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9180 x1875052937920256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285527:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205014.285529:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285529:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205014.285530:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285531:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205014.285532:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205014.285533:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205014.285535:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205014.285536:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205014.285537:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9180 x1875052937920256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205014.285541:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937920256:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205014.285543:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205014.285545:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937920384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285549:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205014.285550:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.285551:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205014.285552:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205014.285553:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205014.285555:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937920384:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205014.285557:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205014.285558:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205014.285559:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.285560:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205014.285562:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788205014.285563:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.285565:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205014.285566:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205014.285568:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205014.285570:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937920384, portal 4
00000100:00000001:3.0:1788205014.285571:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205014.285572:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:3.0:1788205014.285576:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937920384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285579:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205014.285581:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205014.285582:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205014.285583:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937920384, offset 0
00000400:00000200:3.0:1788205014.285585:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205014.285587:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205014.285588:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205014.285590:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205014.285591:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205014.285592:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205014.285594:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205014.285596:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547140:547140:256:4294967295] 192.168.201.135@tcp LPNI seq info [547106:547106:8:4294967295]
00000400:00000200:3.0:1788205014.285598:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205014.285602:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205014.285604:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205014.285606:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205014.285608:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205014.285610:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788205014.285612:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205014.285613:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788205014.285615:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205014.285617:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205014.285618:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205014.285620:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205014.285621:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205014.285622:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205014.285624:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205014.285626:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937920384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285630:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205014.285632:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937920384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285635:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.285636:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205014.285638:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205014.285639:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788205014.285641:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205014.285642:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309992565
00000100:00000001:3.0:1788205014.285644:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309996236
00000100:00000001:3.0:1788205014.285645:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309992565
00000100:00000001:3.0:1788205014.285646:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309996236
00000100:00000001:3.0:1788205014.285647:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205014.285648:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.285649:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205014.285651:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205014/real 1788205014]  req@ffff8c5d3c3e8380 x1875052937920384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205014.285655:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205014.285656:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205014.285657:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205014.285658:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205014.285659:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205014.285660:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205014.285662:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937920384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205014.285666:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937920384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285669:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205014.285670:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285671:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205014.285672:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205014.285673:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937920384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285677:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205014.285678:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937920384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285682:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205014.285683:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285684:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205014.285684:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285685:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205014.285686:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205014.285687:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205014.285689:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205014.285690:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205014.285692:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937920384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205014.285701:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937920384:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205014.285703:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205014.285705:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937920512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285708:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205014.285709:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.285710:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205014.285711:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205014.285712:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205014.285713:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937920512:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205014.285715:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205014.285715:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205014.285716:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205014.285717:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205014.285719:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:3.0:1788205014.285720:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205014.285721:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205014.285723:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205014.285725:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205014.285726:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937920512, portal 4
00000100:00000001:3.0:1788205014.285727:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205014.285728:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:3.0:1788205014.285732:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937920512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285735:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205014.285736:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205014.285738:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205014.285739:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937920512, offset 0
00000400:00000200:3.0:1788205014.285741:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205014.285743:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205014.285745:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205014.285747:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205014.285748:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205014.285750:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205014.285751:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205014.285753:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547141:547141:256:4294967295] 192.168.201.135@tcp LPNI seq info [547107:547107:8:4294967295]
00000400:00000200:3.0:1788205014.285755:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205014.285759:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205014.285761:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205014.285763:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205014.285764:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205014.285766:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:3.1:1788205014.285768:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205014.285770:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:3.0:1788205014.285773:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205014.285774:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205014.285775:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205014.285777:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205014.285779:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205014.285780:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205014.285781:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205014.285783:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937920512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285787:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205014.285788:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937920512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285792:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.285793:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205014.285794:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205014.285796:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788205014.285798:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205014.285800:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309992582
00000100:00000001:3.0:1788205014.285801:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4309996236
00000100:00000001:3.0:1788205014.285803:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309992582
00000100:00000001:3.0:1788205014.285804:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4309996236
00000100:00000001:3.0:1788205014.285805:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205014.285806:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.285807:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205014.285809:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205014/real 1788205014]  req@ffff8c5d3c3ead80 x1875052937920512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205014.285812:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205014.285813:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205014.285814:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205014.285815:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205014.285816:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205014.285816:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205014.285818:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937920512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205014.285822:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937920512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285825:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205014.285826:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285827:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205014.285828:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205014.285830:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937920512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285834:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205014.285836:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937920512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285839:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205014.285841:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285842:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205014.285843:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285844:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205014.285845:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205014.285847:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205014.285848:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205014.285849:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205014.285851:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937920512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205014.285855:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937920512:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205014.285857:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285858:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205014.285859:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea680 x1875052937920128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285862:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205014.285863:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205014.285864:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788205014.285865:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205014.285866:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205014.285867:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788205014.285868:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205014.285869:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:3.0:1788205014.285870:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205014.285871:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205014.285872:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea680.
00000100:00000001:3.0:1788205014.285874:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205014.285874:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285875:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205014.285877:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9180 x1875052937920256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285899:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205014.285900:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205014.285901:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788205014.285903:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205014.285904:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205014.285904:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788205014.285906:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205014.285907:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:3.0:1788205014.285908:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205014.285909:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205014.285911:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9180.
00000100:00000001:3.0:1788205014.285913:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205014.285914:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285916:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205014.285919:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937920384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285925:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205014.285926:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205014.285928:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788205014.285930:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205014.285931:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205014.285933:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788205014.285935:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205014.285936:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:3.0:1788205014.285938:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205014.285939:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205014.285941:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:3.0:1788205014.285943:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205014.285944:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285946:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205014.285949:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937920512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205014.285955:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205014.285956:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205014.285958:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:3.0:1788205014.285960:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205014.285961:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205014.285963:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788205014.285964:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205014.285965:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:3.0:1788205014.285968:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205014.285969:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205014.285971:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:3.0:1788205014.285973:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205014.285974:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285976:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205014.285980:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205014.285981:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205014.285983:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205014.285984:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205014.476407:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205014.476414:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205014.476416:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205014.476422:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205014.476425:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205014.476428:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205014.476430:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205014.476433:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205014.476435:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205014.988389:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205014.988401:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205014.988406:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205014.988407:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205014.988454:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205014.988459:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205014.988462:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205015.500385:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205015.500395:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205015.500397:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205015.500404:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205015.500408:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205015.500413:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205015.500415:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205015.500418:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205015.500428:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205016.012454:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205016.012462:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205016.012470:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205016.012471:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205016.012533:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205016.012536:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205016.012539:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205016.524342:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205016.524351:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205016.524354:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205016.524361:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205016.524364:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205016.524367:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.524369:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205016.524372:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205016.524374:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205017.036389:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205017.036398:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205017.036400:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205017.036404:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205017.036409:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205017.036412:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205017.036414:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205017.036416:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205017.036421:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205017.036423:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205017.036425:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205017.036426:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205017.036428:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205017.036429:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205017.036431:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205017.036433:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205017.036513:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205017.036516:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205017.036518:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205017.548431:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205017.548439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205017.548441:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205017.548446:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205017.548449:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205017.548453:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205017.548455:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205017.548457:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205017.548460:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205018.060492:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205018.060498:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205018.060503:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205018.060504:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205018.060531:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205018.060535:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205018.060539:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205018.124435:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4309996236, at 4309996288
00000100:00000040:1.0:1788205018.124435:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4309996236, at 4309996288
00000100:00000010:1.0:1788205018.124454:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5a80.
00000100:00000010:0.0:1788205018.124457:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5ae0.
00000100:00000001:0.0:1788205018.572381:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205018.572388:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205018.572390:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205018.572395:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205018.572399:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205018.572403:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205018.572406:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205018.572410:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205018.572414:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205019.084439:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205019.084445:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205019.084450:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205019.084451:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205019.084529:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205019.084533:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205019.084536:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788205019.404433:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205019.404442:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205019.404445:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205019.404449:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205019.404453:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205019.404461:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15325
00000400:00000200:2.0:1788205019.404470:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205019.404476:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205019.404478:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205019.404481:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404484:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205019.404485:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404487:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205019.404490:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205019.404492:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788205019.404495:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205019.404497:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788205019.404499:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788205019.404500:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788205019.404502:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404503:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205019.404504:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404505:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205019.404508:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788205019.404510:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404511:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205019.404514:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205019.404517:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205019.404519:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.404520:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205019.404522:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205019.404533:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788205019.404536:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788205019.404539:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205019.404540:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.404543:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205019.404545:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205019.404549:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205019.404555:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00000001:2.0:1788205019.404562:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205019.404569:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937920640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205019.404577:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205019.404581:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205019.404585:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937920640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.404604:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205019.404607:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205019.404610:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205019.404611:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205019.404612:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205019.404615:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205019.404616:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15325
00000400:00000200:2.0:1788205019.404618:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205019.404620:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205019.404621:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205019.404623:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404625:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205019.404626:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404628:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205019.404630:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205019.404631:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788205019.404632:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205019.404633:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788205019.404634:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788205019.404636:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788205019.404637:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205019.404639:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205019.404640:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205019.404643:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205019.404645:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205019.404646:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205019.404649:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:3.0:1788205019.404649:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:2.0:1788205019.404654:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404656:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205019.404657:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1788205019.404658:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937920640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205019.404662:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205019.404667:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.404670:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205019.404672:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1788205019.404674:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788205019.404675:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1788205019.404678:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.404680:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205019.404682:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:2.0:1788205019.404683:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000020:00000040:2.0:1788205019.404686:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205019.404687:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205019.404688:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205019.404690:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.404693:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205019.404693:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205019.404695:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205019.404698:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205019.404702:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00100000:3.0:1788205019.404702:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937920640:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205019.404707:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.404711:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:2.0:1788205019.404713:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937920768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205019.404719:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205019.404720:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205019.404723:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937920768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205019.404724:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205019.404728:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.404730:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205019.404732:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1788205019.404733:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205019.404736:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788205019.404738:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:3.0:1788205019.404738:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00080000:2.0:1788205019.404739:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205019.404743:0:268008:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1788205019.404743:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205019.404747:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15325
00000400:00000200:3.0:1788205019.404752:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205019.404757:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:2.0:1788205019.404758:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205019.404764:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205019.404766:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1788205019.404767:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000040:2.0:1788205019.404768:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404774:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205019.404776:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404778:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:3.0:1788205019.404780:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937920640, portal 25
00000020:00000001:2.0:1788205019.404781:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205019.404783:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788205019.404784:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205019.404786:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788205019.404789:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000001:3.0:1788205019.404792:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1788205019.404803:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000001:3.0:1788205019.404805:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
00000100:00000040:2.0:1788205019.404810:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404814:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205019.404815:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937920640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205019.404819:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404824:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205019.404828:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00000001:3.0:1788205019.404832:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788205019.404833:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404837:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205019.404840:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:3.0:1788205019.404841:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
02000000:00000001:2.0:1788205019.404842:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205019.404845:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205019.404846:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000001:2.0:1788205019.404847:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205019.404850:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205019.404852:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:3.0:1788205019.404853:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937920640, offset 0
00000100:00000001:2.0:1788205019.404855:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205019.404860:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000020:00000040:2.0:1788205019.404863:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788205019.404867:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205019.404868:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205019.404868:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404872:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205019.404873:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205019.404874:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205019.404878:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:2.0:1788205019.404880:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205019.404881:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:2.0:1788205019.404886:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937920896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205019.404894:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788205019.404898:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205019.404901:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205019.404904:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1788205019.404905:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937920896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.404912:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205019.404915:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205019.404917:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205019.404918:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205019.404919:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788205019.404920:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:2.0:1788205019.404922:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788205019.404927:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1788205019.404928:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15325
00000400:00000200:3.0:1788205019.404935:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205019.404939:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547142:547142:256:4294967295] 192.168.201.135@tcp LPNI seq info [547108:547108:8:4294967295]
00000400:00000200:3.0:1788205019.404944:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205019.404949:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205019.404952:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205019.404955:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205019.404960:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404965:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788205019.404965:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1788205019.404969:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404972:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205019.404974:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205019.404977:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788205019.404979:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:3.0:1788205019.404979:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000040:2.0:1788205019.404982:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788205019.404984:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788205019.404985:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788205019.404987:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000010:3.0:1788205019.404988:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000100:00000001:2.0:1788205019.404989:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205019.404992:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205019.404994:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205019.404995:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788205019.404998:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205019.405002:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788205019.405003:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:2.0:1788205019.405004:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205019.405007:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205019.405009:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788205019.405009:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000100:00000001:2.0:1788205019.405010:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205019.405013:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788205019.405016:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.405019:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788205019.405020:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000010:2.0:1788205019.405022:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000020:00000040:2.0:1788205019.405026:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788205019.405029:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.1:1788205019.405029:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
02000000:00000001:2.0:1788205019.405031:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.405034:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205019.405036:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205019.405039:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:3.0:1788205019.405040:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
02000000:00000010:2.0:1788205019.405042:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788205019.405045:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788205019.405045:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000100:00100000:2.0:1788205019.405050:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937921024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205019.405055:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1788205019.405056:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205019.405059:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205019.405064:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937921024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205019.405067:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788205019.405075:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205019.405078:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205019.405080:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205019.405080:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205019.405081:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205019.405082:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205019.405084:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15325
00000400:00000200:3.0:1788205019.405085:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000200:2.0:1788205019.405087:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205019.405090:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000400:00000200:2.0:1788205019.405091:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205019.405094:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205019.405096:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205019.405097:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205019.405099:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205019.405099:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788205019.405103:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205019.405104:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205019.405106:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000200:3.0:1788205019.405107:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8e00 x1875052937920640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205019.405108:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205019.405110:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788205019.405113:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788205019.405117:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788205019.405123:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205019.405125:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205019.405125:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205019.405127:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205019.405129:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205019.405131:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000040:3.0:1788205019.405131:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937920640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205019.405137:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205019.405142:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.405146:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.405148:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1788205019.405152:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205019.405154:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205019.405156:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.405156:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.405159:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205019.405160:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788205019.405162:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205019.405163:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205019.405165:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000020:00000040:2.0:1788205019.405167:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788205019.405168:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205019.405170:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205019.405171:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205019.405172:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205019.405174:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205019.405176:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.405177:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310001356
02000000:00000010:2.0:1788205019.405179:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000001:2.0:1788205019.405183:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205019.405186:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937921152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1788205019.405187:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d58a0.
00000100:00000001:2.0:1788205019.405194:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205019.405195:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.405197:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1788205019.405199:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937921152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205019.405205:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.405206:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310001356
00000100:00000040:2.0:1788205019.405208:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15335)
00000100:00000010:3.0:1788205019.405210:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d59c0.
00000100:00000001:3.0:1788205019.405214:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205019.405218:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205019.405220:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.405222:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205019.405232:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205019/real 1788205019]  req@ffff8c5d3c3e8e00 x1875052937920640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205019.405241:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205019.405243:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205019.405244:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205019.405246:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205019.405248:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205019.405249:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205019.405252:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937920640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205019.405257:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937920640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405262:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205019.405264:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.405266:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205019.405267:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205019.405270:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937920640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405278:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205019.405282:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937920640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405287:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205019.405289:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.405290:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205019.405291:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.405293:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205019.405294:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205019.405321:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205019.405325:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205019.405326:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205019.405329:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937920640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205019.405334:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937920640:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788205019.405337:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.405339:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205019.405341:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937920640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405346:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205019.405348:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205019.405353:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:3.0:1788205019.405356:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205019.405357:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205019.405359:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788205019.405361:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205019.405363:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:3.0:1788205019.405366:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205019.405367:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205019.405369:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000001:3.0:1788205019.405371:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205019.405372:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.405374:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.405380:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205019.405382:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.405383:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205019.405384:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205019.405385:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205019.405388:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937920768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405392:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205019.405393:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205019.405395:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205019.405396:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205019.405398:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205019.405399:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937920768:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205019.405402:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205019.405403:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205019.405404:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205019.405405:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205019.405407:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:3.0:1788205019.405408:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205019.405411:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205019.405413:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205019.405415:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205019.405417:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937920768, portal 10
00000100:00000001:3.0:1788205019.405418:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205019.405419:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
00000100:00000040:3.0:1788205019.405424:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937920768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405429:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205019.405430:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205019.405431:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205019.405433:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937920768, offset 0
00000400:00000200:3.0:1788205019.405436:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205019.405438:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205019.405441:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205019.405443:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205019.405445:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205019.405447:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205019.405449:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205019.405452:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547143:547143:256:4294967295] 192.168.201.135@tcp LPNI seq info [547109:547109:8:4294967295]
00000400:00000200:3.0:1788205019.405456:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205019.405462:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205019.405467:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205019.405471:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205019.405474:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205019.405476:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788205019.405478:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205019.405480:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788205019.405483:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205019.405484:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205019.405486:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205019.405488:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205019.405490:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205019.405491:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205019.405493:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205019.405495:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb480 x1875052937920768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405501:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205019.405502:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937920768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405511:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.405511:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205019.405514:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205019.405517:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788205019.405519:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205019.405521:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309997597
00000100:00000001:3.0:1788205019.405523:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310001356
00000100:00000001:3.0:1788205019.405524:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309997597
00000100:00000001:3.0:1788205019.405525:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310001356
00000100:00000001:3.0:1788205019.405527:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205019.405528:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.405529:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205019.405531:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205019/real 1788205019]  req@ffff8c5d3c3eb480 x1875052937920768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205019.405535:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205019.405536:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205019.405537:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205019.405538:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205019.405540:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205019.405541:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205019.405542:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937920768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205019.405547:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937920768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405551:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205019.405551:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.405552:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205019.405553:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205019.405555:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937920768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405559:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205019.405562:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937920768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405566:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205019.405567:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.405568:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205019.405568:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.405569:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205019.405570:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205019.405572:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205019.405574:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205019.405575:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205019.405577:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937920768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205019.405581:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937920768:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205019.405583:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205019.405585:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937920896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405588:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205019.405589:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205019.405591:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205019.405592:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205019.405594:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205019.405595:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937920896:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205019.405597:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205019.405598:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205019.405599:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205019.405600:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205019.405603:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788205019.405604:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205019.405606:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205019.405608:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205019.405610:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205019.405612:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937920896, portal 10
00000100:00000001:3.0:1788205019.405613:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205019.405614:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
00000100:00000040:3.0:1788205019.405618:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937920896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405622:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205019.405623:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205019.405624:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205019.405626:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937920896, offset 0
00000400:00000200:3.0:1788205019.405628:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205019.405630:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205019.405632:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205019.405634:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205019.405635:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205019.405637:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205019.405638:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205019.405640:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547144:547144:256:4294967295] 192.168.201.135@tcp LPNI seq info [547110:547110:8:4294967295]
00000400:00000200:3.0:1788205019.405643:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205019.405647:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205019.405650:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205019.405651:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205019.405654:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205019.405655:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788205019.405658:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205019.405659:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788205019.405662:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205019.405664:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205019.405665:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205019.405667:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205019.405669:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205019.405670:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205019.405671:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205019.405673:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ebb80 x1875052937920896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405679:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205019.405682:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937920896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405688:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.405690:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205019.405692:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205019.405695:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788205019.405698:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205019.405700:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309997592
00000100:00000001:3.0:1788205019.405702:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310001356
00000100:00000001:3.0:1788205019.405704:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309997592
00000100:00000001:3.0:1788205019.405707:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310001356
00000100:00000001:3.0:1788205019.405709:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205019.405711:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.405713:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205019.405717:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205019/real 1788205019]  req@ffff8c5d3c3ebb80 x1875052937920896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205019.405725:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205019.405726:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205019.405727:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205019.405729:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205019.405730:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205019.405732:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205019.405734:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937920896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205019.405739:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937920896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405743:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205019.405744:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.405745:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205019.405745:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205019.405747:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937920896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405752:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205019.405756:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937920896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405762:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205019.405764:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.405766:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205019.405767:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.405769:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205019.405770:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205019.405773:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205019.405777:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205019.405779:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205019.405782:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937920896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205019.405790:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937920896:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205019.405806:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205019.405810:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937921024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405816:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205019.405817:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205019.405819:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205019.405821:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205019.405823:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205019.405825:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937921024:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205019.405829:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205019.405831:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205019.405832:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205019.405834:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205019.405838:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788205019.405840:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205019.405843:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205019.405844:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205019.405847:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205019.405849:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937921024, portal 4
00000100:00000001:3.0:1788205019.405850:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205019.405851:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000040:3.0:1788205019.405856:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937921024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405860:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205019.405861:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205019.405863:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205019.405864:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937921024, offset 0
00000400:00000200:3.0:1788205019.405866:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205019.405869:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205019.405871:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205019.405873:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205019.405875:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205019.405876:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205019.405878:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205019.405880:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547145:547145:256:4294967295] 192.168.201.135@tcp LPNI seq info [547111:547111:8:4294967295]
00000400:00000200:3.0:1788205019.405882:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205019.405887:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205019.405889:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205019.405891:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205019.405893:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205019.405895:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788205019.405898:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205019.405900:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788205019.405902:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205019.405903:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205019.405905:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205019.405907:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205019.405909:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205019.405910:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205019.405912:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205019.405914:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937921024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405919:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205019.405921:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937921024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405925:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.405925:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205019.405927:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205019.405929:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788205019.405930:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205019.405932:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309997685
00000100:00000001:3.0:1788205019.405933:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310001356
00000100:00000001:3.0:1788205019.405934:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309997685
00000100:00000001:3.0:1788205019.405936:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310001356
00000100:00000001:3.0:1788205019.405937:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205019.405939:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.405940:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205019.405942:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205019/real 1788205019]  req@ffff8c5d3c3eb800 x1875052937921024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205019.405947:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205019.405948:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205019.405948:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205019.405950:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205019.405951:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205019.405952:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205019.405953:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937921024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205019.405958:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937921024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405962:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205019.405962:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.405963:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205019.405964:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205019.405966:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937921024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405969:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205019.405971:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937921024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405975:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205019.405976:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.405977:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205019.405977:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.405978:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205019.405979:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205019.405980:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205019.405983:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205019.405984:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205019.405987:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937921024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205019.405991:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937921024:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205019.405993:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205019.405995:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937921152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.405998:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205019.405999:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205019.406000:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205019.406001:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205019.406002:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205019.406003:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937921152:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205019.406005:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205019.406006:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205019.406007:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205019.406008:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205019.406010:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788205019.406012:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205019.406013:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205019.406015:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205019.406017:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205019.406019:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937921152, portal 4
00000100:00000001:3.0:1788205019.406021:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205019.406022:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000040:3.0:1788205019.406028:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937921152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.406034:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205019.406036:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205019.406038:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205019.406041:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937921152, offset 0
00000400:00000200:3.0:1788205019.406044:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205019.406048:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205019.406051:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205019.406054:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205019.406056:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205019.406059:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205019.406061:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205019.406064:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547146:547146:256:4294967295] 192.168.201.135@tcp LPNI seq info [547112:547112:8:4294967295]
00000400:00000200:3.0:1788205019.406068:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205019.406072:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205019.406075:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205019.406077:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205019.406080:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205019.406081:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:3.1:1788205019.406084:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205019.406085:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:3.0:1788205019.406088:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205019.406089:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205019.406091:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205019.406093:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205019.406095:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205019.406096:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205019.406098:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205019.406100:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937921152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.406106:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205019.406107:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937921152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.406111:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.406112:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205019.406122:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205019.406124:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788205019.406126:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205019.406128:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4309997702
00000100:00000001:3.0:1788205019.406129:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310001356
00000100:00000001:3.0:1788205019.406133:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4309997702
00000100:00000001:3.0:1788205019.406135:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310001356
00000100:00000001:3.0:1788205019.406136:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205019.406137:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.406139:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205019.406143:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205019/real 1788205019]  req@ffff8c5d3c3e9c00 x1875052937921152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205019.406150:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205019.406151:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205019.406153:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205019.406155:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205019.406157:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205019.406159:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205019.406162:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937921152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205019.406170:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937921152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.406177:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205019.406178:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.406180:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205019.406181:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205019.406185:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937921152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.406190:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205019.406192:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937921152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.406197:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205019.406198:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.406199:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205019.406200:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.406201:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205019.406202:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205019.406203:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205019.406205:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205019.406206:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205019.406208:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937921152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205019.406212:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937921152:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205019.406214:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.406216:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205019.406217:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937920768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.406221:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205019.406222:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205019.406224:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:3.0:1788205019.406225:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205019.406226:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205019.406227:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788205019.406229:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205019.406230:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:3.0:1788205019.406232:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205019.406233:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205019.406234:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:3.0:1788205019.406235:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205019.406236:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.406238:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205019.406239:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937920896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.406244:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205019.406244:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205019.406245:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788205019.406246:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205019.406247:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205019.406247:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788205019.406248:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205019.406249:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:3.0:1788205019.406250:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205019.406251:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205019.406251:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:3.0:1788205019.406252:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205019.406253:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.406254:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205019.406255:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937921024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.406258:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205019.406259:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205019.406260:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788205019.406261:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205019.406261:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205019.406262:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788205019.406263:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205019.406264:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:3.0:1788205019.406265:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205019.406265:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205019.406266:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:3.0:1788205019.406267:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205019.406267:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.406268:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205019.406270:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937921152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205019.406277:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205019.406277:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205019.406278:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788205019.406280:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205019.406280:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205019.406281:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788205019.406282:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205019.406282:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:3.0:1788205019.406283:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205019.406284:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205019.406284:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:3.0:1788205019.406285:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205019.406286:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.406287:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205019.406289:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205019.406290:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205019.406291:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205019.406292:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205019.596416:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205019.596424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205019.596426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205019.596431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205019.596434:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205019.596438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205019.596439:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205019.596442:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205019.596444:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205020.108466:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205020.108473:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205020.108478:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205020.108479:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205020.108574:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205020.108577:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205020.108580:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205020.620427:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205020.620435:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205020.620437:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205020.620441:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205020.620444:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205020.620448:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205020.620450:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205020.620452:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205020.620455:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205021.132441:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205021.132447:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205021.132453:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205021.132453:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205021.132511:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205021.132514:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205021.132517:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205021.644419:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205021.644427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205021.644429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205021.644433:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205021.644437:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205021.644441:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.644443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205021.644445:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205021.644448:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205022.156470:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205022.156477:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205022.156482:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205022.156483:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205022.156507:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205022.156510:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205022.156513:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205022.668436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205022.668443:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205022.668445:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205022.668450:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205022.668454:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205022.668457:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205022.668459:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205022.668461:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205022.668464:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205023.180463:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205023.180472:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205023.180479:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205023.180481:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205023.180552:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205023.180557:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205023.180562:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205023.244417:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310001356, at 4310001408
00000100:00000040:1.0:1788205023.244417:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310001356, at 4310001408
00000100:00000010:1.0:1788205023.244434:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d59c0.
00000100:00000010:0.0:1788205023.244439:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d58a0.
00000100:00000001:0.0:1788205023.692380:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205023.692389:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205023.692391:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205023.692398:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205023.692401:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205023.692406:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205023.692409:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205023.692412:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205023.692415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205024.204461:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205024.204467:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205024.204473:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205024.204474:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205024.204535:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205024.204539:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205024.204542:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788205024.524447:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205024.524462:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205024.524466:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205024.524472:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205024.524479:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205024.524491:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15330
00000400:00000200:2.0:1788205024.524504:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205024.524513:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205024.524517:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205024.524521:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205024.524526:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205024.524528:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205024.524531:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205024.524537:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205024.524540:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788205024.524543:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205024.524547:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788205024.524550:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788205024.524553:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788205024.524557:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205024.524559:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205024.524562:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205024.524563:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205024.524567:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788205024.524570:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205024.524573:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205024.524586:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205024.524590:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205024.524594:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.524596:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205024.524599:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205024.524610:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788205024.524615:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788205024.524619:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205024.524621:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.524625:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205024.524629:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205024.524634:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205024.524643:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788205024.524651:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205024.524661:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937921280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205024.524671:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205024.524676:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205024.524681:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937921280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205024.524703:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205024.524726:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205024.524729:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205024.524731:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205024.524733:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205024.524736:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205024.524739:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15330
00000400:00000200:2.0:1788205024.524744:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205024.524747:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205024.524756:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788205024.524760:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1788205024.524765:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205024.524767:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205024.524768:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205024.524772:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205024.524773:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205024.524777:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205024.524781:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205024.524783:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000040:3.0:1788205024.524783:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9880 x1875052937921280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205024.524786:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205024.524791:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788205024.524795:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:3.0:1788205024.524798:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1788205024.524799:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:3.0:1788205024.524803:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205024.524805:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205024.524809:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788205024.524811:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1788205024.524812:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:3.0:1788205024.524816:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205024.524817:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205024.524822:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:3.0:1788205024.524823:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205024.524828:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00100000:3.0:1788205024.524832:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937921280:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205024.524833:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205024.524836:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:3.0:1788205024.524841:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205024.524844:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205024.524847:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205024.524848:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.524851:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.524852:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:3.0:1788205024.524855:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1788205024.524859:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000010:3.0:1788205024.524861:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
00000008:00000001:2.0:1788205024.524864:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.524866:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.524868:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205024.524873:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:2.0:1788205024.524874:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000400:00000010:3.0:1788205024.524877:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000020:00000040:2.0:1788205024.524879:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000400:00000010:3.0:1788205024.524893:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
02000000:00000001:2.0:1788205024.524896:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205024.524899:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.524902:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205024.524904:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:3.0:1788205024.524906:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937921280, portal 25
02000000:00000001:2.0:1788205024.524907:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.524912:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205024.524915:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803423360 : -127142906128256 : ffff8c5d3c3e9880)
02000000:00000010:2.0:1788205024.524916:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000040:3.0:1788205024.524921:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9880 x1875052937921280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205024.524922:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.524932:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:2.0:1788205024.524933:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937921408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:3.0:1788205024.524938:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205024.524942:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000001:2.0:1788205024.524948:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:3.0:1788205024.524948:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937921280, offset 0
00000100:00000001:2.0:1788205024.524952:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205024.524956:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788205024.524959:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937921408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205024.524967:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205024.524976:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788205024.524986:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205024.524986:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1788205024.524991:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788205024.524991:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:2.0:1788205024.524997:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1788205024.524998:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788205024.525002:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788205024.525003:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00080000:2.0:1788205024.525005:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:3.0:1788205024.525009:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547147:547147:256:4294967295] 192.168.201.135@tcp LPNI seq info [547113:547113:8:4294967295]
00000100:00000001:2.0:1788205024.525011:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788205024.525015:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788205024.525017:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15330
00000400:00000200:2.0:1788205024.525022:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205024.525029:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205024.525033:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:3.0:1788205024.525034:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1788205024.525040:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205024.525043:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.0:1788205024.525047:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788205024.525048:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205024.525052:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205024.525055:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:3.0:1788205024.525056:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000020:00000040:2.0:1788205024.525057:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788205024.525060:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205024.525063:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788205024.525065:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788205024.525067:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:3.0:1788205024.525077:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788205024.525081:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:3.0:1788205024.525082:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1788205024.525086:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788205024.525090:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788205024.525091:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:3.1:1788205024.525095:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00000001:2.0:1788205024.525096:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205024.525102:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000800:00000100:3.0:1788205024.525104:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205024.525107:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000100:00080000:2.0:1788205024.525108:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205024.525112:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205024.525116:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788205024.525116:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1788205024.525121:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788205024.525125:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1788205024.525126:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.525131:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205024.525134:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:3.0:1788205024.525134:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205024.525138:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000008:00000001:2.0:1788205024.525140:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.525143:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.525145:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000010:2.0:1788205024.525147:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000020:00000040:2.0:1788205024.525151:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000200:3.0:1788205024.525152:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9880 x1875052937921280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205024.525155:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205024.525158:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.525162:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205024.525165:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205024.525167:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.525173:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.525178:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9880 x1875052937921280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788205024.525181:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788205024.525190:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.525191:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.525194:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1788205024.525198:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937921536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205024.525202:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.525211:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788205024.525211:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205024.525215:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.525217:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310006476
00000100:00000040:2.0:1788205024.525221:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937921536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205024.525226:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5c60.
00000100:00000001:2.0:1788205024.525235:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.525236:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1788205024.525238:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205024.525243:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205024.525245:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788205024.525245:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310006476
00000100:00080000:2.0:1788205024.525249:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:3.0:1788205024.525250:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5780.
00000100:00000001:2.0:1788205024.525254:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205024.525255:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:2.0:1788205024.525259:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15330
00000100:00000001:3.0:1788205024.525260:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205024.525265:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205024.525269:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205024.525270:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:2.0:1788205024.525276:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00100000:3.0:1788205024.525277:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205024/real 1788205024]  req@ffff8c5d3c3e9880 x1875052937921280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205024.525281:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205024.525289:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000001:3.0:1788205024.525290:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788205024.525292:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:3.0:1788205024.525293:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205024.525319:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205024.525323:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000100:00000040:2.0:1788205024.525324:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:3.0:1788205024.525324:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205024.525329:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788205024.525330:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:3.0:1788205024.525334:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9880 x1875052937921280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205024.525335:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205024.525338:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788205024.525341:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205024.525345:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000200:3.0:1788205024.525348:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9880 x1875052937921280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205024.525349:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788205024.525353:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788205024.525361:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205024.525362:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205024.525365:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205024.525365:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205024.525369:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205024.525369:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.525371:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205024.525374:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00100000:3.0:1788205024.525377:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9880 x1875052937921280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205024.525379:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788205024.525385:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205024.525387:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205024.525391:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205024.525395:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9880 x1875052937921280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205024.525396:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205024.525400:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205024.525402:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788205024.525404:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.525406:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205024.525408:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205024.525409:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.525411:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1788205024.525413:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1788205024.525414:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205024.525416:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:2.0:1788205024.525420:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205024.525421:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1788205024.525426:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205024.525427:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205024.525430:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000010:2.0:1788205024.525432:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000100:00000040:3.0:1788205024.525433:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9880 x1875052937921280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205024.525438:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00100000:3.0:1788205024.525443:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937921280:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788205024.525444:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205024.525447:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.525450:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205024.525451:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205024.525453:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788205024.525455:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1788205024.525457:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205024.525461:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937921280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1788205024.525464:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00000001:2.0:1788205024.525470:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.525476:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00100000:2.0:1788205024.525479:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937921664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:3.0:1788205024.525481:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205024.525486:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
00000100:00000001:2.0:1788205024.525492:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1788205024.525492:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1788205024.525496:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205024.525497:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205024.525500:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000040:2.0:1788205024.525505:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937921664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205024.525505:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205024.525509:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:3.0:1788205024.525515:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205024.525517:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1788205024.525519:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205024.525519:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00080000:2.0:1788205024.525525:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205024.525525:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205024.525528:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.525532:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1788205024.525533:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205024.525536:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205024.525538:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205024.525540:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205024.525541:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205024.525543:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.525546:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1788205024.525547:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15330
00000100:00000001:3.0:1788205024.525548:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205024.525551:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1788205024.525554:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788205024.525556:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8700 x1875052937921408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205024.525561:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205024.525566:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788205024.525567:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205024.525570:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205024.525573:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:3.0:1788205024.525574:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205024.525576:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205024.525579:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:3.0:1788205024.525580:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205024.525585:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00100000:3.0:1788205024.525588:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937921408:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205024.525589:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205024.525595:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:3.0:1788205024.525596:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1788205024.525597:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
02000000:00000001:3.0:1788205024.525600:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1788205024.525601:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:3.0:1788205024.525604:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788205024.525605:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788205024.525610:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:3.0:1788205024.525610:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1788205024.525615:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000010:3.0:1788205024.525615:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000040:2.0:1788205024.525621:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:3.0:1788205024.525621:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.525627:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:3.0:1788205024.525629:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788205024.525630:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:3.0:1788205024.525633:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000100:00000001:2.0:1788205024.525634:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:3.0:1788205024.525637:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000020:00000040:2.0:1788205024.525638:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000200:3.0:1788205024.525643:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937921408, portal 10
00000100:00080000:2.0:1788205024.525644:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205024.525647:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205024.525649:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.525649:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803418880 : -127142906132736 : ffff8c5d3c3e8700)
02000000:00000001:2.0:1788205024.525653:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205024.525657:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788205024.525660:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8700 x1875052937921408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205024.525661:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205024.525666:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205024.525669:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:3.0:1788205024.525670:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205024.525674:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000008:00000001:2.0:1788205024.525676:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205024.525677:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205024.525681:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937921408, offset 0
00000100:00000001:2.0:1788205024.525682:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205024.525686:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000010:2.0:1788205024.525689:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000400:00000200:3.0:1788205024.525690:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:2.0:1788205024.525694:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000200:3.0:1788205024.525696:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000001:2.0:1788205024.525700:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:3.0:1788205024.525701:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1788205024.525704:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205024.525716:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:2.0:1788205024.525722:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:3.0:1788205024.525722:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788205024.525726:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:3.0:1788205024.525726:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:2.0:1788205024.525730:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205024.525732:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547148:547148:256:4294967295] 192.168.201.135@tcp LPNI seq info [547114:547114:8:4294967295]
02000000:00000010:2.0:1788205024.525738:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000400:00000200:3.0:1788205024.525739:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205024.525744:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205024.525754:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937921792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205024.525755:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205024.525768:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788205024.525771:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205024.525775:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:3.0:1788205024.525775:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205024.525783:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788205024.525784:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937921792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:3.0:1788205024.525786:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788205024.525798:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788205024.525804:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788205024.525804:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1788205024.525813:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15340)
00000800:00000100:3.0:1788205024.525813:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205024.525818:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205024.525822:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205024.525826:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205024.525829:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205024.525832:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205024.525834:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205024.525837:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8700 x1875052937921408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.525847:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.525849:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8700 x1875052937921408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.525853:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.525854:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205024.525857:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205024.525860:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788205024.525862:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205024.525864:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310002717
00000100:00000001:3.0:1788205024.525866:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310006476
00000100:00000001:3.0:1788205024.525867:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310002717
00000100:00000001:3.0:1788205024.525869:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310006476
00000100:00000001:3.0:1788205024.525870:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205024.525871:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.525873:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205024.525875:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205024/real 1788205024]  req@ffff8c5d3c3e8700 x1875052937921408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205024.525879:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205024.525880:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205024.525881:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205024.525882:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205024.525883:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205024.525884:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205024.525885:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8700 x1875052937921408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205024.525890:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8700 x1875052937921408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.525894:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205024.525895:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.525897:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.525897:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205024.525899:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8700 x1875052937921408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.525903:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205024.525905:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8700 x1875052937921408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.525909:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205024.525910:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.525911:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.525912:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.525913:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205024.525914:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205024.525915:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205024.525917:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205024.525918:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205024.525920:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8700 x1875052937921408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205024.525924:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937921408:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205024.525926:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205024.525928:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea300 x1875052937921536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.525932:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205024.525933:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.525934:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205024.525936:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205024.525937:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205024.525939:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937921536:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205024.525941:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205024.525942:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205024.525944:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.525945:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205024.525947:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788205024.525948:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205024.525950:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205024.525952:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205024.525953:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205024.525955:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937921536, portal 10
00000100:00000001:3.0:1788205024.525956:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205024.525957:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426048 : -127142906125568 : ffff8c5d3c3ea300)
00000100:00000040:3.0:1788205024.525961:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea300 x1875052937921536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.525965:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205024.525966:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205024.525968:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205024.525969:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937921536, offset 0
00000400:00000200:3.0:1788205024.525971:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205024.525973:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205024.525975:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205024.525977:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205024.525979:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205024.525980:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205024.525982:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205024.525984:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547149:547149:256:4294967295] 192.168.201.135@tcp LPNI seq info [547115:547115:8:4294967295]
00000400:00000200:3.0:1788205024.525987:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205024.525991:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205024.525994:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205024.525995:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205024.525998:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205024.526000:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788205024.526003:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205024.526004:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788205024.526007:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205024.526008:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205024.526010:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205024.526012:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205024.526014:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205024.526015:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205024.526016:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205024.526018:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea300 x1875052937921536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526023:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.526025:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea300 x1875052937921536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526031:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.526032:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205024.526035:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205024.526038:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788205024.526040:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205024.526042:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310002712
00000100:00000001:3.0:1788205024.526044:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310006476
00000100:00000001:3.0:1788205024.526046:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310002712
00000100:00000001:3.0:1788205024.526048:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310006476
00000100:00000001:3.0:1788205024.526051:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205024.526053:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.526055:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205024.526058:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205024/real 1788205024]  req@ffff8c5d3c3ea300 x1875052937921536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205024.526066:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205024.526068:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205024.526070:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205024.526073:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205024.526074:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205024.526077:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205024.526079:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea300 x1875052937921536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205024.526084:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea300 x1875052937921536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526088:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205024.526089:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526090:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.526091:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205024.526093:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea300 x1875052937921536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526097:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205024.526099:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea300 x1875052937921536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526103:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205024.526105:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526105:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.526106:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526107:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205024.526108:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205024.526109:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205024.526111:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205024.526112:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205024.526114:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea300 x1875052937921536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205024.526123:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937921536:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205024.526125:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205024.526127:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9500 x1875052937921664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526131:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205024.526131:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.526133:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205024.526134:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205024.526135:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205024.526136:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937921664:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205024.526138:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205024.526140:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205024.526141:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.526142:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205024.526145:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788205024.526147:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205024.526151:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205024.526153:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205024.526157:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205024.526159:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937921664, portal 4
00000100:00000001:3.0:1788205024.526161:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205024.526162:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803422464 : -127142906129152 : ffff8c5d3c3e9500)
00000100:00000040:3.0:1788205024.526168:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9500 x1875052937921664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526175:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205024.526177:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205024.526179:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205024.526181:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937921664, offset 0
00000400:00000200:3.0:1788205024.526185:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205024.526190:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205024.526193:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205024.526195:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205024.526198:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205024.526200:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205024.526202:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205024.526205:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547150:547150:256:4294967295] 192.168.201.135@tcp LPNI seq info [547116:547116:8:4294967295]
00000400:00000200:3.0:1788205024.526209:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205024.526215:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205024.526219:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205024.526223:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205024.526226:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205024.526229:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788205024.526233:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205024.526236:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788205024.526240:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205024.526242:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205024.526244:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205024.526246:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205024.526249:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205024.526250:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205024.526251:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205024.526254:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9500 x1875052937921664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526259:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.526261:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9500 x1875052937921664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526265:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.526266:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205024.526268:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205024.526271:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788205024.526273:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205024.526275:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310002805
00000100:00000001:3.0:1788205024.526276:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310006476
00000100:00000001:3.0:1788205024.526278:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310002805
00000100:00000001:3.0:1788205024.526279:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310006476
00000100:00000001:3.0:1788205024.526280:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205024.526281:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.526282:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205024.526284:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205024/real 1788205024]  req@ffff8c5d3c3e9500 x1875052937921664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205024.526289:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205024.526290:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205024.526291:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205024.526292:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205024.526294:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205024.526295:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205024.526297:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9500 x1875052937921664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205024.526318:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9500 x1875052937921664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526322:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205024.526323:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526325:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.526326:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205024.526327:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9500 x1875052937921664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526331:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205024.526334:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9500 x1875052937921664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526338:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205024.526340:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526341:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.526342:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526343:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205024.526344:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205024.526346:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205024.526348:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205024.526349:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205024.526351:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9500 x1875052937921664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205024.526355:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937921664:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205024.526357:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526358:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.526360:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8700 x1875052937921408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526364:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205024.526365:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205024.526367:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788205024.526368:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205024.526369:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205024.526370:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788205024.526371:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205024.526373:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:3.0:1788205024.526375:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205024.526376:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205024.526377:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8700.
00000100:00000001:3.0:1788205024.526380:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205024.526381:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526383:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.526386:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937921536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526398:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205024.526399:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205024.526400:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788205024.526402:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205024.526404:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205024.526405:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788205024.526407:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205024.526408:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:3.0:1788205024.526410:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205024.526411:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205024.526413:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:3.0:1788205024.526415:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205024.526417:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526418:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.526421:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9500 x1875052937921664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526427:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205024.526428:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205024.526429:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788205024.526431:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205024.526431:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205024.526432:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788205024.526434:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205024.526435:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:3.0:1788205024.526436:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205024.526437:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205024.526437:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9500.
00000100:00000001:3.0:1788205024.526438:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205024.526439:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526440:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526443:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205024.526445:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.526447:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205024.526448:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205024.526449:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205024.526453:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9f80 x1875052937921792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526459:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205024.526460:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.526462:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205024.526464:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205024.526466:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205024.526469:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937921792:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205024.526472:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205024.526474:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205024.526475:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205024.526477:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205024.526480:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788205024.526482:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205024.526485:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205024.526488:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000400:00000010:3.0:1788205024.526491:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000200:3.0:1788205024.526493:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937921792, portal 4
00000100:00000001:3.0:1788205024.526494:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205024.526495:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803425152 : -127142906126464 : ffff8c5d3c3e9f80)
00000100:00000040:3.0:1788205024.526500:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9f80 x1875052937921792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526505:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205024.526506:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205024.526508:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00000200:3.0:1788205024.526509:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937921792, offset 0
00000400:00000200:3.0:1788205024.526511:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205024.526514:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205024.526516:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205024.526517:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205024.526519:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205024.526521:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205024.526522:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205024.526524:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547151:547151:256:4294967295] 192.168.201.135@tcp LPNI seq info [547117:547117:8:4294967295]
00000400:00000200:3.0:1788205024.526527:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205024.526531:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205024.526533:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205024.526536:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000800:00000200:3.0:1788205024.526538:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205024.526540:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:3.1:1788205024.526542:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205024.526544:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:3.0:1788205024.526546:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205024.526548:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:3.0:1788205024.526549:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205024.526551:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205024.526553:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:3.0:1788205024.526554:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:3.0:1788205024.526556:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205024.526558:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9f80 x1875052937921792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526563:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.526564:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9f80 x1875052937921792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205049 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526569:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.526570:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205024.526571:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205024.526573:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788205024.526575:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205024.526576:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310002823
00000100:00000001:3.0:1788205024.526579:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310006476
00000100:00000001:3.0:1788205024.526581:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310002823
00000100:00000001:3.0:1788205024.526583:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310006476
00000100:00000001:3.0:1788205024.526585:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205024.526588:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.526589:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205024.526593:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205024/real 1788205024]  req@ffff8c5d3c3e9f80 x1875052937921792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205024.526601:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205024.526602:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205024.526604:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:3.0:1788205024.526606:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:3.0:1788205024.526607:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:3.0:1788205024.526609:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205024.526612:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9f80 x1875052937921792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205024.526621:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9f80 x1875052937921792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526627:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205024.526629:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526630:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.526632:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205024.526634:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9f80 x1875052937921792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526638:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205024.526640:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9f80 x1875052937921792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526644:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205024.526645:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526646:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205024.526646:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526647:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205024.526648:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205024.526650:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205024.526652:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205024.526654:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205024.526656:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9f80 x1875052937921792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205024.526660:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937921792:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205024.526662:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526664:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205024.526665:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9f80 x1875052937921792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205049 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205024.526668:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205024.526669:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205024.526670:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788205024.526672:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205024.526673:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205024.526674:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788205024.526675:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205024.526676:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:3.0:1788205024.526677:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205024.526678:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205024.526679:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9f80.
00000100:00000001:3.0:1788205024.526680:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205024.526681:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526682:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205024.526685:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205024.526685:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205024.526687:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205024.526688:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205024.716434:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205024.716443:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205024.716445:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205024.716451:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205024.716455:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205024.716460:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205024.716463:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205024.716466:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205024.716469:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205025.228456:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205025.228465:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205025.228472:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205025.228473:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205025.228534:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205025.228539:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205025.228543:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205025.740375:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205025.740385:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205025.740387:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205025.740394:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205025.740399:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205025.740403:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205025.740405:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205025.740407:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205025.740410:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205026.252463:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205026.252471:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205026.252473:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205026.252476:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205026.252480:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205026.252482:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205026.252484:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205026.252486:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205026.252489:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205026.252490:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205026.252491:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205026.252492:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205026.252493:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205026.252494:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205026.252495:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205026.252497:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205026.252556:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205026.252583:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205026.252611:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205026.764436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205026.764445:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205026.764449:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205026.764455:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205026.764459:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205026.764463:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.764465:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205026.764468:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205026.764470:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205027.276512:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205027.276518:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205027.276523:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205027.276524:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205027.276575:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205027.276577:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205027.276579:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205027.788419:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205027.788438:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205027.788441:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205027.788447:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205027.788452:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205027.788456:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205027.788460:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205027.788463:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205027.788467:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205028.300510:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205028.300519:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205028.300528:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205028.300530:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205028.300588:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205028.300592:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205028.300595:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205028.364429:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310006476, at 4310006528
00000100:00000040:1.0:1788205028.364429:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310006476, at 4310006528
00000100:00000010:0.0:1788205028.364447:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5c60.
00000100:00000010:1.0:1788205028.364450:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5780.
00000100:00000001:0.0:1788205028.812430:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205028.812439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205028.812442:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205028.812449:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205028.812453:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205028.812458:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205028.812461:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205028.812465:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205028.812467:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205029.324426:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205029.324435:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205029.324441:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205029.324442:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205029.324508:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205029.324513:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205029.324517:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:3.0:1788205029.644382:0:267946:0:(osc_request.c:745:osc_update_next_shrink()) next time 16540 to shrink grant
00000100:00080000:0.0:1788205029.644391:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205029.644398:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000008:00000020:3.0:1788205029.644399:0:267946:0:(osc_request.c:745:osc_update_next_shrink()) next time 16540 to shrink grant
00000100:00000001:0.0:1788205029.644401:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205029.644406:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205029.644411:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205029.644426:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15335
00000400:00000200:0.0:1788205029.644435:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205029.644441:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205029.644444:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205029.644448:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205029.644451:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205029.644453:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205029.644455:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205029.644459:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205029.644461:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788205029.644463:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205029.644466:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788205029.644469:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788205029.644471:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788205029.644474:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205029.644476:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205029.644478:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205029.644480:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205029.644483:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788205029.644487:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205029.644489:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205029.644493:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205029.644496:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205029.644499:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205029.644501:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205029.644503:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205029.644513:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8a80.
00000020:00000040:0.0:1788205029.644516:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788205029.644520:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205029.644522:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205029.644524:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205029.644528:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205029.644532:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205029.644538:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7000.
00000100:00000001:0.0:1788205029.644553:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205029.644563:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8a80 x1875052937921920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205029.644572:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205029.644576:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205029.644581:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afd37ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8a80 x1875052937921920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205029.644608:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205029.644611:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205029.644614:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205029.644615:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205029.644631:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205029.644635:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205029.644638:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15335
00000400:00000200:0.0:1788205029.644643:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205029.644645:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1788205029.644648:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:3.0:1788205029.644650:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:0.0:1788205029.644652:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788205029.644653:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205029.644659:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205029.644663:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205029.644663:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8a80 x1875052937921920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205029.644667:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205029.644672:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205029.644678:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205029.644682:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:3.0:1788205029.644682:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1788205029.644686:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:3.0:1788205029.644686:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788205029.644690:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
02000000:00000001:3.0:1788205029.644692:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:0.0:1788205029.644696:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:3.0:1788205029.644696:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1788205029.644702:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:3.0:1788205029.644703:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205029.644710:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937921920:192.168.201.135@tcp:250:kworker.0
00000100:00000040:0.0:1788205029.644711:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205029.644718:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205029.644718:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1788205029.644723:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:3.0:1788205029.644724:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788205029.644728:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:3.0:1788205029.644729:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788205029.644735:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:3.0:1788205029.644735:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1788205029.644739:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205029.644742:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205029.644744:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:3.0:1788205029.644749:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7400.
02000000:00000001:0.0:1788205029.644751:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205029.644752:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205029.644756:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205029.644760:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788205029.644761:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00100000:0.0:1788205029.644765:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000010:3.0:1788205029.644767:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26d10.
00000008:00000001:0.0:1788205029.644770:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205029.644773:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:3.0:1788205029.644775:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67088.
00000100:00000010:0.0:1788205029.644778:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9c00.
00000020:00000040:0.0:1788205029.644783:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000200:3.0:1788205029.644784:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937921920, portal 25
02000000:00000001:0.0:1788205029.644786:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788205029.644788:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1788205029.644789:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.644791:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871301248 : -127143838250368 : ffff8c5d04af8a80)
00000100:00000001:0.0:1788205029.644794:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205029.644797:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:3.0:1788205029.644799:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8a80 x1875052937921920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205029.644800:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205029.644808:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6000.
00000100:00000001:3.0:1788205029.644811:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788205029.644815:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205029.644815:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205029.644821:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67cc0.
00000100:00100000:0.0:1788205029.644825:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9c00 x1875052937922048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788205029.644826:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937921920, offset 0
00000400:00000200:3.0:1788205029.644838:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788205029.644839:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205029.644843:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205029.644848:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788205029.644849:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e508162b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9c00 x1875052937922048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205029.644858:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:0.0:1788205029.644867:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205029.644867:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1788205029.644873:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:3.0:1788205029.644873:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:0.0:1788205029.644880:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:3.0:1788205029.644880:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1788205029.644883:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788205029.644886:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00080000:0.0:1788205029.644887:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205029.644892:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:3.0:1788205029.644895:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547152:547152:256:4294967295] 192.168.201.135@tcp LPNI seq info [547118:547118:8:4294967295]
00000100:00080000:0.0:1788205029.644898:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15335
00000400:00000200:0.0:1788205029.644907:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205029.644907:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205029.644914:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205029.644917:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205029.644920:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205029.644922:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205029.644925:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205029.644931:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:3.0:1788205029.644934:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1788205029.644935:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205029.644939:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000800:00000200:3.0:1788205029.644945:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205029.644951:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177800.
00000020:00000001:0.0:1788205029.644952:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205029.644956:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000200:3.0:1788205029.644960:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:0.0:1788205029.644961:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788205029.644966:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:0.0:1788205029.644971:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205029.644975:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:3.1:1788205029.644976:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:0.0:1788205029.644981:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205029.644985:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205029.644987:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:0.0:1788205029.644990:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205029.644993:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.644994:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205029.644995:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205029.645000:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788205029.645001:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205029.645005:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310011596
02000000:00000001:0.0:1788205029.645006:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205029.645011:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:3.0:1788205029.645013:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d52a0.
00000008:00100000:0.0:1788205029.645014:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205029.645019:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205029.645021:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.645021:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000010:0.0:1788205029.645028:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afa300.
00000100:00000001:3.0:1788205029.645028:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310011596
00000020:00000040:0.0:1788205029.645034:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000010:3.0:1788205029.645035:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d57e0.
02000000:00000001:0.0:1788205029.645038:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:3.0:1788205029.645040:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1788205029.645042:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.645045:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205029.645046:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205029.645049:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:3.0:1788205029.645051:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205029.645052:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.645056:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205029.645058:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6800.
00000100:00000001:3.0:1788205029.645060:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205029.645063:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.645069:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00100000:0.0:1788205029.645070:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afa300 x1875052937922176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205029.645073:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788205029.645077:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205029.645080:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205029.645082:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788205029.645084:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205029.645087:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205029.645089:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9c00 x1875052937922048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205029.645095:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003df1ecd1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afa300 x1875052937922176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.645103:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205029.645106:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.645111:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205029.645114:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205029.645115:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.645119:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205029.645121:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1788205029.645125:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937922048:192.168.201.135@tcp:38:kworker.0
00000100:00080000:0.0:1788205029.645127:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205029.645131:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205029.645134:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205029.645136:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788205029.645139:0:268008:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:3.0:1788205029.645140:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205029.645143:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205029.645145:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15335
02000000:00000001:3.0:1788205029.645146:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205029.645151:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4c00.
00000400:00000200:0.0:1788205029.645152:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788205029.645155:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205029.645159:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:3.0:1788205029.645163:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:0.0:1788205029.645165:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:3.0:1788205029.645167:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df262c0.
00000100:00000040:0.0:1788205029.645171:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:3.0:1788205029.645174:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67bb0.
00000100:00000200:3.0:1788205029.645177:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937922048, portal 10
00000100:00000001:3.0:1788205029.645179:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205029.645181:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871305728 : -127143838245888 : ffff8c5d04af9c00)
00000100:00000001:0.0:1788205029.645184:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205029.645188:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:3.0:1788205029.645191:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9c00 x1875052937922048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205029.645192:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205029.645199:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205029.645201:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:3.0:1788205029.645204:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1788205029.645205:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205029.645209:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:0.0:1788205029.645211:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:0.0:1788205029.645213:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788205029.645217:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:3.0:1788205029.645220:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788205029.645222:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1788205029.645224:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67770.
00000100:00000040:0.0:1788205029.645227:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:3.0:1788205029.645229:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937922048, offset 0
00000100:00000001:0.0:1788205029.645231:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205029.645235:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000400:00000200:3.0:1788205029.645238:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205029.645245:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:0.0:1788205029.645247:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:3.0:1788205029.645251:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:0.0:1788205029.645253:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205029.645255:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1788205029.645258:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788205029.645261:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:0.0:1788205029.645263:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788205029.645266:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1788205029.645269:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205029.645272:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:0.0:1788205029.645273:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:3.0:1788205029.645277:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547153:547153:255:4294967295] 192.168.201.135@tcp LPNI seq info [547119:547119:7:4294967295]
00000008:00100000:0.0:1788205029.645278:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205029.645286:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205029.645286:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205029.645290:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205029.645297:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb100.
00000400:00000200:3.0:1788205029.645314:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205029.645320:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205029.645324:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177300.
00000020:00000040:0.0:1788205029.645332:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205029.645335:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000200:3.0:1788205029.645336:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:0.0:1788205029.645337:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205029.645342:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205029.645344:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205029.645346:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788205029.645349:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:0.0:1788205029.645353:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5400.
00000100:00000001:3.0:1788205029.645354:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205029.645359:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000100:00000001:0.0:1788205029.645360:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205029.645365:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:0.0:1788205029.645369:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb100 x1875052937922304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205029.645370:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310007837
00000100:00000001:0.0:1788205029.645380:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205029.645383:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205029.645386:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c389169] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb100 x1875052937922304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.645387:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310011596
00000100:00000001:3.0:1788205029.645393:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310007837
00000100:00000001:3.0:1788205029.645398:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310011596
00000100:00000001:0.0:1788205029.645402:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.645403:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1788205029.645407:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:3.0:1788205029.645408:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.645411:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205029.645414:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205029.645416:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205029.645417:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205029.645420:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205029.645422:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15335
00000400:00000200:0.0:1788205029.645426:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205029.645430:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788205029.645432:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205029.645437:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:3.0:1788205029.645437:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205029.645440:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:0.0:1788205029.645443:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205029.645445:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205029.645447:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:3.0:1788205029.645448:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788205029.645453:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205029.645453:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788205029.645458:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205029.645461:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:3.0:1788205029.645462:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afa300 x1875052937922176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205029.645465:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:0.0:1788205029.645469:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205029.645472:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:0.0:1788205029.645476:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:3.0:1788205029.645478:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1788205029.645481:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:3.0:1788205029.645481:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.645487:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1788205029.645489:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205029.645492:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205029.645494:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205029.645496:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205029.645499:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:0.0:1788205029.645501:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205029.645503:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205029.645505:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205029.645508:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205029.645509:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205029.645511:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205029.645513:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205029.645516:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205029.645517:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205029.645521:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9f80.
00000020:00000040:0.0:1788205029.645523:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205029.645526:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205029.645527:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205029.645528:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205029.645530:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205029.645531:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205029.645535:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7800.
00000100:00000001:0.0:1788205029.645537:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205029.645542:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9f80 x1875052937922432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205029.645549:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205029.645551:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205029.645555:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096d998d0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9f80 x1875052937922432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205029.645563:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205029.645567:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15345)
02000000:00000001:3.0:1788205029.646366:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205029.646380:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205029.646388:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937922176:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205029.646391:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205029.646393:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205029.646395:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.646397:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205029.646412:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4800.
02000000:00000001:3.0:1788205029.646415:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205029.647379:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205029.647389:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df265d8.
00000400:00000010:3.0:1788205029.647406:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67330.
00000100:00000200:3.0:1788205029.647412:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937922176, portal 10
00000100:00000001:3.0:1788205029.647415:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205029.647417:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871307520 : -127143838244096 : ffff8c5d04afa300)
00000100:00000040:3.0:1788205029.647434:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afa300 x1875052937922176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.647441:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205029.647444:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205029.647447:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67dd0.
00000100:00000200:3.0:1788205029.647450:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937922176, offset 0
00000400:00000200:3.0:1788205029.647457:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205029.647464:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205029.647470:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205029.647475:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205029.647478:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205029.647481:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205029.647485:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205029.647488:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547154:547154:254:4294967295] 192.168.201.135@tcp LPNI seq info [547120:547120:6:4294967295]
00000400:00000200:3.0:1788205029.647492:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205029.647501:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205029.647508:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205029.647513:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177900.
00000800:00000200:3.0:1788205029.647519:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205029.647523:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788205029.647528:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205029.647531:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788205029.647534:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205029.647537:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310007834
00000100:00000001:3.0:1788205029.647539:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310011596
00000100:00000001:3.0:1788205029.647541:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310007834
00000100:00000001:3.0:1788205029.647543:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310011596
00000100:00000001:3.0:1788205029.647546:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205029.647549:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.647552:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205029.647557:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb100 x1875052937922304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.647564:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205029.647566:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.647569:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205029.647572:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205029.647574:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205029.647577:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937922304:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205029.647580:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205029.647582:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205029.647584:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.647586:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205029.647589:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:3.0:1788205029.647591:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205029.647595:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205029.647597:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26e70.
00000400:00000010:3.0:1788205029.647601:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67c38.
00000100:00000200:3.0:1788205029.647603:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937922304, portal 4
00000100:00000001:3.0:1788205029.647605:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205029.647606:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871311104 : -127143838240512 : ffff8c5d04afb100)
00000100:00000040:3.0:1788205029.647612:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb100 x1875052937922304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.647628:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205029.647630:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205029.647633:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67990.
00000100:00000200:3.0:1788205029.647636:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937922304, offset 0
00000400:00000200:3.0:1788205029.647639:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205029.647643:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205029.647647:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205029.647650:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205029.647652:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205029.647654:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205029.647656:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205029.647659:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547155:547155:253:4294967295] 192.168.201.135@tcp LPNI seq info [547121:547121:5:4294967295]
00000400:00000200:3.0:1788205029.647663:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205029.647668:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205029.647671:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205029.647675:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177400.
00000800:00000200:3.0:1788205029.647679:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205029.647682:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788205029.647685:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205029.647688:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788205029.647691:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205029.647693:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310007927
00000100:00000001:3.0:1788205029.647695:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310011596
00000100:00000001:3.0:1788205029.647697:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310007927
00000100:00000001:3.0:1788205029.647699:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310011596
00000100:00000001:3.0:1788205029.647701:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205029.647703:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.647706:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.647709:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.647716:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205029.647718:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788205029.647720:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205029.647722:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205029.647723:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205029.647728:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9f80 x1875052937922432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.647735:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205029.647736:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.647739:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205029.647741:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205029.647743:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205029.647745:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937922432:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205029.647749:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205029.647751:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205029.647752:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205029.647754:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205029.647757:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4000.
02000000:00000001:3.0:1788205029.647759:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205029.647762:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205029.647765:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df263c8.
00000400:00000010:3.0:1788205029.647768:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67440.
00000100:00000200:3.0:1788205029.647771:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937922432, portal 4
00000100:00000001:3.0:1788205029.647773:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205029.647774:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871306624 : -127143838244992 : ffff8c5d04af9f80)
00000100:00000040:3.0:1788205029.647780:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9f80 x1875052937922432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205029.647785:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205029.647788:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205029.647790:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67a18.
00000100:00000200:3.0:1788205029.647793:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937922432, offset 0
00000400:00000200:3.0:1788205029.647797:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205029.647800:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205029.647803:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205029.647806:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205029.647808:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205029.647811:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205029.647813:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205029.647815:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547156:547156:252:4294967295] 192.168.201.135@tcp LPNI seq info [547122:547122:4:4294967295]
00000400:00000200:3.0:1788205029.647819:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205029.647825:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205029.647830:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205029.647833:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177100.
00000800:00000200:3.0:1788205029.647836:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205029.647840:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788205029.647843:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205029.647845:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788205029.647848:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205029.647850:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310007944
00000100:00000001:3.0:1788205029.647852:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310011596
00000100:00000001:3.0:1788205029.647854:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310007944
00000100:00000001:3.0:1788205029.647867:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310011596
00000100:00000001:3.0:1788205029.647869:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205029.647871:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.647873:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.647875:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205029.647878:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205029.647879:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1788205029.647881:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205029.647883:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205029.647884:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205029.647886:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205029.836402:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205029.836408:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205029.836409:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205029.836419:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205029.836421:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205029.836424:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205029.836426:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205029.836428:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205029.836429:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205030.348465:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205030.348473:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205030.348477:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205030.348479:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205030.348528:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205030.348531:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205030.348534:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205030.860417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205030.860425:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205030.860427:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205030.860433:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205030.860436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205030.860440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205030.860442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205030.860445:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205030.860447:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205031.372437:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205031.372446:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205031.372453:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205031.372454:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205031.372508:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205031.372512:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205031.372516:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205031.884442:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205031.884451:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205031.884453:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205031.884459:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205031.884463:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205031.884466:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205031.884469:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205031.884472:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205031.884475:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205032.396443:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205032.396449:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205032.396453:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205032.396454:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205032.396469:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205032.396470:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205032.396473:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788205032.716780:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:1.0:1788205032.716839:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1788205032.716851:0:2380:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205032.716856:0:2380:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:1.0:1788205032.716861:0:2380:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205032.716865:0:2380:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1788205032.716871:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:1.0:1788205032.716875:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177800.
00000400:00000200:1.0:1788205032.716882:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788205032.716888:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788205032.716897:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67cc0
00000400:00000010:1.0:1788205032.716900:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67cc0.
00000100:00000001:1.0:1788205032.716907:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205032.716919:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04af8a80 x1875052937921920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205032.716957:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205032.716962:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8a80 x1875052937921920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205032.716969:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205032.716972:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788205032.716985:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:1.0:1788205032.716988:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177300.
00000400:00000200:1.0:1788205032.716991:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788205032.716995:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788205032.716998:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67770
00000400:00000010:1.0:1788205032.717000:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67770.
00000100:00000001:1.0:1788205032.717003:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205032.717008:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04af9c00 x1875052937922048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205032.717017:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205032.717020:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9c00 x1875052937922048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205032.717027:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205032.717029:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788205032.717035:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:1.0:1788205032.717037:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177900.
00000400:00000200:1.0:1788205032.717040:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788205032.717043:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788205032.717047:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67dd0
00000400:00000010:1.0:1788205032.717049:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67dd0.
00000100:00000001:1.0:1788205032.717052:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205032.717056:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04afa300 x1875052937922176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205032.717063:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205032.717066:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afa300 x1875052937922176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205032.717073:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205032.717074:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788205032.717079:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:1.0:1788205032.717081:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177400.
00000400:00000200:1.0:1788205032.717084:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788205032.717088:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788205032.717090:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67990
00000400:00000010:1.0:1788205032.717092:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67990.
00000100:00000001:1.0:1788205032.717095:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205032.717100:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04afb100 x1875052937922304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205032.717109:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205032.717112:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb100 x1875052937922304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205032.717120:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205032.717121:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788205032.717126:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:1.0:1788205032.717128:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177100.
00000400:00000200:1.0:1788205032.717131:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788205032.717134:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788205032.717136:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67a18
00000400:00000010:1.0:1788205032.717138:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67a18.
00000100:00000001:1.0:1788205032.717141:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205032.717146:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04af9f80 x1875052937922432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205032.717153:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205032.717156:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9f80 x1875052937922432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205054 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205032.717162:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205032.717164:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205032.717328:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205032.717333:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205032.717336:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205032.717344:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205029/real 1788205032]  req@ffff8c5d04af9f80 x1875052937922432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205032.717358:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205032.717360:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205032.717364:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df263c8.
00000400:00000200:0.0:1788205032.717367:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67440
00000400:00000010:0.0:1788205032.717369:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67440.
00000100:00000001:0.0:1788205032.717373:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205032.717376:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9f80 x1875052937922432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205032.717385:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9f80 x1875052937922432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717391:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205032.717393:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717396:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205032.717399:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205032.717403:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9f80 x1875052937922432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717410:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205032.717415:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9f80 x1875052937922432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717429:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205032.717433:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717435:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205032.717436:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717439:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205032.717443:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205032.717447:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205032.717452:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205032.717456:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205032.717461:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9f80 x1875052937922432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205032.717470:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937922432:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205032.717476:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205032.717481:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205029/real 1788205032]  req@ffff8c5d04afa300 x1875052937922176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205032.717488:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205032.717490:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205032.717492:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df265d8.
00000400:00000200:0.0:1788205032.717495:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67330
00000400:00000010:0.0:1788205032.717497:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67330.
00000100:00000001:0.0:1788205032.717500:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205032.717504:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afa300 x1875052937922176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205032.717512:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afa300 x1875052937922176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717517:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205032.717520:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717522:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205032.717523:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205032.717527:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afa300 x1875052937922176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717535:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205032.717538:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afa300 x1875052937922176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717546:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205032.717549:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717551:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205032.717552:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717554:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205032.717556:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205032.717559:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205032.717573:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205032.717576:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205032.717580:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afa300 x1875052937922176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205032.717587:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937922176:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205032.717601:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205032.717605:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205029/real 1788205032]  req@ffff8c5d04afb100 x1875052937922304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205032.717613:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205032.717614:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205032.717616:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26e70.
00000400:00000200:0.0:1788205032.717619:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67c38
00000400:00000010:0.0:1788205032.717621:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67c38.
00000100:00000001:0.0:1788205032.717624:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205032.717627:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb100 x1875052937922304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205032.717636:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb100 x1875052937922304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717642:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205032.717643:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717645:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205032.717646:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205032.717650:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb100 x1875052937922304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717657:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205032.717660:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb100 x1875052937922304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717667:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205032.717670:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717671:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205032.717672:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717674:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205032.717675:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205032.717678:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205032.717681:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205032.717683:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205032.717686:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb100 x1875052937922304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205032.717694:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937922304:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205032.717698:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205032.717702:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205029/real 1788205032]  req@ffff8c5d04af9c00 x1875052937922048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205032.717709:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205032.717711:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205032.717713:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df262c0.
00000400:00000200:0.0:1788205032.717715:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67bb0
00000400:00000010:0.0:1788205032.717717:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67bb0.
00000100:00000001:0.0:1788205032.717720:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205032.717722:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9c00 x1875052937922048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205032.717729:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9c00 x1875052937922048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717735:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205032.717737:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717738:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205032.717740:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205032.717743:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9c00 x1875052937922048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717750:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205032.717752:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9c00 x1875052937922048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717757:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205032.717758:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717759:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205032.717760:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717762:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205032.717764:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205032.717766:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205032.717770:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205032.717773:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205032.717777:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9c00 x1875052937922048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205032.717784:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937922048:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205032.717788:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205032.717790:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205029/real 1788205032]  req@ffff8c5d04af8a80 x1875052937921920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205032.717798:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205032.717799:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205032.717801:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26d10.
00000400:00000200:0.0:1788205032.717803:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67088
00000400:00000010:0.0:1788205032.717805:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67088.
00000100:00000001:0.0:1788205032.717807:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205032.717810:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8a80 x1875052937921920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205032.717817:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8a80 x1875052937921920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717823:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205032.717825:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717827:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205032.717828:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205032.717831:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8a80 x1875052937921920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717838:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205032.717840:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8a80 x1875052937921920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717845:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205032.717846:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717848:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205032.717849:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717850:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205032.717851:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205032.717853:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205032.717855:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205032.717856:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205032.717858:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8a80 x1875052937921920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205032.717863:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937921920:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205032.717867:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717869:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205032.717872:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9f80 x1875052937922432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717880:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205032.717884:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205032.717888:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:0.0:1788205032.717893:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205032.717896:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205032.717899:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205032.717901:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205032.717904:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:0.0:1788205032.717909:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205032.717911:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205032.717914:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9f80.
00000100:00000001:0.0:1788205032.717919:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205032.717921:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717923:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205032.717926:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afa300 x1875052937922176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717933:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205032.717935:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205032.717937:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:0.0:1788205032.717940:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205032.717941:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205032.717943:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205032.717944:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205032.717946:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788205032.717948:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205032.717949:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205032.717950:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afa300.
00000100:00000001:0.0:1788205032.717953:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205032.717953:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717955:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205032.717958:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb100 x1875052937922304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717963:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205032.717964:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205032.717965:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:0.0:1788205032.717968:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205032.717969:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205032.717970:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205032.717972:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205032.717973:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:0.0:1788205032.717975:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205032.717976:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205032.717977:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb100.
00000100:00000001:0.0:1788205032.717982:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205032.717983:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.717985:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205032.717988:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9c00 x1875052937922048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.717993:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205032.717994:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205032.717996:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:0.0:1788205032.717998:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205032.717999:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205032.718001:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205032.718002:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205032.718004:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:0.0:1788205032.718006:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205032.718007:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205032.718008:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9c00.
00000100:00000001:0.0:1788205032.718010:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205032.718012:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.718013:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205032.718016:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8a80 x1875052937921920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205054 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205032.718022:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205032.718023:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205032.718024:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:0.0:1788205032.718026:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205032.718027:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205032.718029:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788205032.718030:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205032.718032:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:0.0:1788205032.718034:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205032.718035:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205032.718036:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8a80.
00000100:00000001:0.0:1788205032.718038:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205032.718039:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.718042:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.718051:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205032.718053:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205032.718056:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205032.718057:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205032.908452:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205032.908462:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205032.908464:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205032.908472:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205032.908476:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205032.908480:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.908483:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205032.908486:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205032.908489:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205033.420449:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205033.420459:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205033.420469:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205033.420470:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205033.420632:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205033.420637:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205033.420641:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205033.484367:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310011596, at 4310011648
00000100:00000010:1.0:1788205033.484388:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d57e0.
00000100:00000040:0.0:1788205033.484488:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310011596, at 4310011648
00000100:00000010:0.0:1788205033.484497:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d52a0.
00000100:00000001:0.0:1788205033.932427:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205033.932437:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205033.932440:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205033.932447:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205033.932452:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205033.932457:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205033.932461:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205033.932465:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205033.932468:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205034.444486:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205034.444495:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205034.444501:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205034.444503:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205034.444593:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205034.444599:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205034.444602:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788205034.764516:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205034.764527:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205034.764540:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205034.764544:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205034.764548:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205034.764555:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15340
00000400:00000200:1.0:1788205034.764564:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205034.764570:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205034.764572:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205034.764575:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.764578:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205034.764581:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.764583:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205034.764587:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205034.764589:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788205034.764591:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205034.764594:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788205034.764596:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788205034.764598:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788205034.764601:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.764603:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205034.764604:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.764606:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205034.764608:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788205034.764611:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205034.764614:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205034.764617:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205034.764620:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205034.764622:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.764624:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205034.764627:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205034.764634:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc380.
00000020:00000040:1.0:1788205034.764637:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788205034.764641:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205034.764643:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.764646:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205034.764649:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205034.764653:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205034.764659:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:1.0:1788205034.766058:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205034.766079:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc380 x1875052937922560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205034.766090:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205034.766096:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205034.766101:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d497cf7b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc380 x1875052937922560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205034.766128:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205034.766133:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205034.766136:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205034.766138:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205034.766140:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205034.766143:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205034.766146:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15340
00000400:00000200:1.0:1788205034.766152:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205034.766157:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205034.766160:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205034.766163:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766167:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205034.766169:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766171:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205034.766174:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205034.766175:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788205034.766178:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205034.766180:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788205034.766183:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788205034.766185:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788205034.766187:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766189:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205034.766191:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766192:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205034.766195:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788205034.766197:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766202:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205034.766204:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205034.766211:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205034.766214:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.766216:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205034.766220:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205034.766223:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.766225:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205034.766231:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd880.
00000020:00000040:1.0:1788205034.766234:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205034.766237:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205034.766239:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.766240:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205034.766243:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205034.766246:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205034.766253:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000001:1.0:1788205034.766257:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205034.766262:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd880 x1875052937922688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205034.766270:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205034.766272:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205034.766276:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6204fb] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd880 x1875052937922688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205034.766282:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205034.766285:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205034.766288:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788205034.766289:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205034.766291:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205034.766293:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205034.766295:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15340
00000400:00000200:1.0:1788205034.766317:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205034.766320:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205034.766323:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205034.766326:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766328:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205034.766330:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766332:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205034.766334:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205034.766335:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788205034.766337:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205034.766339:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788205034.766340:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788205034.766343:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788205034.766345:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766347:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205034.766349:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766350:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205034.766353:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788205034.766355:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766357:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205034.766358:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205034.766361:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205034.766363:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.766365:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205034.766367:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205034.766369:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.766371:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205034.766374:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc000.
00000020:00000040:1.0:1788205034.766377:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205034.766379:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205034.766381:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.766382:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205034.766384:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205034.766386:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205034.766389:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:1.0:1788205034.766392:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205034.766396:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc000 x1875052937922816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205034.766402:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205034.766404:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205034.766407:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78f2b1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc000 x1875052937922816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205034.766414:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205034.766416:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205034.766419:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205034.766420:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205034.766422:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205034.766424:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205034.766427:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15340
00000400:00000200:1.0:1788205034.766430:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205034.766433:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205034.766435:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205034.766438:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766439:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205034.766441:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766443:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205034.766445:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205034.766446:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788205034.766448:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205034.766450:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788205034.766452:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788205034.766454:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788205034.766457:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766459:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205034.766461:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766463:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205034.766465:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788205034.766467:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766470:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205034.766471:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205034.766474:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205034.766476:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.766478:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205034.766480:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205034.766482:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.766484:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205034.766487:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecea00.
00000020:00000040:1.0:1788205034.766489:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205034.766491:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205034.766492:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.766493:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205034.766495:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205034.766496:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205034.766500:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:1.0:1788205034.766502:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205034.766506:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecea00 x1875052937922944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205034.766513:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205034.766514:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205034.766518:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0471f4c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecea00 x1875052937922944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205034.766525:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205034.766538:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205034.766543:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205034.766544:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205034.766546:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205034.766548:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205034.766550:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15340
00000400:00000200:1.0:1788205034.766552:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205034.766554:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205034.766556:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205034.766557:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766559:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205034.766560:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766561:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205034.766563:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205034.766563:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788205034.766564:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205034.766566:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788205034.766567:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788205034.766568:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788205034.766569:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766570:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205034.766571:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766572:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205034.766574:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788205034.766575:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205034.766576:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205034.766577:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205034.766579:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205034.766580:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.766581:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205034.766583:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205034.766585:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.766586:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205034.766588:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd180.
00000020:00000040:1.0:1788205034.766590:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205034.766591:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205034.766592:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205034.766593:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205034.766594:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205034.766595:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205034.766598:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788205034.766600:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205034.766603:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd180 x1875052937923072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205034.766607:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205034.766608:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205034.766610:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d402d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd180 x1875052937923072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205034.766614:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205034.766618:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15350)
00000100:00000001:0.0:1788205034.767362:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205034.767366:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205034.767368:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205034.767382:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc380 x1875052937922560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.767391:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205034.767393:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205034.767397:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205034.767399:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205034.767402:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205034.767405:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937922560:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205034.767409:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205034.767414:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205034.767416:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205034.767419:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205034.767425:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6000.
02000000:00000001:0.0:1788205034.767427:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205034.767432:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205034.767435:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205034.767440:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205034.767446:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937922560, portal 25
00000100:00000001:0.0:1788205034.767448:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205034.767449:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516096 : -127143247035520 : ffff8c5d27ecc380)
00000100:00000040:0.0:1788205034.767453:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc380 x1875052937922560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.767458:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205034.767459:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205034.767461:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205034.767463:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937922560, offset 0
00000400:00000200:0.0:1788205034.767467:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205034.767473:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205034.767477:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205034.767481:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205034.767485:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205034.767488:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205034.767490:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205034.767492:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547157:547157:256:4294967295] 192.168.201.135@tcp LPNI seq info [547123:547123:8:4294967295]
00000400:00000200:0.0:1788205034.767495:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205034.767502:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205034.767507:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205034.767510:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205034.767516:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205034.767518:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205034.767522:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205034.767525:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205034.767539:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205034.767541:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205034.767547:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205034.767555:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205034.767560:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205034.767563:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205034.767569:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205034.767573:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc380 x1875052937922560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.767582:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205034.767586:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc380 x1875052937922560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.767593:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.767595:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205034.767601:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205034.767605:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205034.767607:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310016719
00000100:00000010:0.0:1788205034.767613:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074300.
00000100:00000001:0.0:1788205034.767619:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205034.767625:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310016719
00000100:00000010:0.0:1788205034.767628:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074600.
00000100:00000001:0.0:1788205034.767631:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205034.767634:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205034.767637:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.767639:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205034.767644:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205034/real 1788205034]  req@ffff8c5d27ecc380 x1875052937922560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205034.767653:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205034.767654:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205034.767656:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205034.767659:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205034.767661:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205034.767663:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205034.767666:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc380 x1875052937922560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205034.767681:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc380 x1875052937922560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.767687:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205034.767689:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.767691:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205034.767693:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205034.767697:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc380 x1875052937922560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.767704:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205034.767709:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc380 x1875052937922560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.767715:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205034.767718:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.767720:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205034.767721:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.767724:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205034.767726:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205034.767730:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205034.767734:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205034.767737:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205034.767740:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc380 x1875052937922560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205034.767746:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937922560:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205034.767751:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205034.767755:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd880 x1875052937922688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.767760:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205034.767762:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205034.767763:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205034.767765:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205034.768194:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205034.768200:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937922688:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205034.768202:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205034.768204:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205034.768205:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205034.768206:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205034.768209:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5400.
02000000:00000001:0.0:1788205034.768211:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205034.768214:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205034.768215:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205034.768218:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205034.768220:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937922688, portal 10
00000100:00000001:0.0:1788205034.768222:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205034.768222:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462521472 : -127143247030144 : ffff8c5d27ecd880)
00000100:00000040:0.0:1788205034.768227:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd880 x1875052937922688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768231:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205034.768233:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205034.768234:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205034.768236:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937922688, offset 0
00000400:00000200:0.0:1788205034.768239:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205034.768242:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205034.768245:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205034.768247:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205034.768249:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205034.768251:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205034.768253:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205034.768256:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547158:547158:256:4294967295] 192.168.201.135@tcp LPNI seq info [547124:547124:8:4294967295]
00000400:00000200:0.0:1788205034.768260:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205034.768266:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205034.768270:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205034.768274:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205034.768278:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205034.768280:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205034.768285:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205034.768287:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205034.768291:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205034.768293:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205034.768296:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205034.768331:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205034.768335:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205034.768336:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205034.768339:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205034.768343:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd880 x1875052937922688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768351:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205034.768354:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd880 x1875052937922688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768360:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.768362:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205034.768370:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205034.768375:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205034.768378:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205034.768381:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310012960
00000100:00000001:0.0:1788205034.768383:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310016719
00000100:00000001:0.0:1788205034.768386:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310012960
00000100:00000001:0.0:1788205034.768387:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310016719
00000100:00000001:0.0:1788205034.768390:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205034.768392:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.768394:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205034.768398:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205034/real 1788205034]  req@ffff8c5d27ecd880 x1875052937922688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205034.768406:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205034.768408:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205034.768410:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205034.768412:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205034.768413:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205034.768416:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205034.768419:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd880 x1875052937922688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205034.768427:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd880 x1875052937922688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768433:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205034.768435:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.768437:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205034.768438:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205034.768441:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd880 x1875052937922688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768445:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205034.768447:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd880 x1875052937922688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768451:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205034.768453:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.768454:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205034.768454:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.768455:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205034.768456:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205034.768458:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205034.768460:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205034.768461:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205034.768463:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd880 x1875052937922688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205034.768468:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937922688:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205034.768471:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205034.768473:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc000 x1875052937922816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768476:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205034.768477:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205034.768479:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205034.768480:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205034.768481:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205034.768483:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937922816:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205034.768484:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205034.768486:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205034.768487:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205034.768488:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205034.768490:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788205034.768491:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205034.768494:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205034.768495:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205034.768497:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205034.768499:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937922816, portal 10
00000100:00000001:0.0:1788205034.768500:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205034.768501:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462515200 : -127143247036416 : ffff8c5d27ecc000)
00000100:00000040:0.0:1788205034.768505:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc000 x1875052937922816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768508:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205034.768510:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205034.768511:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205034.768512:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937922816, offset 0
00000400:00000200:0.0:1788205034.768515:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205034.768518:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205034.768520:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205034.768522:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205034.768523:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205034.768525:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205034.768526:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205034.768541:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547159:547159:256:4294967295] 192.168.201.135@tcp LPNI seq info [547125:547125:8:4294967295]
00000400:00000200:0.0:1788205034.768544:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205034.768550:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205034.768555:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205034.768558:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205034.768562:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205034.768565:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205034.768568:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205034.768571:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205034.768575:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205034.768576:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205034.768579:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205034.768582:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205034.768585:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205034.768587:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205034.768589:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205034.768593:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc000 x1875052937922816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768600:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205034.768603:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc000 x1875052937922816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768608:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.768609:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205034.768611:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205034.768613:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205034.768615:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205034.768617:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310012955
00000100:00000001:0.0:1788205034.768619:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310016719
00000100:00000001:0.0:1788205034.768620:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310012955
00000100:00000001:0.0:1788205034.768621:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310016719
00000100:00000001:0.0:1788205034.768623:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205034.768625:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.768627:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205034.768630:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205034/real 1788205034]  req@ffff8c5d27ecc000 x1875052937922816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205034.768637:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205034.768638:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205034.768640:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205034.768642:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205034.768644:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205034.768646:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205034.768649:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc000 x1875052937922816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205034.768657:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc000 x1875052937922816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768663:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205034.768664:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.768666:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205034.768668:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205034.768671:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc000 x1875052937922816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768675:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205034.768677:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc000 x1875052937922816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768681:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205034.768683:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.768684:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205034.768685:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.768686:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205034.768687:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205034.768689:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205034.768692:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205034.768693:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205034.768697:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc000 x1875052937922816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205034.768704:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937922816:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205034.768707:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205034.768710:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecea00 x1875052937922944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768716:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205034.768718:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205034.768720:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205034.768722:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205034.768724:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205034.768726:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937922944:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205034.768729:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205034.768731:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205034.768733:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205034.768735:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205034.768738:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7800.
02000000:00000001:0.0:1788205034.768739:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205034.768742:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205034.768744:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205034.768746:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205034.768748:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937922944, portal 4
00000100:00000001:0.0:1788205034.768751:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205034.768752:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525952 : -127143247025664 : ffff8c5d27ecea00)
00000100:00000040:0.0:1788205034.768758:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecea00 x1875052937922944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768763:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205034.768765:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205034.768767:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205034.768769:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937922944, offset 0
00000400:00000200:0.0:1788205034.768773:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205034.768776:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205034.768780:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205034.768782:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205034.768785:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205034.768798:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205034.768801:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205034.768803:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547160:547160:256:4294967295] 192.168.201.135@tcp LPNI seq info [547126:547126:8:4294967295]
00000400:00000200:0.0:1788205034.768806:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205034.768810:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205034.768813:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205034.768816:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205034.768818:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205034.768820:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205034.768822:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205034.768824:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205034.768826:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205034.768828:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205034.768829:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205034.768831:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205034.768833:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205034.768835:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205034.768836:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205034.768839:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecea00 x1875052937922944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768847:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205034.768849:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecea00 x1875052937922944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768853:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.768854:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205034.768855:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205034.768857:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205034.768859:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205034.768860:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310013048
00000100:00000001:0.0:1788205034.768862:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310016719
00000100:00000001:0.0:1788205034.768863:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310013048
00000100:00000001:0.0:1788205034.768864:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310016719
00000100:00000001:0.0:1788205034.768866:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205034.768867:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.768868:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205034.768870:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205034/real 1788205034]  req@ffff8c5d27ecea00 x1875052937922944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205034.768873:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205034.768874:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205034.768875:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205034.768876:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205034.768877:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205034.768879:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205034.768882:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecea00 x1875052937922944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205034.768890:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecea00 x1875052937922944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768895:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205034.768897:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.768898:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205034.768900:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205034.768902:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecea00 x1875052937922944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768908:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205034.768912:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecea00 x1875052937922944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768919:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205034.768921:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.768923:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205034.768924:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.768926:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205034.768927:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205034.768929:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205034.768932:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205034.768933:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205034.768936:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecea00 x1875052937922944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205034.768940:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937922944:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205034.768943:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205034.768952:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd180 x1875052937923072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.768958:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205034.768959:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205034.768961:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205034.768963:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205034.768964:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205034.768967:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937923072:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205034.768970:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205034.768972:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205034.768973:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205034.768975:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205034.768978:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788205034.768980:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205034.768983:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205034.768985:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205034.768988:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205034.768991:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937923072, portal 4
00000100:00000001:0.0:1788205034.768993:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205034.768994:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462519680 : -127143247031936 : ffff8c5d27ecd180)
00000100:00000040:0.0:1788205034.769000:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd180 x1875052937923072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.769005:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205034.769006:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205034.769008:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205034.769009:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937923072, offset 0
00000400:00000200:0.0:1788205034.769011:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205034.769014:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205034.769016:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205034.769018:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205034.769020:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205034.769021:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205034.769022:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205034.769024:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547161:547161:256:4294967295] 192.168.201.135@tcp LPNI seq info [547127:547127:8:4294967295]
00000400:00000200:0.0:1788205034.769026:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205034.769030:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205034.769033:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205034.769035:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205034.769037:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205034.769039:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205034.769041:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205034.769043:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205034.769045:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205034.769047:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205034.769048:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205034.769050:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205034.769052:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205034.769053:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205034.769055:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205034.769057:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd180 x1875052937923072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.769061:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205034.769063:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd180 x1875052937923072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205059 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.769067:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.769068:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205034.769069:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205034.769072:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205034.769073:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205034.769074:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310013065
00000100:00000001:0.0:1788205034.769076:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310016719
00000100:00000001:0.0:1788205034.769077:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310013065
00000100:00000001:0.0:1788205034.769078:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310016719
00000100:00000001:0.0:1788205034.769080:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205034.769081:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.769082:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205034.769084:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205034/real 1788205034]  req@ffff8c5d27ecd180 x1875052937923072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205034.769088:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205034.769089:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205034.769090:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205034.769092:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205034.769093:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205034.769094:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205034.769096:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd180 x1875052937923072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205034.769100:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd180 x1875052937923072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.769103:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205034.769104:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.769105:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205034.769106:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205034.769108:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd180 x1875052937923072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.769111:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205034.769113:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd180 x1875052937923072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.769117:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205034.769119:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.769120:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205034.769121:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.769123:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205034.769125:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205034.769127:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205034.769130:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205034.769132:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205034.769135:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd180 x1875052937923072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205034.769146:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937923072:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205034.769150:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.769152:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205034.769156:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc380 x1875052937922560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.769162:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205034.769165:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205034.769167:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:0.0:1788205034.769170:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205034.769173:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205034.769175:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788205034.769176:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205034.769178:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:0.0:1788205034.769181:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205034.769182:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205034.769184:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc380.
00000100:00000001:0.0:1788205034.769186:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205034.769187:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.769188:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205034.769190:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd880 x1875052937922688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.769194:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205034.769195:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205034.769196:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:0.0:1788205034.769197:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205034.769198:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205034.769199:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205034.769200:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205034.769200:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:0.0:1788205034.769202:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205034.769202:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205034.769203:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd880.
00000100:00000001:0.0:1788205034.769205:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205034.769206:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.769207:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205034.769209:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc000 x1875052937922816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.769212:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205034.769213:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205034.769213:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788205034.769214:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205034.769215:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205034.769216:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205034.769216:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205034.769217:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:0.0:1788205034.769218:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205034.769219:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205034.769219:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc000.
00000100:00000001:0.0:1788205034.769220:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205034.769221:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.769222:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205034.769223:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecea00 x1875052937922944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.769227:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205034.769227:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205034.769228:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:0.0:1788205034.769229:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205034.769230:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205034.769230:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205034.769231:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205034.769232:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:0.0:1788205034.769233:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205034.769233:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205034.769234:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecea00.
00000100:00000001:0.0:1788205034.769235:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205034.769236:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.769237:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205034.769238:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd180 x1875052937923072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205059 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205034.769242:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205034.769243:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205034.769243:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788205034.769244:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205034.769245:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205034.769245:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205034.769246:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205034.769247:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:0.0:1788205034.769248:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205034.769249:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205034.769250:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd180.
00000100:00000001:0.0:1788205034.769252:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205034.769253:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.769255:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.769262:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205034.769263:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.769265:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205034.769267:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205034.956426:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205034.956435:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205034.956437:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205034.956442:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205034.956446:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205034.956450:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.956452:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205034.956455:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205034.956457:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205035.468430:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205035.468437:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205035.468441:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205035.468442:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205035.468554:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205035.468559:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205035.468563:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205035.980374:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205035.980390:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205035.980393:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205035.980401:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205035.980405:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205035.980410:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205035.980412:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205035.980415:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205035.980417:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205036.492533:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205036.492543:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205036.492545:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205036.492548:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205036.492554:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205036.492557:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205036.492559:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205036.492561:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205036.492564:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205036.492566:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205036.492567:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205036.492568:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205036.492569:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205036.492570:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205036.492571:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205036.492572:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205036.492642:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205036.492647:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205036.492651:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205037.004448:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205037.004459:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205037.004461:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205037.004467:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205037.004470:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205037.004475:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205037.004477:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205037.004481:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205037.004484:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205037.516440:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205037.516446:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205037.516451:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205037.516452:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205037.516525:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205037.516528:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205037.516530:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205038.028502:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205038.028512:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205038.028516:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205038.028523:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205038.028528:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205038.028532:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205038.028535:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205038.028538:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205038.028542:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205038.540490:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205038.540496:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205038.540501:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205038.540502:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205038.540565:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205038.540571:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205038.540575:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205038.604419:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310016719, at 4310016768
00000100:00000040:1.0:1788205038.604419:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310016719, at 4310016768
00000100:00000010:0.0:1788205038.604437:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074300.
00000100:00000010:1.0:1788205038.604439:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074600.
00000100:00000001:0.0:1788205039.052501:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205039.052512:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205039.052515:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205039.052536:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205039.052541:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205039.052546:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205039.052550:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205039.052553:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205039.052557:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205039.564492:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205039.564500:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205039.564508:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205039.564509:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205039.564659:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205039.564663:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205039.564666:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788205039.884497:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205039.884508:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205039.884511:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205039.884516:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205039.884523:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205039.884532:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15345
00000400:00000200:1.0:1788205039.884543:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205039.884551:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205039.884555:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205039.884559:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.884563:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205039.884566:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.884569:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205039.884574:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205039.884577:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788205039.884580:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205039.884583:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788205039.884586:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788205039.884589:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788205039.884592:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.884594:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205039.884596:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.884598:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205039.884601:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788205039.884603:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205039.884605:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205039.884608:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205039.884618:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205039.884622:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205039.884624:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205039.884627:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205039.884635:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece680.
00000020:00000040:1.0:1788205039.884639:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788205039.884645:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205039.884647:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205039.884651:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205039.884655:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205039.884660:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205039.884668:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000001:1.0:1788205039.884677:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205039.884690:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece680 x1875052937923200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205039.884701:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205039.884707:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205039.884713:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb9bc345] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece680 x1875052937923200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205039.884731:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205039.884735:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205039.884738:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205039.884741:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:3.0:1788205039.884741:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1788205039.884743:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205039.884749:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205039.884749:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1788205039.884753:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15345
00000100:00000001:3.0:1788205039.884754:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:1.0:1788205039.884761:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788205039.884763:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece680 x1875052937923200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788205039.884778:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205039.884782:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205039.884786:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.884787:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205039.884789:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.884791:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205039.884794:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205039.884795:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788205039.884797:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205039.884799:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788205039.884802:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788205039.884804:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788205039.884806:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.884808:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205039.884811:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.884813:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205039.884815:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788205039.884818:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205039.884820:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205039.884822:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205039.884828:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205039.884831:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205039.884835:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205039.884843:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1788205039.884847:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:3.0:1788205039.884847:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788205039.884853:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205039.884854:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788205039.884857:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205039.884859:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1788205039.884863:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdc00.
00000020:00000040:1.0:1788205039.884867:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205039.884870:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205039.884871:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205039.884874:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205039.884874:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205039.884877:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205039.884880:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205039.884883:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937923200:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788205039.884889:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1788205039.884892:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
02000000:00000001:3.0:1788205039.884895:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788205039.884897:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205039.884900:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205039.884905:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1788205039.884906:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdc00 x1875052937923328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:3.0:1788205039.884914:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:1.0:1788205039.884916:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:3.0:1788205039.884917:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205039.884920:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205039.884924:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c07ad524] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdc00 x1875052937923328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205039.884927:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205039.884931:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26268.
00000400:00000010:3.0:1788205039.884938:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67aa0.
00000100:00000001:1.0:1788205039.884939:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205039.884942:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205039.884945:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788205039.884946:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:3.0:1788205039.884947:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937923200, portal 25
00000100:00080000:1.0:1788205039.884948:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205039.884953:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:3.0:1788205039.884953:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1788205039.884955:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15345
00000100:00000001:3.0:1788205039.884957:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525056 : -127143247026560 : ffff8c5d27ece680)
00000400:00000200:1.0:1788205039.884961:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205039.884965:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205039.884968:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205039.884969:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece680 x1875052937923200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788205039.884972:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.884976:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205039.884979:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.884982:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205039.884985:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205039.884987:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788205039.884989:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205039.884993:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000100:00000001:3.0:1788205039.884993:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1788205039.884996:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788205039.884999:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788205039.885001:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000040:1.0:1788205039.885004:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.885006:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:3.0:1788205039.885007:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67ee0.
00000100:00000040:1.0:1788205039.885008:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.885013:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205039.885014:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00000200:3.0:1788205039.885016:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937923200, offset 0
00000100:00080000:1.0:1788205039.885017:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205039.885021:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205039.885022:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205039.885024:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205039.885028:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205039.885028:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788205039.885032:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205039.885033:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205039.885035:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205039.885036:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205039.885039:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd500.
00000400:00000200:3.0:1788205039.885041:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:1.0:1788205039.885042:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205039.885046:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205039.885047:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205039.885048:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205039.885049:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205039.885050:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205039.885053:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000010:1.0:1788205039.885054:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788205039.885058:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205039.885063:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd500 x1875052937923456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:3.0:1788205039.885064:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788205039.885070:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:3.0:1788205039.885072:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:1.0:1788205039.885073:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205039.885078:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab37475] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd500 x1875052937923456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205039.885081:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1788205039.885087:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205039.885089:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00080000:1.0:1788205039.885090:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205039.885094:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205039.885096:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:3.0:1788205039.885098:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547162:547162:256:4294967295] 192.168.201.135@tcp LPNI seq info [547128:547128:8:4294967295]
00000100:00080000:1.0:1788205039.885099:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205039.885102:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205039.885106:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15345
00000400:00000200:1.0:1788205039.885112:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205039.885112:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205039.885118:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205039.885120:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205039.885122:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.885125:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205039.885129:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.885132:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:3.0:1788205039.885132:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1788205039.885136:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205039.885139:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788205039.885140:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205039.885143:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000800:00000200:3.0:1788205039.885143:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000001:1.0:1788205039.885148:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788205039.885150:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788205039.885152:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.885154:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:3.0:1788205039.885154:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177100.
00000100:00000040:1.0:1788205039.885157:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.885159:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205039.885161:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788205039.885162:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205039.885165:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.0:1788205039.885166:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:1.0:1788205039.885167:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205039.885171:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:3.0:1788205039.885172:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1788205039.885177:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:3.1:1788205039.885180:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788205039.885182:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:3.1:1788205039.885184:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000008:00100000:1.0:1788205039.885187:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000800:00000100:3.0:1788205039.885187:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205039.885191:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177100.
00000008:00000001:1.0:1788205039.885193:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205039.885196:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205039.885197:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:1.0:1788205039.885200:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecce00.
00000020:00000040:1.0:1788205039.885205:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000400:00000200:3.0:1788205039.885206:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1788205039.885211:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205039.885214:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205039.885215:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67ee0
00000100:00000001:1.0:1788205039.885216:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205039.885218:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:3.0:1788205039.885220:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67ee0.
02000000:00000001:1.0:1788205039.885221:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205039.885226:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788205039.885229:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205039.885231:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:1.0:1788205039.885234:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecce00 x1875052937923584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:3.0:1788205039.885240:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece680 x1875052937923200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205039.885243:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205039.885246:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205039.885253:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5eacb3] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecce00 x1875052937923584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205039.885263:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205039.885263:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1788205039.885265:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205039.885268:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205039.885269:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205039.885271:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:3.0:1788205039.885272:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece680 x1875052937923200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205039.885273:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205039.885277:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15345
00000400:00000200:1.0:1788205039.885282:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205039.885287:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205039.885290:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205039.885294:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205039.885295:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205039.885296:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205039.885315:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.885317:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205039.885320:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205039.885321:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788205039.885322:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205039.885324:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788205039.885325:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788205039.885326:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788205039.885329:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205039.885330:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205039.885331:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205039.885335:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205039.885337:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205039.885339:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:3.0:1788205039.885341:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205039.885342:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205039.885346:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205039.885348:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:3.0:1788205039.885351:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788205039.885352:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205039.885356:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205039.885357:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310021837
00000100:00000001:1.0:1788205039.885358:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205039.885361:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205039.885364:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205039.885365:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205039.885366:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5c00.
00000100:00000010:1.0:1788205039.885369:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecca80.
00000020:00000040:1.0:1788205039.885371:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205039.885373:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205039.885374:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205039.885376:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:3.0:1788205039.885376:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1788205039.885378:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205039.885380:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205039.885383:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:3.0:1788205039.885385:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310021837
00000100:00000001:1.0:1788205039.885386:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205039.885392:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecca80 x1875052937923712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:3.0:1788205039.885393:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d53c0.
00000100:00000001:1.0:1788205039.885401:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205039.885402:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205039.885405:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8322783] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecca80 x1875052937923712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.885407:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205039.885413:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205039.885415:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788205039.885417:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15355)
00000100:00000001:3.0:1788205039.885420:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205039.885424:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205039.885430:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205039/real 1788205039]  req@ffff8c5d27ece680 x1875052937923200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205039.885459:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205039.885462:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205039.885464:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26268.
00000400:00000200:3.0:1788205039.885467:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67aa0
00000400:00000010:3.0:1788205039.885470:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67aa0.
00000100:00000001:3.0:1788205039.885472:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205039.885477:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece680 x1875052937923200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205039.885606:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece680 x1875052937923200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.885615:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205039.885618:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.885621:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205039.885623:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205039.885629:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece680 x1875052937923200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.885678:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205039.885685:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece680 x1875052937923200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.885692:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205039.885695:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.885697:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205039.885699:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.885701:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205039.885703:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205039.885706:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205039.885710:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205039.885713:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205039.885717:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece680 x1875052937923200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205039.885726:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937923200:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788205039.885731:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.885734:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205039.885737:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece680 x1875052937923200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.885747:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205039.885749:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205039.885751:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:3.0:1788205039.885754:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205039.885756:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205039.885757:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788205039.885760:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205039.885762:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:3.0:1788205039.885766:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205039.885767:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205039.885768:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece680.
00000100:00000001:3.0:1788205039.885771:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205039.885772:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.885773:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.885781:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205039.885782:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205039.885784:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205039.885785:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205039.885786:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205039.885789:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdc00 x1875052937923328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.885796:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205039.885797:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205039.885799:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205039.885801:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205039.885803:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205039.885806:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937923328:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205039.885809:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205039.885811:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205039.885812:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205039.885814:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205039.885818:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4400.
02000000:00000001:3.0:1788205039.885820:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205039.885824:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205039.885827:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26268.
00000400:00000010:3.0:1788205039.885830:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67aa0.
00000100:00000200:3.0:1788205039.885833:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937923328, portal 10
00000100:00000001:3.0:1788205039.885836:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205039.885837:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462522368 : -127143247029248 : ffff8c5d27ecdc00)
00000100:00000040:3.0:1788205039.885844:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdc00 x1875052937923328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.885849:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205039.885851:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205039.885852:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67ee0.
00000100:00000200:3.0:1788205039.885854:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937923328, offset 0
00000400:00000200:3.0:1788205039.885857:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205039.885862:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205039.885866:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205039.885868:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205039.885870:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205039.885872:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205039.885873:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205039.885875:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547163:547163:256:4294967295] 192.168.201.135@tcp LPNI seq info [547129:547129:8:4294967295]
00000400:00000200:3.0:1788205039.885878:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205039.885883:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205039.885886:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205039.885888:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177100.
00000800:00000200:3.0:1788205039.885891:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205039.885893:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205039.885896:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205039.885897:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205039.885899:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205039.885901:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177100.
00000400:00000200:3.0:1788205039.885903:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205039.885905:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205039.885908:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67ee0
00000400:00000010:3.0:1788205039.885910:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67ee0.
00000100:00000001:3.0:1788205039.885913:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205039.885916:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdc00 x1875052937923328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.885922:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205039.885924:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdc00 x1875052937923328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.885928:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205039.885929:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205039.885931:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205039.885934:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788205039.885936:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205039.885937:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310018077
00000100:00000001:3.0:1788205039.885940:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310021837
00000100:00000001:3.0:1788205039.885941:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310018077
00000100:00000001:3.0:1788205039.885943:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310021837
00000100:00000001:3.0:1788205039.885944:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205039.885946:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205039.885947:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205039.885949:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205039/real 1788205039]  req@ffff8c5d27ecdc00 x1875052937923328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205039.885953:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205039.885954:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205039.885955:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26268.
00000400:00000200:3.0:1788205039.885957:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67aa0
00000400:00000010:3.0:1788205039.885959:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67aa0.
00000100:00000001:3.0:1788205039.885961:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205039.885964:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdc00 x1875052937923328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205039.885972:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdc00 x1875052937923328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.885984:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205039.885986:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.885988:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205039.885989:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205039.885993:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdc00 x1875052937923328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886000:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205039.886004:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdc00 x1875052937923328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886010:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205039.886013:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886014:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205039.886016:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886018:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205039.886019:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205039.886022:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205039.886025:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205039.886028:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205039.886030:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdc00 x1875052937923328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205039.886038:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937923328:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205039.886042:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205039.886045:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd500 x1875052937923456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886052:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205039.886053:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205039.886056:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205039.886058:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205039.886060:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205039.886063:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937923456:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205039.886066:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205039.886068:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205039.886069:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205039.886071:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205039.886074:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788205039.886076:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205039.886080:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205039.886083:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26268.
00000400:00000010:3.0:1788205039.886086:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67aa0.
00000100:00000200:3.0:1788205039.886088:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937923456, portal 10
00000100:00000001:3.0:1788205039.886090:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205039.886090:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462520576 : -127143247031040 : ffff8c5d27ecd500)
00000100:00000040:3.0:1788205039.886095:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd500 x1875052937923456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886099:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205039.886100:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205039.886102:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67ee0.
00000100:00000200:3.0:1788205039.886103:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937923456, offset 0
00000400:00000200:3.0:1788205039.886105:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205039.886108:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205039.886111:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205039.886113:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205039.886116:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205039.886119:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205039.886120:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205039.886122:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547164:547164:256:4294967295] 192.168.201.135@tcp LPNI seq info [547130:547130:8:4294967295]
00000400:00000200:3.0:1788205039.886125:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205039.886130:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205039.886133:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205039.886135:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177100.
00000800:00000200:3.0:1788205039.886138:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205039.886139:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205039.886142:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205039.886144:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205039.886146:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205039.886147:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177100.
00000400:00000200:3.0:1788205039.886149:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205039.886151:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205039.886153:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67ee0
00000400:00000010:3.0:1788205039.886154:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67ee0.
00000100:00000001:3.0:1788205039.886156:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205039.886158:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd500 x1875052937923456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886166:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205039.886168:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd500 x1875052937923456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886172:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205039.886173:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205039.886176:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205039.886177:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788205039.886179:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205039.886181:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310018072
00000100:00000001:3.0:1788205039.886182:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310021837
00000100:00000001:3.0:1788205039.886184:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310018072
00000100:00000001:3.0:1788205039.886185:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310021837
00000100:00000001:3.0:1788205039.886187:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205039.886188:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205039.886189:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205039.886191:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205039/real 1788205039]  req@ffff8c5d27ecd500 x1875052937923456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205039.886197:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205039.886198:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205039.886199:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26268.
00000400:00000200:3.0:1788205039.886200:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67aa0
00000400:00000010:3.0:1788205039.886201:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67aa0.
00000100:00000001:3.0:1788205039.886202:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205039.886204:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd500 x1875052937923456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205039.886209:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd500 x1875052937923456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886215:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205039.886216:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886218:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205039.886219:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205039.886221:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd500 x1875052937923456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886225:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205039.886228:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd500 x1875052937923456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886231:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205039.886233:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886233:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205039.886234:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886235:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205039.886236:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205039.886237:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205039.886239:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205039.886240:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205039.886243:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd500 x1875052937923456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205039.886248:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937923456:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205039.886250:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205039.886252:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecce00 x1875052937923584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886255:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205039.886256:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205039.886257:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205039.886258:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205039.886259:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205039.886261:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937923584:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205039.886264:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205039.886265:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205039.886266:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205039.886268:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205039.886270:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:3.0:1788205039.886272:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205039.886274:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205039.886276:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26268.
00000400:00000010:3.0:1788205039.886278:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67aa0.
00000100:00000200:3.0:1788205039.886280:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937923584, portal 4
00000100:00000001:3.0:1788205039.886281:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205039.886282:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462518784 : -127143247032832 : ffff8c5d27ecce00)
00000100:00000040:3.0:1788205039.886286:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecce00 x1875052937923584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886291:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205039.886292:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205039.886293:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67ee0.
00000100:00000200:3.0:1788205039.886295:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937923584, offset 0
00000400:00000200:3.0:1788205039.886314:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205039.886319:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205039.886323:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205039.886326:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205039.886328:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205039.886331:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205039.886333:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205039.886335:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547165:547165:256:4294967295] 192.168.201.135@tcp LPNI seq info [547131:547131:8:4294967295]
00000400:00000200:3.0:1788205039.886338:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205039.886342:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205039.886345:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205039.886347:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177100.
00000800:00000200:3.0:1788205039.886350:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205039.886351:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205039.886354:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205039.886356:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205039.886358:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205039.886359:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177100.
00000400:00000200:3.0:1788205039.886361:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205039.886364:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205039.886367:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67ee0
00000400:00000010:3.0:1788205039.886368:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67ee0.
00000100:00000001:3.0:1788205039.886371:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205039.886373:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecce00 x1875052937923584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886378:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205039.886380:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecce00 x1875052937923584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886384:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205039.886385:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205039.886387:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205039.886389:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788205039.886392:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205039.886394:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310018166
00000100:00000001:3.0:1788205039.886397:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310021837
00000100:00000001:3.0:1788205039.886399:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310018166
00000100:00000001:3.0:1788205039.886401:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310021837
00000100:00000001:3.0:1788205039.886403:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205039.886405:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205039.886407:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205039.886411:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205039/real 1788205039]  req@ffff8c5d27ecce00 x1875052937923584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205039.886418:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205039.886420:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205039.886421:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26268.
00000400:00000200:3.0:1788205039.886423:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67aa0
00000400:00000010:3.0:1788205039.886426:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67aa0.
00000100:00000001:3.0:1788205039.886428:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205039.886431:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecce00 x1875052937923584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205039.886452:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecce00 x1875052937923584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886457:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205039.886458:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886459:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205039.886460:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205039.886463:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecce00 x1875052937923584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886469:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205039.886473:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecce00 x1875052937923584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886478:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205039.886480:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886481:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205039.886482:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886483:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205039.886484:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205039.886487:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205039.886490:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205039.886492:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205039.886496:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecce00 x1875052937923584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205039.886503:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937923584:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205039.886506:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205039.886509:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecca80 x1875052937923712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886516:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205039.886517:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205039.886520:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205039.886521:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205039.886523:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205039.886526:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937923712:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205039.886529:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205039.886531:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205039.886533:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205039.886534:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205039.886538:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788205039.886540:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205039.886543:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205039.886545:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26268.
00000400:00000010:3.0:1788205039.886547:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67aa0.
00000100:00000200:3.0:1788205039.886549:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937923712, portal 4
00000100:00000001:3.0:1788205039.886551:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205039.886551:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462517888 : -127143247033728 : ffff8c5d27ecca80)
00000100:00000040:3.0:1788205039.886556:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecca80 x1875052937923712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886560:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205039.886561:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205039.886563:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67ee0.
00000100:00000200:3.0:1788205039.886564:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937923712, offset 0
00000400:00000200:3.0:1788205039.886567:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205039.886570:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205039.886574:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205039.886576:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205039.886578:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205039.886579:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205039.886581:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205039.886583:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547166:547166:256:4294967295] 192.168.201.135@tcp LPNI seq info [547132:547132:8:4294967295]
00000400:00000200:3.0:1788205039.886586:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205039.886590:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205039.886593:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205039.886595:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177100.
00000800:00000200:3.0:1788205039.886597:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205039.886599:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:3.1:1788205039.886601:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205039.886603:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:3.0:1788205039.886607:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205039.886609:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177100.
00000400:00000200:3.0:1788205039.886611:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205039.886614:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205039.886617:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67ee0
00000400:00000010:3.0:1788205039.886619:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67ee0.
00000100:00000001:3.0:1788205039.886621:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205039.886624:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecca80 x1875052937923712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886638:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205039.886641:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecca80 x1875052937923712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205064 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886647:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205039.886649:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205039.886652:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205039.886655:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788205039.886658:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205039.886660:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310018183
00000100:00000001:3.0:1788205039.886661:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310021837
00000100:00000001:3.0:1788205039.886663:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310018183
00000100:00000001:3.0:1788205039.886664:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310021837
00000100:00000001:3.0:1788205039.886666:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205039.886668:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205039.886670:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205039.886674:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205039/real 1788205039]  req@ffff8c5d27ecca80 x1875052937923712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205039.886680:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205039.886680:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205039.886682:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26268.
00000400:00000200:3.0:1788205039.886683:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67aa0
00000400:00000010:3.0:1788205039.886684:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67aa0.
00000100:00000001:3.0:1788205039.886686:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205039.886688:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecca80 x1875052937923712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205039.886693:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecca80 x1875052937923712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886697:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205039.886699:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886700:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205039.886701:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205039.886703:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecca80 x1875052937923712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886707:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205039.886709:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecca80 x1875052937923712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886712:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205039.886713:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886714:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205039.886715:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886716:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205039.886717:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205039.886719:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205039.886722:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205039.886724:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205039.886726:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecca80 x1875052937923712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205039.886730:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937923712:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205039.886732:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886734:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205039.886736:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdc00 x1875052937923328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886740:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205039.886741:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205039.886742:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:3.0:1788205039.886744:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205039.886745:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205039.886746:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788205039.886748:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205039.886749:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:3.0:1788205039.886751:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205039.886752:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205039.886753:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdc00.
00000100:00000001:3.0:1788205039.886754:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205039.886755:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886756:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205039.886758:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd500 x1875052937923456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886762:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205039.886762:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205039.886763:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788205039.886764:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205039.886765:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205039.886765:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788205039.886766:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205039.886767:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:3.0:1788205039.886769:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205039.886770:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205039.886771:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd500.
00000100:00000001:3.0:1788205039.886773:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205039.886774:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886775:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205039.886777:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecce00 x1875052937923584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886780:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205039.886781:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205039.886782:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:3.0:1788205039.886783:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205039.886784:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205039.886785:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788205039.886786:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205039.886787:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:3.0:1788205039.886788:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205039.886789:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205039.886790:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecce00.
00000100:00000001:3.0:1788205039.886793:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205039.886794:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886795:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205039.886799:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecca80 x1875052937923712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205064 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205039.886805:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205039.886806:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205039.886807:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788205039.886809:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205039.886810:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205039.886812:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788205039.886814:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205039.886815:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:3.0:1788205039.886818:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205039.886819:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205039.886820:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecca80.
00000100:00000001:3.0:1788205039.886822:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205039.886823:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886826:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205039.886829:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205039.886831:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205039.886833:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205039.886835:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205040.076430:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205040.076453:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205040.076456:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205040.076471:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205040.076476:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205040.076480:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205040.076483:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205040.076486:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205040.076490:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205040.588470:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205040.588479:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205040.588488:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205040.588490:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205040.588550:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205040.588556:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205040.588559:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205041.100412:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205041.100435:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205041.100437:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205041.100442:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205041.100446:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205041.100449:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205041.100451:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205041.100454:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205041.100457:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205041.612455:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205041.612463:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205041.612472:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205041.612473:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205041.612538:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205041.612542:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205041.612545:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205042.124460:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205042.124472:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205042.124474:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205042.124482:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205042.124487:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205042.124491:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205042.124495:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205042.124498:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205042.124510:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205042.636463:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205042.636471:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205042.636480:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205042.636481:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205042.636504:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205042.636507:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205042.636510:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205043.148378:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205043.148397:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205043.148399:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205043.148405:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205043.148409:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205043.148414:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205043.148417:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205043.148421:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205043.148423:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205043.660481:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205043.660488:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205043.660493:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205043.660494:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205043.660712:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205043.660716:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205043.660720:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205043.724450:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310021837, at 4310021888
00000100:00000040:1.0:1788205043.724450:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310021837, at 4310021888
00000100:00000010:0.0:1788205043.724467:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5c00.
00000100:00000010:1.0:1788205043.724470:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d53c0.
00000800:00000200:1.0:1788205043.916524:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788205043.916531:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788205043.916540:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788205043.916731:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000200:0.0:1788205043.916748:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1788205043.916748:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788205043.916753:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788205043.916756:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205044.172416:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205044.172426:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205044.172429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205044.172436:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205044.172440:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205044.172445:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205044.172448:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205044.172452:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205044.172455:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205044.684509:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205044.684516:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205044.684522:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205044.684523:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205044.684581:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205044.684584:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205044.684587:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788205045.004451:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205045.004461:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205045.004464:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205045.004467:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205045.004472:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205045.004480:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15350
00000400:00000200:1.0:1788205045.004490:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205045.004496:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205045.004499:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205045.004501:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004504:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205045.004506:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004508:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205045.004511:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205045.004513:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788205045.004515:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205045.004518:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788205045.004519:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788205045.004521:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788205045.004523:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004524:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205045.004525:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004527:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205045.004530:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788205045.004539:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004542:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205045.004546:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205045.004550:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205045.004553:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205045.004555:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205045.004558:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205045.004571:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdf80.
00000020:00000040:1.0:1788205045.004575:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788205045.004580:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205045.004582:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205045.004586:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205045.004590:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205045.004596:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205045.004608:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:1.0:1788205045.004616:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205045.004627:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdf80 x1875052937923840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205045.004636:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205045.004641:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205045.004654:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e021a10] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdf80 x1875052937923840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205045.004684:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205045.004686:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205045.004689:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205045.004690:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205045.004692:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205045.004694:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205045.004696:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15350
00000400:00000200:1.0:1788205045.004699:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205045.004701:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205045.004704:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205045.004707:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004709:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205045.004711:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004713:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205045.004715:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205045.004716:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788205045.004718:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205045.004720:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788205045.004722:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788205045.004725:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788205045.004727:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004729:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205045.004731:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004733:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205045.004736:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788205045.004738:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004741:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205045.004742:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205045.004748:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205045.004749:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205045.004751:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205045.004755:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205045.004758:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205045.004759:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205045.004762:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc700.
00000020:00000040:1.0:1788205045.004763:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205045.004765:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205045.004766:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205045.004767:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205045.004768:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205045.004769:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205045.004772:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788205045.004775:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205045.004779:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc700 x1875052937923968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205045.004784:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205045.004786:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205045.004788:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd04a276] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc700 x1875052937923968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205045.004793:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205045.004795:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205045.004797:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788205045.004798:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205045.004799:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205045.004801:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205045.004803:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15350
00000400:00000200:1.0:1788205045.004805:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205045.004807:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205045.004808:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205045.004810:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004811:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205045.004812:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004814:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205045.004815:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205045.004816:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788205045.004817:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205045.004818:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788205045.004819:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788205045.004820:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788205045.004821:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004822:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205045.004823:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004824:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205045.004826:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788205045.004828:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004830:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205045.004831:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205045.004832:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205045.004833:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205045.004834:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205045.004835:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205045.004837:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205045.004838:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205045.004839:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecfb80.
00000020:00000040:1.0:1788205045.004840:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205045.004842:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205045.004842:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205045.004843:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205045.004844:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205045.004845:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205045.004846:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788205045.004848:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205045.004850:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecfb80 x1875052937924096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205045.004854:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205045.004855:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205045.004857:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2262872] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecfb80 x1875052937924096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205045.004861:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205045.004863:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205045.004865:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205045.004866:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205045.004867:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205045.004869:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205045.004872:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15350
00000400:00000200:1.0:1788205045.004875:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205045.004878:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205045.004880:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205045.004882:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004884:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205045.004886:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004888:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205045.004891:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205045.004892:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788205045.004893:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205045.004895:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788205045.004897:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788205045.004899:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788205045.004902:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004904:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205045.004906:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004908:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205045.004910:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788205045.004913:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004915:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205045.004917:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205045.004919:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205045.004921:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205045.004923:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205045.004925:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205045.004928:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205045.004929:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205045.004939:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecf480.
00000020:00000040:1.0:1788205045.004941:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205045.004942:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205045.004944:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205045.004945:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205045.004946:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205045.004948:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205045.004950:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788205045.004952:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205045.004955:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecf480 x1875052937924224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205045.004960:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205045.004961:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205045.004963:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b04005c6] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecf480 x1875052937924224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205045.004967:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205045.004969:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205045.004971:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205045.004972:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205045.004973:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205045.004974:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205045.004976:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15350
00000400:00000200:1.0:1788205045.004978:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205045.004981:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205045.004983:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205045.004985:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004986:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205045.004987:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004988:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205045.004989:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205045.004990:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788205045.004991:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205045.004992:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788205045.004993:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788205045.004995:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788205045.004996:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.004998:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205045.004999:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205045.005000:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205045.005001:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788205045.005003:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205045.005004:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205045.005005:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205045.005006:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205045.005007:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205045.005008:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205045.005009:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205045.005010:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205045.005011:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205045.005013:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece300.
00000020:00000040:1.0:1788205045.005014:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205045.005015:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205045.005016:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205045.005017:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205045.005018:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205045.005019:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205045.005022:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000001:1.0:1788205045.005024:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205045.005026:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece300 x1875052937924352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205045.005030:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205045.005031:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205045.005033:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007034b06e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece300 x1875052937924352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205045.005037:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205045.005041:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15360)
00000100:00000001:3.0:1788205045.005382:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205045.005386:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205045.005388:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205045.005394:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdf80 x1875052937923840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.005400:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205045.005402:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.005405:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205045.005407:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205045.005409:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205045.005411:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937923840:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788205045.005415:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205045.005419:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205045.005421:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.005423:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205045.005428:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788205045.005430:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205045.005434:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205045.005437:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26268.
00000400:00000010:3.0:1788205045.005444:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67aa0.
00000100:00000200:3.0:1788205045.005451:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937923840, portal 25
00000100:00000001:3.0:1788205045.005453:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205045.005454:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462523264 : -127143247028352 : ffff8c5d27ecdf80)
00000100:00000040:3.0:1788205045.005458:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdf80 x1875052937923840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.005463:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205045.005465:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205045.005467:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67ee0.
00000100:00000200:3.0:1788205045.005470:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937923840, offset 0
00000400:00000200:3.0:1788205045.005475:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205045.005482:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205045.005488:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205045.005492:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205045.005496:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205045.005500:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205045.005501:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205045.005505:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547167:547167:256:4294967295] 192.168.201.135@tcp LPNI seq info [547133:547133:8:4294967295]
00000400:00000200:3.0:1788205045.005508:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205045.005516:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205045.005520:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205045.005525:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177100.
00000800:00000200:3.0:1788205045.005532:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205045.005536:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788205045.005542:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205045.005546:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788205045.005551:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205045.005554:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177100.
00000400:00000200:3.0:1788205045.005561:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205045.005566:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205045.005572:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67ee0
00000400:00000010:3.0:1788205045.005575:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67ee0.
00000100:00000001:3.0:1788205045.005580:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205045.005583:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdf80 x1875052937923840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.005593:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.005596:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdf80 x1875052937923840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.005604:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.005606:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205045.005613:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205045.005617:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205045.005620:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310026957
00000100:00000010:3.0:1788205045.005626:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5660.
00000100:00000001:3.0:1788205045.005632:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205045.005637:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310026957
00000100:00000010:3.0:1788205045.005640:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c8d5360.
00000100:00000001:3.0:1788205045.005643:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205045.005646:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205045.005649:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.005652:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205045.005657:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205045/real 1788205045]  req@ffff8c5d27ecdf80 x1875052937923840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205045.005667:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205045.005669:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205045.005672:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26268.
00000400:00000200:3.0:1788205045.005675:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67aa0
00000400:00000010:3.0:1788205045.005677:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67aa0.
00000100:00000001:3.0:1788205045.005679:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205045.005682:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdf80 x1875052937923840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205045.005688:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdf80 x1875052937923840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.005692:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205045.005693:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.005695:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.005696:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205045.005699:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdf80 x1875052937923840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.005705:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205045.005710:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdf80 x1875052937923840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.005717:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205045.005720:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.005722:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.005723:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.005725:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205045.005728:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205045.005731:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205045.005735:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205045.005738:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205045.005742:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdf80 x1875052937923840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205045.005748:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937923840:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788205045.005753:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205045.005755:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc700 x1875052937923968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.005759:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205045.005760:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.005761:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205045.005763:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205045.005764:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205045.005766:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937923968:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205045.005768:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205045.005769:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205045.005770:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.005771:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205045.005773:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:3.0:1788205045.005774:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205045.005777:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205045.005779:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26268.
00000400:00000010:3.0:1788205045.005781:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67aa0.
00000100:00000200:3.0:1788205045.005783:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937923968, portal 10
00000100:00000001:3.0:1788205045.005784:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205045.005785:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516992 : -127143247034624 : ffff8c5d27ecc700)
00000100:00000040:3.0:1788205045.005790:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc700 x1875052937923968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.005794:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205045.005795:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205045.005797:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67ee0.
00000100:00000200:3.0:1788205045.005798:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937923968, offset 0
00000400:00000200:3.0:1788205045.005800:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205045.005803:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205045.005805:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205045.005806:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205045.005809:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205045.005810:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205045.005811:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205045.005813:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547168:547168:256:4294967295] 192.168.201.135@tcp LPNI seq info [547134:547134:8:4294967295]
00000400:00000200:3.0:1788205045.005815:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205045.005819:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205045.005822:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205045.005823:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177100.
00000800:00000200:3.0:1788205045.005825:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205045.005827:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788205045.005830:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205045.005832:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788205045.005834:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205045.005835:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177100.
00000400:00000200:3.0:1788205045.005837:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205045.005839:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205045.005841:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67ee0
00000400:00000010:3.0:1788205045.005842:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67ee0.
00000100:00000001:3.0:1788205045.005844:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205045.005845:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc700 x1875052937923968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.005850:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.005852:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc700 x1875052937923968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.005855:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.005856:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205045.005858:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205045.005861:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:3.0:1788205045.005863:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205045.005865:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310023197
00000100:00000001:3.0:1788205045.005867:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310026957
00000100:00000001:3.0:1788205045.005869:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310023197
00000100:00000001:3.0:1788205045.005872:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310026957
00000100:00000001:3.0:1788205045.005874:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205045.005876:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.005878:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205045.005881:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205045/real 1788205045]  req@ffff8c5d27ecc700 x1875052937923968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205045.005889:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205045.005890:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205045.005892:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26268.
00000400:00000200:3.0:1788205045.005894:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67aa0
00000400:00000010:3.0:1788205045.005896:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67aa0.
00000100:00000001:3.0:1788205045.005898:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205045.005901:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc700 x1875052937923968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205045.005908:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc700 x1875052937923968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.005912:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205045.005914:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.005915:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.005916:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205045.005918:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc700 x1875052937923968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.005922:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205045.005924:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc700 x1875052937923968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.005928:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205045.005929:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.005930:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.005931:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.005932:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205045.005934:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205045.005935:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205045.005937:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205045.005939:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205045.005941:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc700 x1875052937923968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205045.005945:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937923968:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205045.005947:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205045.005949:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecfb80 x1875052937924096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.005953:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205045.005954:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.005955:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205045.005956:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205045.005957:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205045.005959:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937924096:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205045.005961:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205045.005962:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205045.005963:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.005964:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205045.005967:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788205045.005968:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205045.005970:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205045.005971:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26268.
00000400:00000010:3.0:1788205045.005973:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67aa0.
00000100:00000200:3.0:1788205045.005975:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937924096, portal 10
00000100:00000001:3.0:1788205045.005976:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205045.005977:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462530432 : -127143247021184 : ffff8c5d27ecfb80)
00000100:00000040:3.0:1788205045.005981:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecfb80 x1875052937924096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.005986:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205045.005988:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205045.005989:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67ee0.
00000100:00000200:3.0:1788205045.005990:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937924096, offset 0
00000400:00000200:3.0:1788205045.005992:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205045.005995:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205045.005996:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205045.005998:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205045.006000:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205045.006001:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205045.006003:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205045.006005:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547169:547169:256:4294967295] 192.168.201.135@tcp LPNI seq info [547135:547135:8:4294967295]
00000400:00000200:3.0:1788205045.006007:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205045.006011:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205045.006013:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205045.006015:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177100.
00000800:00000200:3.0:1788205045.006018:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205045.006019:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788205045.006022:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205045.006023:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788205045.006026:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205045.006027:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177100.
00000400:00000200:3.0:1788205045.006029:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205045.006031:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205045.006033:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67ee0
00000400:00000010:3.0:1788205045.006034:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67ee0.
00000100:00000001:3.0:1788205045.006035:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205045.006037:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecfb80 x1875052937924096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006042:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.006045:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecfb80 x1875052937924096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006057:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.006059:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205045.006061:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205045.006064:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:3.0:1788205045.006068:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205045.006070:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310023192
00000100:00000001:3.0:1788205045.006072:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310026957
00000100:00000001:3.0:1788205045.006074:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310023192
00000100:00000001:3.0:1788205045.006076:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310026957
00000100:00000001:3.0:1788205045.006078:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205045.006080:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.006082:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205045.006086:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205045/real 1788205045]  req@ffff8c5d27ecfb80 x1875052937924096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205045.006093:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205045.006094:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205045.006096:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26268.
00000400:00000200:3.0:1788205045.006098:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67aa0
00000400:00000010:3.0:1788205045.006099:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67aa0.
00000100:00000001:3.0:1788205045.006101:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205045.006105:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecfb80 x1875052937924096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205045.006113:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecfb80 x1875052937924096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006120:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205045.006121:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.006123:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.006124:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205045.006127:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecfb80 x1875052937924096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006132:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205045.006135:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecfb80 x1875052937924096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006138:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205045.006140:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.006140:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.006141:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.006142:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205045.006143:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205045.006144:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205045.006146:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205045.006147:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205045.006149:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecfb80 x1875052937924096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205045.006153:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937924096:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205045.006155:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205045.006158:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecf480 x1875052937924224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006162:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205045.006162:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.006164:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205045.006165:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205045.006166:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205045.006168:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937924224:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205045.006170:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205045.006171:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205045.006173:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.006174:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205045.006176:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d4400.
02000000:00000001:3.0:1788205045.006177:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205045.006179:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205045.006181:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26268.
00000400:00000010:3.0:1788205045.006183:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67aa0.
00000100:00000200:3.0:1788205045.006185:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937924224, portal 4
00000100:00000001:3.0:1788205045.006186:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205045.006187:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462528640 : -127143247022976 : ffff8c5d27ecf480)
00000100:00000040:3.0:1788205045.006191:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecf480 x1875052937924224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006194:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205045.006196:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205045.006197:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67ee0.
00000100:00000200:3.0:1788205045.006198:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937924224, offset 0
00000400:00000200:3.0:1788205045.006200:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205045.006202:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205045.006204:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205045.006206:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205045.006207:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205045.006209:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205045.006210:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205045.006212:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547170:547170:256:4294967295] 192.168.201.135@tcp LPNI seq info [547136:547136:8:4294967295]
00000400:00000200:3.0:1788205045.006214:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205045.006218:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205045.006220:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205045.006221:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177100.
00000800:00000200:3.0:1788205045.006223:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205045.006225:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788205045.006227:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205045.006229:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788205045.006231:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205045.006233:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177100.
00000400:00000200:3.0:1788205045.006235:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205045.006237:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205045.006239:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67ee0
00000400:00000010:3.0:1788205045.006240:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67ee0.
00000100:00000001:3.0:1788205045.006241:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205045.006243:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecf480 x1875052937924224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006248:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.006250:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecf480 x1875052937924224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006253:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.006254:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205045.006256:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205045.006257:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:3.0:1788205045.006259:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205045.006260:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310023285
00000100:00000001:3.0:1788205045.006261:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310026957
00000100:00000001:3.0:1788205045.006263:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310023285
00000100:00000001:3.0:1788205045.006264:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310026957
00000100:00000001:3.0:1788205045.006266:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205045.006267:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.006268:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205045.006270:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205045/real 1788205045]  req@ffff8c5d27ecf480 x1875052937924224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205045.006273:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205045.006274:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205045.006275:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26268.
00000400:00000200:3.0:1788205045.006276:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67aa0
00000400:00000010:3.0:1788205045.006277:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67aa0.
00000100:00000001:3.0:1788205045.006278:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205045.006280:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecf480 x1875052937924224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205045.006285:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecf480 x1875052937924224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006289:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205045.006289:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.006290:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.006291:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205045.006293:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecf480 x1875052937924224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006328:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205045.006333:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecf480 x1875052937924224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006339:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205045.006341:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.006343:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.006344:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.006346:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205045.006347:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205045.006350:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205045.006363:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205045.006365:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205045.006369:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecf480 x1875052937924224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205045.006377:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937924224:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205045.006381:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205045.006384:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece300 x1875052937924352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006390:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205045.006391:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.006394:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205045.006396:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205045.006398:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205045.006400:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937924352:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205045.006403:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205045.006405:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205045.006406:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205045.006408:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1788205045.006411:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:3.0:1788205045.006413:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205045.006416:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:3.0:1788205045.006419:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2df26268.
00000400:00000010:3.0:1788205045.006421:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67aa0.
00000100:00000200:3.0:1788205045.006423:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937924352, portal 4
00000100:00000001:3.0:1788205045.006424:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205045.006425:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462524160 : -127143247027456 : ffff8c5d27ece300)
00000100:00000040:3.0:1788205045.006430:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece300 x1875052937924352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006434:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205045.006436:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:3.0:1788205045.006437:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d67ee0.
00000100:00000200:3.0:1788205045.006438:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937924352, offset 0
00000400:00000200:3.0:1788205045.006440:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205045.006442:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205045.006444:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205045.006446:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205045.006448:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:3.0:1788205045.006449:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205045.006451:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205045.006454:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547171:547171:256:4294967295] 192.168.201.135@tcp LPNI seq info [547137:547137:8:4294967295]
00000400:00000200:3.0:1788205045.006456:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205045.006460:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1788205045.006463:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205045.006465:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5c01177100.
00000800:00000200:3.0:1788205045.006467:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.0:1788205045.006469:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:3.1:1788205045.006471:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:3.1:1788205045.006473:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:3.0:1788205045.006476:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:3.0:1788205045.006477:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5c01177100.
00000400:00000200:3.0:1788205045.006479:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205045.006481:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205045.006483:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67ee0
00000400:00000010:3.0:1788205045.006484:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67ee0.
00000100:00000001:3.0:1788205045.006485:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205045.006487:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece300 x1875052937924352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006492:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.006494:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece300 x1875052937924352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006498:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.006498:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205045.006500:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205045.006502:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:3.0:1788205045.006504:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205045.006505:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310023303
00000100:00000001:3.0:1788205045.006506:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310026957
00000100:00000001:3.0:1788205045.006508:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310023303
00000100:00000001:3.0:1788205045.006509:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310026957
00000100:00000001:3.0:1788205045.006510:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205045.006512:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.006513:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205045.006515:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205045/real 1788205045]  req@ffff8c5d27ece300 x1875052937924352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:3.0:1788205045.006520:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:3.0:1788205045.006520:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:3.0:1788205045.006521:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2df26268.
00000400:00000200:3.0:1788205045.006522:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d67aa0
00000400:00000010:3.0:1788205045.006523:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d67aa0.
00000100:00000001:3.0:1788205045.006525:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:3.0:1788205045.006528:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece300 x1875052937924352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:3.0:1788205045.006536:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece300 x1875052937924352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006542:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205045.006544:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.006546:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.006547:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205045.006550:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece300 x1875052937924352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006557:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205045.006561:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece300 x1875052937924352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006568:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205045.006570:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.006571:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205045.006572:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.006574:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205045.006575:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205045.006576:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1788205045.006579:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205045.006580:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205045.006583:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece300 x1875052937924352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205045.006591:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937924352:192.168.201.135@tcp:8:kworker.0
00000100:00000001:3.0:1788205045.006596:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.006598:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.006601:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdf80 x1875052937923840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006608:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205045.006611:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205045.006614:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:3.0:1788205045.006617:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205045.006619:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205045.006621:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788205045.006623:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205045.006626:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:3.0:1788205045.006629:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205045.006631:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205045.006632:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdf80.
00000100:00000001:3.0:1788205045.006635:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205045.006635:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.006637:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.006640:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc700 x1875052937923968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006646:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205045.006647:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205045.006649:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:3.0:1788205045.006651:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205045.006653:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205045.006654:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788205045.006656:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205045.006658:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:3.0:1788205045.006661:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205045.006662:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205045.006663:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc700.
00000100:00000001:3.0:1788205045.006666:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205045.006667:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.006668:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.006672:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecfb80 x1875052937924096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006678:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205045.006679:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205045.006680:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:3.0:1788205045.006682:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205045.006683:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205045.006684:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788205045.006685:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205045.006686:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:3.0:1788205045.006687:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205045.006688:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205045.006688:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecfb80.
00000100:00000001:3.0:1788205045.006690:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205045.006690:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.006691:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.006693:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecf480 x1875052937924224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006699:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205045.006700:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205045.006701:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:3.0:1788205045.006703:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205045.006704:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205045.006705:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788205045.006707:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205045.006708:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:3.0:1788205045.006711:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205045.006712:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205045.006713:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecf480.
00000100:00000001:3.0:1788205045.006716:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205045.006717:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.006719:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205045.006722:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece300 x1875052937924352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205045.006729:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205045.006730:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205045.006731:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:3.0:1788205045.006733:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205045.006734:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205045.006736:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:3.0:1788205045.006737:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205045.006739:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:3.0:1788205045.006740:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205045.006741:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205045.006742:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece300.
00000100:00000001:3.0:1788205045.006743:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205045.006744:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.006746:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205045.006753:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205045.006754:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205045.006755:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205045.006757:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205045.196439:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205045.196448:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205045.196450:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205045.196457:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205045.196462:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205045.196466:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205045.196469:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205045.196472:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205045.196475:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205045.708429:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205045.708435:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205045.708442:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205045.708443:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205045.708494:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205045.708498:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205045.708501:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205046.220460:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205046.220470:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205046.220473:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205046.220481:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205046.220485:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205046.220490:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205046.220493:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205046.220496:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205046.220499:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205046.732514:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205046.732523:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205046.732525:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205046.732528:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205046.732534:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205046.732536:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205046.732537:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205046.732539:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205046.732543:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205046.732544:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205046.732545:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205046.732546:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205046.732547:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205046.732548:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205046.732549:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205046.732551:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205046.732625:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205046.732631:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205046.732633:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205047.246576:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205047.246586:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205047.246588:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205047.246595:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205047.246599:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205047.246603:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205047.246607:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205047.246610:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205047.246613:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205047.756479:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205047.756487:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205047.756495:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205047.756496:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205047.756558:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205047.756562:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205047.756566:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205048.268414:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205048.268428:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205048.268430:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205048.268435:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205048.268439:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205048.268442:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205048.268444:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205048.268446:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205048.268449:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205048.780468:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205048.780476:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205048.780482:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205048.780483:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205048.780658:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205048.780662:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205048.780664:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205048.844410:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310026957, at 4310027008
00000100:00000040:1.0:1788205048.844410:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310026957, at 4310027008
00000100:00000010:1.0:1788205048.844424:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5360.
00000100:00000010:0.0:1788205048.844426:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c8d5660.
00000100:00000001:0.0:1788205049.292425:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205049.292433:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205049.292435:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205049.292442:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205049.292445:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205049.292459:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205049.292465:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205049.292467:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205049.292470:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205049.804650:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205049.804658:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205049.804664:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205049.804665:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205049.804735:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205049.804740:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205049.804743:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205050.124431:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205050.124441:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205050.124444:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205050.124448:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205050.124453:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205050.124462:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15355
00000400:00000200:3.0:1788205050.124471:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205050.124477:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205050.124480:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205050.124483:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205050.124486:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205050.124488:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205050.124490:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205050.124494:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205050.124497:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205050.124500:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205050.124503:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205050.124506:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205050.124508:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205050.124511:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205050.124513:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205050.124515:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205050.124517:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205050.124520:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205050.124533:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205050.124536:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205050.124540:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205050.124544:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205050.124547:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205050.124549:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205050.124551:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205050.124561:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788205050.124564:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205050.124575:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205050.124576:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205050.124579:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205050.124582:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205050.124586:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205050.124594:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788205050.124605:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205050.124616:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937924480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205050.124625:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205050.124629:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205050.124633:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937924480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205050.124655:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205050.124657:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205050.124659:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205050.124661:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205050.124662:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205050.124664:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205050.124666:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15355
00000400:00000200:3.0:1788205050.124668:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205050.124670:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205050.124672:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205050.124674:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205050.124675:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205050.124677:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205050.124679:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205050.124680:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205050.124682:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205050.124683:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205050.124686:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205050.124687:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788205050.124689:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788205050.124692:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205050.124694:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205050.124695:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205050.124698:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205050.124699:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788205050.124701:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788205050.124708:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205050.124709:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205050.124714:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788205050.124715:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205050.124719:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205050.124725:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788205050.124727:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937924480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205050.124728:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205050.124735:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205050.124743:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788205050.124745:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1788205050.124749:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.124750:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205050.124761:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.124764:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1788205050.124765:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
02000000:00000001:0.0:1788205050.124768:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788205050.124769:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205050.124786:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205050.124786:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205050.124797:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205050.124800:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937924480:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788205050.124802:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205050.124806:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205050.124810:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.124811:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205050.124816:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1788205050.124817:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
02000000:00000001:0.0:1788205050.124820:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205050.124822:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.124824:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1788205050.124829:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937924608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1788205050.124832:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205050.124839:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205050.124848:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205050.124850:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205050.124854:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788205050.124858:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937924608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788205050.124861:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205050.124868:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205050.124873:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937924480, portal 25
00000100:00000001:0.0:1788205050.124877:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205050.124881:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000001:3.0:1788205050.124888:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205050.124889:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937924480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205050.124897:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205050.124898:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205050.124907:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205050.124907:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205050.124917:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1788205050.124918:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00080000:3.0:1788205050.124920:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1788205050.124922:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937924480, offset 0
00000100:00000001:3.0:1788205050.124924:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788205050.124931:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205050.124934:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15355
00000400:00000200:3.0:1788205050.124940:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205050.124946:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205050.124946:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205050.124953:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205050.124957:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205050.124959:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205050.124963:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205050.124964:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788205050.124966:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205050.124970:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205050.124972:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205050.124974:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788205050.124977:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1788205050.124978:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788205050.124983:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788205050.124988:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000001:3.0:1788205050.124988:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788205050.124998:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788205050.124999:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205050.125008:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788205050.125008:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205050.125016:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205050.125017:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547172:547172:256:4294967295] 192.168.201.135@tcp LPNI seq info [547138:547138:8:4294967295]
00000100:00000001:3.0:1788205050.125025:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788205050.125032:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788205050.125033:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205050.125043:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205050.125045:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205050.125047:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205050.125050:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205050.125054:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205050.125056:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205050.125058:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205050.125060:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205050.125070:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205050.125072:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1788205050.125081:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788205050.125089:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000200:0.0:1788205050.125090:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788205050.125100:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:0.0:1788205050.125104:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
02000000:00000001:3.0:1788205050.125104:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205050.125110:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205050.125113:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205050.125115:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205050.125119:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:3.0:1788205050.125121:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000800:00000200:0.0:1788205050.125132:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1788205050.125132:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205050.125151:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937924736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788205050.125152:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205050.125164:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205050.125184:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205050.125186:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205050.125190:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788205050.125191:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000100:00000040:3.0:1788205050.125202:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937924736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205050.125204:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205050.125222:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205050.125226:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000100:00000001:3.0:1788205050.125227:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205050.125228:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00080000:3.0:1788205050.125237:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205050.125240:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1788205050.125247:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000200:0.0:1788205050.125251:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937924480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205050.125255:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205050.125261:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205050.125278:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205050.125281:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15355
00000400:00000200:3.0:1788205050.125285:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205050.125289:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205050.125296:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205050.125329:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205050.125331:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205050.125333:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205050.125335:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205050.125337:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205050.125338:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788205050.125339:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205050.125342:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788205050.125343:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205050.125345:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788205050.125349:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205050.125350:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205050.125351:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205050.125354:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:0.0:1788205050.125358:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937924480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205050.125358:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205050.125368:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788205050.125376:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205050.125386:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.125387:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205050.125399:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205050.125400:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788205050.125407:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205050.125411:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.125412:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205050.125416:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205050.125419:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205050.125422:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205050.125425:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205050.125425:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205050.125435:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000100:00000001:0.0:1788205050.125436:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310032077
00000020:00000040:3.0:1788205050.125439:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205050.125442:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205050.125443:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205050.125444:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205050.125445:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:0.0:1788205050.125446:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
02000000:00000001:3.0:1788205050.125448:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205050.125454:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788205050.125457:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205050.125461:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937924864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205050.125467:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205050.125468:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205050.125470:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205050.125476:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937924864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.125477:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310032077
00000100:00000001:3.0:1788205050.125486:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205050.125490:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:0.0:1788205050.125492:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074de0.
00000100:00080000:3.0:1788205050.125494:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205050.125499:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205050.125501:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205050.125502:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205050.125512:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205050.125513:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205050.125519:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205050.125522:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15355
00000100:00000001:0.0:1788205050.125524:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1788205050.125532:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:0.0:1788205050.125535:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205050/real 1788205050]  req@ffff8c5d3ba68380 x1875052937924480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205050.125540:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205050.125551:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205050.125556:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205050.125562:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205050.125567:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205050.125573:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205050.125579:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205050.125580:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788205050.125586:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205050.125589:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000400:00000001:0.0:1788205050.125590:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205050.125594:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1788205050.125596:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000010:0.0:1788205050.125598:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000020:00000001:3.0:1788205050.125601:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000200:0.0:1788205050.125603:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205050.125608:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000040:3.0:1788205050.125608:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205050.125618:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205050.125620:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1788205050.125623:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205050.125626:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:0.0:1788205050.125628:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937924480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205050.125629:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788205050.125640:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205050.125651:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205050.125656:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937924480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205050.125656:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205050.125664:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205050.125671:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.125672:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205050.125677:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205050.125677:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205050.125684:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:3.0:1788205050.125684:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788205050.125691:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1788205050.125693:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205050.125696:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205050.125697:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937924480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205050.125702:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788205050.125712:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788205050.125713:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205050.125723:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205050.125725:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205050.125727:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937924480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205050.125728:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205050.125732:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205050.125736:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.125747:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:3.0:1788205050.125747:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788205050.125759:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.125760:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.125763:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.125765:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.125767:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205050.125769:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1788205050.125771:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937924992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1788205050.125774:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205050.125786:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205050.125792:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205050.125794:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788205050.125795:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205050.125815:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937924480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205050.125816:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937924992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205050.125852:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937924480:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205050.125861:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205050.125861:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.125871:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205050.125875:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15365)
00000100:00000040:0.0:1788205050.125876:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937924480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.125887:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205050.125890:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205050.125893:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205050.125895:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205050.125897:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205050.125899:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788205050.125900:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205050.125902:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:0.0:1788205050.125905:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205050.125907:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205050.125908:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:0.0:1788205050.125911:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205050.125912:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.125914:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.125920:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205050.125921:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.125923:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205050.125925:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205050.125926:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205050.125928:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937924608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.125933:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205050.125934:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.125935:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205050.125937:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205050.125938:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205050.125940:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937924608:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205050.125943:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205050.125944:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205050.125945:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.125946:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205050.125948:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205050.125949:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205050.125952:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205050.125954:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205050.125956:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205050.125958:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937924608, portal 10
00000100:00000001:0.0:1788205050.125959:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205050.125960:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:0.0:1788205050.125965:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937924608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.125969:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205050.125970:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205050.125972:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205050.125973:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937924608, offset 0
00000400:00000200:0.0:1788205050.125976:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205050.125978:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205050.125981:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205050.125983:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205050.125985:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205050.125987:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205050.125988:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205050.125990:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547173:547173:256:4294967295] 192.168.201.135@tcp LPNI seq info [547139:547139:8:4294967295]
00000400:00000200:0.0:1788205050.125993:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205050.125997:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205050.126000:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205050.126001:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205050.126004:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205050.126006:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788205050.126009:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205050.126011:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205050.126013:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205050.126014:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205050.126016:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205050.126018:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205050.126020:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205050.126021:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205050.126023:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205050.126025:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937924608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126029:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205050.126031:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937924608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126034:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.126035:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205050.126037:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205050.126040:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205050.126042:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205050.126043:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310028317
00000100:00000001:0.0:1788205050.126044:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310032077
00000100:00000001:0.0:1788205050.126046:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310028317
00000100:00000001:0.0:1788205050.126047:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310032077
00000100:00000001:0.0:1788205050.126048:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205050.126049:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.126050:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205050.126052:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205050/real 1788205050]  req@ffff8c5d3ba68000 x1875052937924608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205050.126056:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205050.126057:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205050.126058:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205050.126060:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205050.126061:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205050.126063:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205050.126065:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937924608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205050.126073:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937924608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126079:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205050.126080:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.126081:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.126083:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205050.126086:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937924608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126093:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205050.126097:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937924608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126103:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205050.126105:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.126107:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.126108:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.126109:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205050.126111:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205050.126113:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205050.126116:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205050.126118:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205050.126121:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937924608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205050.126128:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937924608:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205050.126132:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205050.126135:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937924736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126141:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205050.126142:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.126144:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205050.126146:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205050.126147:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205050.126150:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937924736:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205050.126153:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205050.126155:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205050.126156:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.126158:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205050.126161:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205050.126163:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205050.126165:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205050.126167:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205050.126170:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205050.126172:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937924736, portal 10
00000100:00000001:0.0:1788205050.126174:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205050.126176:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:0.0:1788205050.126181:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937924736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126186:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205050.126188:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205050.126190:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205050.126192:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937924736, offset 0
00000400:00000200:0.0:1788205050.126195:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205050.126199:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205050.126202:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205050.126204:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205050.126207:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205050.126209:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205050.126211:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205050.126213:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547174:547174:256:4294967295] 192.168.201.135@tcp LPNI seq info [547140:547140:8:4294967295]
00000400:00000200:0.0:1788205050.126217:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205050.126222:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205050.126226:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205050.126229:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205050.126232:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205050.126234:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788205050.126238:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205050.126240:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205050.126243:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205050.126244:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205050.126247:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205050.126250:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205050.126252:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205050.126254:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205050.126256:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205050.126259:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937924736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126278:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205050.126281:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937924736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126286:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.126288:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205050.126291:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205050.126293:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205050.126296:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205050.126320:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310028312
00000100:00000001:0.0:1788205050.126322:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310032077
00000100:00000001:0.0:1788205050.126324:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310028313
00000100:00000001:0.0:1788205050.126327:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310032077
00000100:00000001:0.0:1788205050.126329:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205050.126330:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.126332:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205050.126336:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205050/real 1788205050]  req@ffff8c5d3ba69180 x1875052937924736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205050.126342:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205050.126344:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205050.126345:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205050.126347:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205050.126349:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205050.126351:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205050.126354:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937924736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205050.126360:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937924736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126366:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205050.126367:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.126368:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.126369:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205050.126372:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937924736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126378:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205050.126381:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937924736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126387:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205050.126389:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.126390:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.126391:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.126393:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205050.126395:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205050.126397:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205050.126400:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205050.126401:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205050.126405:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937924736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205050.126412:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937924736:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205050.126415:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205050.126419:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937924864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126424:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205050.126426:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.126428:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205050.126429:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205050.126431:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205050.126434:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937924864:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205050.126436:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205050.126438:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205050.126440:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.126441:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205050.126445:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205050.126447:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205050.126450:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205050.126452:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205050.126455:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205050.126457:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937924864, portal 4
00000100:00000001:0.0:1788205050.126459:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205050.126460:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:0.0:1788205050.126464:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937924864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126468:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205050.126470:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205050.126471:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205050.126472:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937924864, offset 0
00000400:00000200:0.0:1788205050.126474:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205050.126476:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205050.126478:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205050.126480:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205050.126482:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205050.126484:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205050.126486:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205050.126489:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547175:547175:256:4294967295] 192.168.201.135@tcp LPNI seq info [547141:547141:8:4294967295]
00000400:00000200:0.0:1788205050.126493:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205050.126499:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205050.126503:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205050.126506:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205050.126510:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205050.126513:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788205050.126516:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205050.126518:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205050.126522:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205050.126523:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205050.126526:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205050.126529:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205050.126532:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205050.126534:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205050.126536:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205050.126540:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937924864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126547:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205050.126550:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937924864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126560:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.126562:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205050.126564:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205050.126567:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205050.126570:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205050.126572:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310028406
00000100:00000001:0.0:1788205050.126574:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310032077
00000100:00000001:0.0:1788205050.126576:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310028406
00000100:00000001:0.0:1788205050.126577:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310032077
00000100:00000001:0.0:1788205050.126579:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205050.126581:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.126583:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205050.126586:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205050/real 1788205050]  req@ffff8c5d3ba69c00 x1875052937924864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205050.126593:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205050.126594:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205050.126596:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205050.126598:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205050.126599:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205050.126601:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205050.126604:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937924864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205050.126612:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937924864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126617:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205050.126618:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.126620:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.126622:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205050.126625:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937924864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126631:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205050.126635:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937924864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126641:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205050.126643:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.126645:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.126646:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.126647:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205050.126649:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205050.126650:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205050.126653:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205050.126656:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205050.126659:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937924864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205050.126665:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937924864:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205050.126668:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205050.126672:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937924992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126677:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205050.126678:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.126680:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205050.126682:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205050.126683:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205050.126686:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937924992:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205050.126688:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205050.126690:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205050.126692:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205050.126693:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205050.126697:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205050.126698:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205050.126701:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205050.126703:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205050.126706:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205050.126709:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937924992, portal 4
00000100:00000001:0.0:1788205050.126710:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205050.126711:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:0.0:1788205050.126717:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937924992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126722:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205050.126724:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205050.126727:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205050.126729:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937924992, offset 0
00000400:00000200:0.0:1788205050.126733:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205050.126737:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205050.126740:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205050.126743:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205050.126745:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205050.126747:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205050.126749:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205050.126752:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547176:547176:256:4294967295] 192.168.201.135@tcp LPNI seq info [547142:547142:8:4294967295]
00000400:00000200:0.0:1788205050.126756:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205050.126762:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205050.126766:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205050.126768:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205050.126772:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205050.126774:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788205050.126778:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205050.126780:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205050.126783:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205050.126785:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205050.126788:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205050.126791:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205050.126794:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205050.126796:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205050.126798:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205050.126802:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937924992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126809:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205050.126812:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937924992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126818:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.126819:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205050.126822:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205050.126825:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205050.126827:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205050.126828:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310028423
00000100:00000001:0.0:1788205050.126829:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310032077
00000100:00000001:0.0:1788205050.126831:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310028423
00000100:00000001:0.0:1788205050.126832:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310032077
00000100:00000001:0.0:1788205050.126833:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205050.126834:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.126836:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205050.126838:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205050/real 1788205050]  req@ffff8c5d3ba68e00 x1875052937924992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205050.126842:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205050.126843:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205050.126844:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205050.126845:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205050.126846:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205050.126848:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205050.126850:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937924992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205050.126855:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937924992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126860:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205050.126862:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.126863:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.126865:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205050.126868:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937924992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126874:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205050.126878:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937924992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126883:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205050.126886:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.126887:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205050.126888:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.126890:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205050.126891:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205050.126893:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205050.126896:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205050.126898:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205050.126901:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937924992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205050.126909:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937924992:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205050.126912:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.126914:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205050.126917:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937924608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126922:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205050.126924:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205050.126926:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205050.126928:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205050.126930:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205050.126931:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205050.126933:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205050.126934:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:0.0:1788205050.126937:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205050.126938:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205050.126940:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:0.0:1788205050.126942:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205050.126943:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.126945:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205050.126948:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937924736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126953:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205050.126955:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205050.126956:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205050.126958:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205050.126959:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205050.126960:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205050.126962:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205050.126963:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:0.0:1788205050.126965:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205050.126966:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205050.126968:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:0.0:1788205050.126970:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205050.126971:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.126972:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205050.126975:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937924864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.126981:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205050.126983:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205050.126984:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205050.126986:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205050.126987:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205050.126988:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205050.126990:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205050.126991:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:0.0:1788205050.126992:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205050.126993:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205050.126995:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:0.0:1788205050.126997:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205050.126998:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.126999:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205050.127002:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937924992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205050.127008:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205050.127009:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205050.127010:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205050.127012:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205050.127013:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205050.127014:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205050.127016:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205050.127017:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:0.0:1788205050.127019:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205050.127020:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205050.127021:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:0.0:1788205050.127023:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205050.127024:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.127026:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.127030:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205050.127031:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.127033:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205050.127035:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205050.317391:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205050.317400:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205050.317403:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205050.317408:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205050.317412:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205050.317416:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.317419:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205050.317421:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205050.317424:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205050.828490:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205050.828496:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205050.828502:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205050.828504:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205050.828574:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205050.828579:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205050.828583:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205051.340417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205051.340428:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205051.340430:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205051.340439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205051.340444:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205051.340449:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205051.340452:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205051.340455:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205051.340458:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205051.852437:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205051.852446:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205051.852454:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205051.852456:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205051.852526:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205051.852531:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205051.852535:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205052.364425:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205052.364433:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205052.364435:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205052.364440:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205052.364443:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205052.364446:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205052.364449:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205052.364451:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205052.364453:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205052.876475:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205052.876483:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205052.876492:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205052.876493:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205052.876516:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205052.876520:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205052.876523:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205053.388455:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205053.388465:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205053.388468:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205053.388475:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205053.388479:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205053.388484:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205053.388488:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205053.388490:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205053.388493:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205053.900468:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205053.900478:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205053.900487:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205053.900489:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205053.901247:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205053.901251:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205053.901253:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205053.964456:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310032077, at 4310032128
00000100:00000040:0.0:1788205053.964457:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310032077, at 4310032128
00000100:00000010:1.0:1788205053.964475:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074de0.
00000100:00000010:0.0:1788205053.964478:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000001:0.0:1788205054.412471:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205054.412482:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205054.412485:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205054.412492:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205054.412497:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205054.412502:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205054.412505:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205054.412509:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205054.412512:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205054.924522:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205054.924531:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205054.924540:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205054.924542:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205054.927161:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205054.927169:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205054.927174:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205055.244540:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205055.244553:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205055.244556:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205055.244560:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205055.244566:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205055.244577:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15360
00000400:00000200:3.0:1788205055.244589:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205055.244598:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205055.244602:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205055.244605:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.244609:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205055.244612:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.244615:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205055.244620:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205055.244623:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205055.244626:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205055.244629:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205055.244632:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205055.244634:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205055.244637:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.244639:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205055.244641:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.244642:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205055.244646:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205055.244649:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205055.244651:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205055.244655:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205055.244659:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205055.244662:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205055.244665:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205055.244667:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205055.244678:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788205055.244682:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205055.244687:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205055.244689:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205055.244692:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205055.244695:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205055.244701:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205055.244709:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788205055.244718:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205055.244728:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937925120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205055.244738:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205055.244743:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205055.244748:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937925120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205055.244776:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205055.244779:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205055.244782:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205055.244784:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205055.244785:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205055.244788:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205055.244791:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15360
00000400:00000200:3.0:1788205055.244794:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205055.244797:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205055.244799:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205055.244802:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.244805:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205055.244807:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.244809:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205055.244811:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205055.244812:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205055.244814:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205055.244816:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205055.244818:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788205055.244820:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:1.0:1788205055.244822:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788205055.244824:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.244828:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205055.244830:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788205055.244830:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.244834:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788205055.244835:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788205055.244837:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788205055.244841:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205055.244844:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205055.244848:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937925120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205055.244848:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205055.244856:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205055.244860:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788205055.244861:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.244865:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205055.244865:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788205055.244872:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1788205055.244873:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788205055.244876:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1788205055.244879:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205055.244881:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205055.244883:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205055.244889:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788205055.244891:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205055.244893:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205055.244896:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205055.244898:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937925120:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788205055.244898:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205055.244901:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205055.244905:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.244906:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1788205055.244911:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
02000000:00000001:1.0:1788205055.244914:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788205055.244916:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205055.244919:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205055.244924:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1788205055.244925:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937925248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1788205055.244931:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:3.0:1788205055.244934:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788205055.244935:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205055.244939:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205055.244944:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937925248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788205055.244945:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205055.244953:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000001:3.0:1788205055.244958:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205055.244962:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788205055.244964:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00080000:3.0:1788205055.244968:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205055.244971:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205055.244973:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1788205055.244976:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937925120, portal 25
00000100:00000001:3.0:1788205055.244976:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205055.244980:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15360
00000100:00000001:1.0:1788205055.244981:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205055.244986:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000400:00000200:3.0:1788205055.244987:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205055.244995:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000040:1.0:1788205055.244996:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937925120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205055.245000:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205055.245006:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.245010:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205055.245013:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205055.245014:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.245018:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205055.245021:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:1.0:1788205055.245022:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788205055.245023:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205055.245026:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:1.0:1788205055.245027:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000020:00000040:3.0:1788205055.245029:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000100:00000200:1.0:1788205055.245033:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937925120, offset 0
00000020:00000001:3.0:1788205055.245033:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205055.245038:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788205055.245043:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788205055.245047:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205055.245048:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205055.245052:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.245055:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205055.245057:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205055.245060:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:1.0:1788205055.245062:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205055.245063:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205055.245066:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205055.245069:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788205055.245073:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000001:3.0:1788205055.245074:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205055.245078:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205055.245081:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1788205055.245083:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:3.0:1788205055.245084:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205055.245087:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205055.245090:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000010:3.0:1788205055.245091:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788205055.245094:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205055.245096:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205055.245097:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205055.245099:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205055.245100:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205055.245103:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205055.245106:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788205055.245109:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205055.245114:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937925376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205055.245121:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205055.245123:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205055.245126:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937925376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205055.245133:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205055.245136:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205055.245139:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205055.245140:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205055.245142:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205055.245144:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205055.245146:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15360
00000400:00000200:3.0:1788205055.245149:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205055.245151:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205055.245153:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205055.245156:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.245158:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205055.245159:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.245161:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205055.245163:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205055.245164:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788205055.245165:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205055.245167:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788205055.245168:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205055.245170:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788205055.245172:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.245189:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205055.245191:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.245192:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205055.245194:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788205055.245197:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205055.245199:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205055.245200:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205055.245203:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205055.245205:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205055.245207:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205055.245209:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205055.245212:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205055.245213:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205055.245217:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788205055.245219:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205055.245221:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205055.245222:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205055.245224:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205055.245225:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205055.245227:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205055.245230:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788205055.245233:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205055.245237:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937925504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205055.245243:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205055.245245:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205055.245248:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937925504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205055.245254:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205055.245257:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205055.245260:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205055.245262:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205055.245263:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205055.245266:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205055.245268:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15360
00000400:00000200:3.0:1788205055.245271:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205055.245273:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205055.245275:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205055.245277:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.245279:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205055.245281:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.245283:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205055.245285:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205055.245286:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788205055.245288:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205055.245290:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788205055.245292:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788205055.245294:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788205055.245297:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.245325:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205055.245327:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205055.245329:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205055.245332:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788205055.245334:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205055.245337:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205055.245339:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205055.245341:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205055.245343:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205055.245345:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205055.245347:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205055.245349:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205055.245362:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205055.245366:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788205055.245368:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205055.245370:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205055.245371:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205055.245373:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205055.245374:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205055.245376:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205055.245379:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788205055.245382:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205055.245387:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937925632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205055.245394:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205055.245395:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205055.245398:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937925632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205055.245406:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205055.245411:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15371)
00000400:00000200:1.0:1788205055.245458:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205055.245462:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205055.245467:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547177:547177:256:4294967295] 192.168.201.135@tcp LPNI seq info [547143:547143:8:4294967295]
00000400:00000200:1.0:1788205055.245472:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205055.245484:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205055.245491:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205055.245497:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788205055.245505:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205055.245510:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788205055.245528:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205055.245531:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788205055.245536:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205055.245539:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788205055.246083:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205055.246090:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205055.246098:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788205055.246101:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788205055.246106:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205055.246111:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937925120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.246122:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205055.246126:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937925120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.246133:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.246135:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205055.246143:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205055.246458:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205055.246461:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310037198
00000100:00000010:1.0:1788205055.246468:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749360.
00000100:00000001:1.0:1788205055.246475:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205055.246481:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310037198
00000100:00000010:1.0:1788205055.246484:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749b40.
00000100:00000001:1.0:1788205055.246487:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205055.246490:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205055.246493:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.246496:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205055.246502:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205055/real 1788205055]  req@ffff8c5d3ba6ad80 x1875052937925120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205055.246623:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205055.246626:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205055.246629:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788205055.246632:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788205055.246633:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788205055.246637:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205055.246642:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937925120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205055.246651:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937925120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.246659:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205055.246661:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.246664:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205055.246667:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205055.246671:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937925120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.246679:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205055.246684:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937925120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.246691:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205055.246694:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.246696:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205055.246697:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.246700:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205055.246702:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205055.246705:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205055.246709:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205055.246712:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205055.246717:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937925120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205055.246725:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937925120:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205055.246730:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.246732:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205055.246735:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937925120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.246742:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205055.246745:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205055.246748:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788205055.246752:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205055.246754:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205055.246756:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788205055.246759:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205055.246762:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:1.0:1788205055.246766:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205055.246769:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205055.246771:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:1.0:1788205055.246775:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205055.246776:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.246779:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.246789:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205055.246791:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.246794:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205055.246795:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205055.246797:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205055.246801:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937925248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.246809:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205055.246811:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205055.246813:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205055.246815:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205055.246817:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205055.246820:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937925248:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205055.246824:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205055.246826:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205055.246828:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205055.246830:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205055.246834:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788205055.246836:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205055.246840:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205055.246843:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788205055.246848:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788205055.246852:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937925248, portal 10
00000100:00000001:1.0:1788205055.246854:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205055.246855:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000040:1.0:1788205055.246862:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937925248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.246869:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205055.246871:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205055.246875:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788205055.246877:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937925248, offset 0
00000400:00000200:1.0:1788205055.246883:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205055.246888:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205055.246893:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205055.246898:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205055.246900:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205055.246903:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205055.246905:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205055.246908:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547178:547178:256:4294967295] 192.168.201.135@tcp LPNI seq info [547144:547144:8:4294967295]
00000400:00000200:1.0:1788205055.246912:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205055.246919:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205055.246924:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205055.246928:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788205055.246932:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205055.246935:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788205055.246940:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205055.246942:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788205055.246946:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205055.246949:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788205055.246954:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205055.246957:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205055.246960:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788205055.246962:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788205055.246965:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205055.246969:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b100 x1875052937925248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.246976:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205055.246979:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937925248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.246986:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.246987:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205055.246991:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205055.246996:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788205055.246999:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205055.247001:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310033438
00000100:00000001:1.0:1788205055.247004:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310037198
00000100:00000001:1.0:1788205055.247006:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310033438
00000100:00000001:1.0:1788205055.247008:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310037198
00000100:00000001:1.0:1788205055.247010:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205055.247012:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.247015:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205055.247018:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205055/real 1788205055]  req@ffff8c5d3ba6b100 x1875052937925248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205055.247027:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205055.247028:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205055.247030:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788205055.247033:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788205055.247034:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788205055.247036:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205055.247039:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937925248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205055.247048:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937925248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247054:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205055.247056:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.247057:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205055.247059:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205055.247062:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937925248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247068:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205055.247073:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937925248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247080:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205055.247082:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.247084:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205055.247085:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.247087:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205055.247089:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205055.247091:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205055.247095:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205055.247098:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205055.247101:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937925248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205055.247110:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937925248:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205055.247114:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205055.247117:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937925376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247124:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205055.247125:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205055.247127:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205055.247129:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205055.247131:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205055.247134:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937925376:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205055.247137:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205055.247139:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205055.247140:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205055.247142:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205055.247145:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788205055.247222:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205055.247227:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205055.247230:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788205055.247233:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788205055.247236:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937925376, portal 10
00000100:00000001:1.0:1788205055.247239:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205055.247240:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:1.0:1788205055.247247:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937925376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247254:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205055.247256:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205055.247258:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788205055.247260:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937925376, offset 0
00000400:00000200:1.0:1788205055.247265:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205055.247268:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205055.247271:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205055.247282:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205055.247286:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205055.247288:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205055.247291:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205055.247294:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547179:547179:256:4294967295] 192.168.201.135@tcp LPNI seq info [547145:547145:8:4294967295]
00000400:00000200:1.0:1788205055.247319:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205055.247332:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205055.247337:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205055.247340:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788205055.247344:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205055.247346:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788205055.247350:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205055.247352:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788205055.247355:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205055.247357:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788205055.247361:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205055.247364:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205055.247366:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788205055.247369:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788205055.247371:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205055.247374:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937925376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247381:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205055.247384:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937925376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247390:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.247392:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205055.247401:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205055.247404:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788205055.247407:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205055.247409:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310033434
00000100:00000001:1.0:1788205055.247411:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310037198
00000100:00000001:1.0:1788205055.247413:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310033434
00000100:00000001:1.0:1788205055.247415:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310037198
00000100:00000001:1.0:1788205055.247416:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205055.247418:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.247420:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205055.247423:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205055/real 1788205055]  req@ffff8c5d3ba6b800 x1875052937925376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205055.247429:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205055.247431:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205055.247432:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788205055.247434:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788205055.247436:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788205055.247437:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205055.247440:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937925376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205055.247446:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937925376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247453:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205055.247454:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.247456:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205055.247457:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205055.247460:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937925376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247466:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205055.247470:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937925376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247476:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205055.247478:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.247480:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205055.247481:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.247482:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205055.247484:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205055.247486:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205055.247489:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205055.247492:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205055.247495:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937925376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205055.247502:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937925376:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205055.247505:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205055.247509:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937925504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247522:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205055.247524:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205055.247526:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205055.247528:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205055.247530:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205055.247533:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937925504:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205055.247536:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205055.247538:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205055.247539:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205055.247540:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205055.247544:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788205055.247546:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205055.247608:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205055.247611:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788205055.247615:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788205055.247618:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937925504, portal 4
00000100:00000001:1.0:1788205055.247620:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205055.247621:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:1.0:1788205055.247627:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937925504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247633:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205055.247635:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205055.247637:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788205055.247639:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937925504, offset 0
00000400:00000200:1.0:1788205055.247643:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205055.247647:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205055.247650:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205055.247652:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205055.247655:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205055.247657:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205055.247659:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205055.247662:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547180:547180:256:4294967295] 192.168.201.135@tcp LPNI seq info [547146:547146:8:4294967295]
00000400:00000200:1.0:1788205055.247665:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205055.247671:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205055.247676:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205055.247679:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788205055.247683:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205055.247685:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788205055.247689:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205055.247691:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788205055.247695:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205055.247697:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788205055.247700:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205055.247703:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205055.247706:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788205055.247707:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788205055.247710:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205055.247713:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937925504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247721:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205055.247724:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937925504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247730:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.247732:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205055.247735:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205055.247738:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788205055.247741:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205055.247743:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310033527
00000100:00000001:1.0:1788205055.247745:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310037198
00000100:00000001:1.0:1788205055.247748:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310033527
00000100:00000001:1.0:1788205055.247750:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310037198
00000100:00000001:1.0:1788205055.247751:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205055.247754:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.247755:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205055.247759:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205055/real 1788205055]  req@ffff8c5d3ba6bb80 x1875052937925504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205055.247767:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205055.247768:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205055.247770:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788205055.247772:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788205055.247774:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788205055.247776:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205055.247779:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937925504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205055.247788:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937925504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247794:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205055.247795:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.247797:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205055.247798:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205055.247801:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937925504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247808:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205055.247812:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937925504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247819:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205055.247821:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.247823:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205055.247824:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.247826:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205055.247827:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205055.247830:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205055.247833:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205055.247835:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205055.247839:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937925504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205055.247846:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937925504:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205055.247850:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205055.247854:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937925632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247860:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205055.247862:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205055.247864:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205055.247866:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205055.247867:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205055.247870:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937925632:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205055.247873:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205055.247875:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205055.247877:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205055.247878:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205055.247882:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205055.247884:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205055.247887:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205055.247889:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788205055.247893:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788205055.247895:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937925632, portal 4
00000100:00000001:1.0:1788205055.247897:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205055.247899:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000040:1.0:1788205055.247904:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937925632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.247910:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205055.247913:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205055.247915:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788205055.247918:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937925632, offset 0
00000400:00000200:1.0:1788205055.247922:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205055.247926:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205055.247929:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205055.247932:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205055.247934:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205055.247936:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205055.247939:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205055.247942:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547181:547181:256:4294967295] 192.168.201.135@tcp LPNI seq info [547147:547147:8:4294967295]
00000400:00000200:1.0:1788205055.247945:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205055.247951:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205055.247955:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205055.247959:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788205055.247963:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205055.247965:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1788205055.247969:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205055.247972:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1788205055.247975:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205055.247977:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788205055.247981:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205055.247984:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205055.247987:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788205055.247989:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788205055.247991:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205055.247995:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937925632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.248003:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205055.248005:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937925632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.248011:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.248013:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205055.248015:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205055.248019:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788205055.248022:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205055.248024:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310033544
00000100:00000001:1.0:1788205055.248026:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310037198
00000100:00000001:1.0:1788205055.248028:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310033544
00000100:00000001:1.0:1788205055.248030:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310037198
00000100:00000001:1.0:1788205055.248033:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205055.248035:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.248037:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205055.248040:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205055/real 1788205055]  req@ffff8c5d3ba68a80 x1875052937925632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205055.248047:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205055.248048:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205055.248050:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788205055.248052:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788205055.248053:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788205055.248055:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205055.248058:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937925632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205055.248067:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937925632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.248073:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205055.248074:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.248076:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205055.248077:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205055.248080:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937925632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.248087:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205055.248091:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937925632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.248097:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205055.248100:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.248102:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205055.248103:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.248105:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205055.248106:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205055.248109:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205055.248112:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205055.248114:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205055.248118:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937925632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205055.248126:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937925632:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205055.248129:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.248131:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205055.248134:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937925248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.248140:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205055.248142:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205055.248144:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788205055.248154:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205055.248157:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205055.248158:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205055.248161:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205055.248163:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:1.0:1788205055.248165:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205055.248167:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205055.248168:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:1.0:1788205055.248171:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205055.248173:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.248185:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205055.248189:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937925376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.248201:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205055.248203:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205055.248205:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788205055.248207:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205055.248208:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205055.248209:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205055.248211:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205055.248213:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:1.0:1788205055.248215:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205055.248216:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205055.248218:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:1.0:1788205055.248220:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205055.248221:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.248223:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205055.248226:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937925504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.248232:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205055.248233:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205055.248235:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788205055.248237:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205055.248238:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205055.248239:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205055.248241:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205055.248242:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:1.0:1788205055.248244:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205055.248246:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205055.248247:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:1.0:1788205055.248249:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205055.248250:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.248252:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205055.248255:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937925632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205055.248261:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205055.248263:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205055.248264:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205055.248266:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205055.248267:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205055.248269:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205055.248270:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205055.248272:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:1.0:1788205055.248274:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205055.248275:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205055.248276:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:1.0:1788205055.248279:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205055.248280:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.248282:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205055.248287:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205055.248288:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205055.248291:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205055.248293:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205055.436494:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205055.436505:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205055.436508:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205055.436515:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205055.436519:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205055.436524:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.436527:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205055.436530:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205055.436533:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205055.948412:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205055.948421:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205055.948430:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205055.948431:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205055.948492:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205055.948499:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205055.948504:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205056.460452:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205056.460462:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205056.460465:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205056.460473:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205056.460478:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205056.460482:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205056.460486:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205056.460489:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205056.460493:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205056.972561:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205056.972571:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205056.972574:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205056.972578:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205056.972583:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205056.972586:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205056.972588:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205056.972591:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205056.972595:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205056.972597:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205056.972598:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205056.972599:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205056.972601:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205056.972602:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205056.972604:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205056.972606:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205056.972685:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205056.972690:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205056.972694:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205057.484445:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205057.484454:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205057.484457:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205057.484465:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205057.484469:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205057.484474:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205057.484477:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205057.484481:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205057.484485:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205057.996464:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205057.996473:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205057.996480:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205057.996482:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205057.996592:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205057.996595:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205057.996599:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205058.508484:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205058.508494:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205058.508496:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205058.508503:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205058.508507:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205058.508512:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205058.508516:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205058.508520:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205058.508524:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205059.020549:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205059.020557:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205059.020564:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205059.020565:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205059.020694:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205059.020698:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205059.020702:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205059.084461:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310037198, at 4310037248
00000100:00000010:0.0:1788205059.084480:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749360.
00000100:00000040:1.0:1788205059.084613:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310037198, at 4310037248
00000100:00000010:1.0:1788205059.084620:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749b40.
00000100:00000001:0.0:1788205059.532445:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205059.532454:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205059.532457:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205059.532463:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205059.532468:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205059.532473:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205059.532476:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205059.532479:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205059.532482:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205060.044479:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205060.044488:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205060.044497:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205060.044498:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205060.045152:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205060.045158:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205060.045162:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788205060.364472:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205060.364487:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205060.364490:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205060.364495:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205060.364501:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205060.364511:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15366
00000400:00000200:2.0:1788205060.364522:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205060.364530:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205060.364534:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205060.364537:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205060.364543:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205060.364546:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205060.364548:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205060.364553:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205060.364556:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788205060.364559:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205060.364563:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788205060.364565:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788205060.364568:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788205060.364571:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205060.364574:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205060.364576:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205060.364578:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205060.364581:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788205060.364585:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205060.364587:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205060.364591:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205060.364595:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205060.364598:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205060.364601:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205060.364604:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205060.364617:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8a80.
00000020:00000040:2.0:1788205060.364621:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788205060.364625:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205060.364627:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205060.364631:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205060.364635:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205060.364639:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205060.364648:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788205060.364656:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205060.364667:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8a80 x1875052937925760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205060.364685:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205060.364691:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205060.364696:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e60b9ed0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8a80 x1875052937925760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205060.364722:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205060.364725:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205060.364729:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205060.364731:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205060.364732:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205060.364735:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205060.364738:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15366
00000400:00000200:2.0:1788205060.364742:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205060.364746:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205060.364749:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205060.364752:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205060.364754:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205060.364756:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205060.364759:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205060.364761:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205060.364763:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:1.0:1788205060.364764:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1788205060.364765:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788205060.364771:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205060.364774:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1788205060.364781:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000040:1.0:1788205060.364783:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8a80 x1875052937925760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205060.364785:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788205060.364791:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788205060.364799:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205060.364802:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205060.364803:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205060.364806:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205060.364808:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:1.0:1788205060.364813:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788205060.364813:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:1.0:1788205060.364817:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205060.364822:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788205060.364823:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00100000:1.0:1788205060.364836:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937925760:192.168.201.135@tcp:250:kworker.0
00000100:00080000:2.0:1788205060.364837:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205060.364845:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.364846:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205060.364849:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205060.364852:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205060.364856:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205060.364857:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205060.364861:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1788205060.364862:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205060.364866:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000010:1.0:1788205060.364868:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
00000008:00100000:2.0:1788205060.364871:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205060.364876:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205060.364878:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205060.364878:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205060.364885:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8000.
00000020:00000040:2.0:1788205060.364889:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000400:00000200:1.0:1788205060.364892:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788205060.364894:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205060.364896:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788205060.364899:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000100:00000001:2.0:1788205060.364899:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205060.364902:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205060.364905:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788205060.364909:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
02000000:00000010:2.0:1788205060.364911:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:2.0:1788205060.364916:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788205060.364919:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937925760, portal 25
00000100:00100000:2.0:1788205060.364923:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8000 x1875052937925888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205060.364925:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205060.364928:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803419776 : -127142906131840 : ffff8c5d3c3e8a80)
00000100:00000040:1.0:1788205060.364939:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8a80 x1875052937925760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205060.364940:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205060.364944:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205060.364953:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000073353726] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8000 x1875052937925888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.364955:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205060.364961:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205060.364966:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000001:2.0:1788205060.364970:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788205060.364971:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937925760, offset 0
00000100:00080000:2.0:1788205060.364976:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205060.364981:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1788205060.364983:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788205060.364984:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205060.364987:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205060.364991:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205060.364996:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15366
00000400:00000200:1.0:1788205060.364997:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205060.365004:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205060.365008:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205060.365012:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205060.365016:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788205060.365017:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1788205060.365022:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788205060.365026:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:2.0:1788205060.365027:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788205060.365033:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1788205060.365033:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205060.365038:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788205060.365039:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000020:00000001:2.0:1788205060.365044:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788205060.365047:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547182:547182:256:4294967295] 192.168.201.135@tcp LPNI seq info [547148:547148:8:4294967295]
00000020:00000040:2.0:1788205060.365047:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788205060.365051:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205060.365054:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:1.0:1788205060.365058:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:2.0:1788205060.365060:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788205060.365064:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788205060.365069:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205060.365075:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788205060.365078:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1788205060.365080:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:1.0:1788205060.365101:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788205060.365104:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205060.365109:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000800:00000010:1.0:1788205060.365110:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000100:00080000:2.0:1788205060.365114:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205060.365118:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788205060.365121:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:2.0:1788205060.365122:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1788205060.365127:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
02000000:00000001:2.0:1788205060.365128:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205060.365134:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205060.365138:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000200:1.1:1788205060.365139:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000008:00100000:2.0:1788205060.365142:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.1:1788205060.365144:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000008:00000001:2.0:1788205060.365147:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788205060.365152:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788205060.365152:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788205060.365158:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000100:00000010:2.0:1788205060.365159:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eaa00.
00000020:00000040:2.0:1788205060.365164:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788205060.365166:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205060.365168:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205060.365170:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205060.365172:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788205060.365173:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1788205060.365174:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205060.365180:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000010:2.0:1788205060.365181:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a800.
00000400:00000200:1.0:1788205060.365186:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000100:00000001:2.0:1788205060.365186:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788205060.365190:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00100000:2.0:1788205060.365193:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eaa00 x1875052937926016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205060.365196:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205060.365204:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8a80 x1875052937925760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205060.365205:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205060.365211:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205060.365219:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a84ad27f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eaa00 x1875052937926016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.365222:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205060.365229:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8a80 x1875052937925760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205060.365234:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205060.365240:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788205060.365243:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205060.365246:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205060.365247:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205060.365250:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205060.365253:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205060.365254:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205060.365257:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788205060.365261:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:2.0:1788205060.365263:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15366
00000400:00000200:2.0:1788205060.365270:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205060.365272:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310042316
00000400:00000200:2.0:1788205060.365274:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205060.365278:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1788205060.365281:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749b40.
00000100:00000040:2.0:1788205060.365282:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205060.365287:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205060.365289:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205060.365292:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788205060.365292:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205060.365297:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788205060.365327:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310042317
00000100:00000010:1.0:1788205060.365331:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749660.
00000100:00000001:1.0:1788205060.365335:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205060.365340:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1788205060.365341:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:1.0:1788205060.365344:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205060.365345:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788205060.365349:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:2.0:1788205060.365350:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788205060.365355:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00100000:1.0:1788205060.365357:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205060/real 1788205060]  req@ffff8c5d3c3e8a80 x1875052937925760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205060.365361:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788205060.365370:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205060.365375:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:1.0:1788205060.365376:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:2.0:1788205060.365378:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000001:1.0:1788205060.365380:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1788205060.365383:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:1.0:1788205060.365384:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000020:00000040:2.0:1788205060.365388:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000400:00000200:1.0:1788205060.365389:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788205060.365394:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00080000:2.0:1788205060.365396:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205060.365398:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:2.0:1788205060.365401:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788205060.365405:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8a80 x1875052937925760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205060.365405:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205060.365410:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205060.365416:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205060.365421:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1788205060.365425:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8a80 x1875052937925760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1788205060.365425:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788205060.365432:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205060.365436:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.365443:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000010:2.0:1788205060.365444:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000100:00000001:1.0:1788205060.365446:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788205060.365449:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788205060.365451:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:2.0:1788205060.365455:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788205060.365456:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788205060.365458:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205060.365462:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1788205060.365463:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8a80 x1875052937925760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205060.365464:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205060.365468:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205060.365475:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:1.0:1788205060.365476:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205060.365482:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205060.365485:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8a80 x1875052937925760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205060.365491:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937926144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205060.365498:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205060.365504:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.365507:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205060.365509:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205060.365510:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205060.365514:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.365515:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205060.365519:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1788205060.365522:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937926144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788205060.365530:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1788205060.365533:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205060.365537:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00080000:2.0:1788205060.365539:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788205060.365542:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:2.0:1788205060.365546:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205060.365550:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1788205060.365551:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8a80 x1875052937925760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205060.365553:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205060.365559:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205060.365565:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15366
00000100:00100000:1.0:1788205060.365569:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937925760:192.168.201.135@tcp:250:kworker.0
00000400:00000200:2.0:1788205060.365573:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205060.365577:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788205060.365580:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788205060.365582:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788205060.365586:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205060.365589:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8a80 x1875052937925760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205060.365593:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205060.365599:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205060.365602:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205060.365608:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205060.365613:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205060.365616:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:1.0:1788205060.365620:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000001:2.0:1788205060.365620:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:1.0:1788205060.365624:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000020:00000040:2.0:1788205060.365625:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
02000000:00000010:1.0:1788205060.365629:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
00000020:00000001:2.0:1788205060.365629:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788205060.365633:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:1.0:1788205060.365635:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205060.365639:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:2.0:1788205060.365639:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000020:00000040:1.0:1788205060.365642:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:2.0:1788205060.365644:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1788205060.365647:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:2.0:1788205060.365650:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000010:1.0:1788205060.365652:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
00000100:00000001:2.0:1788205060.365655:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:1.0:1788205060.365658:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:2.0:1788205060.365659:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
02000000:00000001:1.0:1788205060.365662:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205060.365665:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8a80.
00000100:00080000:2.0:1788205060.365666:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205060.365670:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205060.365671:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.365673:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788205060.365674:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205060.365679:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205060.365681:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205060.365683:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205060.365685:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1788205060.365687:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788205060.365692:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205060.365694:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.365696:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000010:2.0:1788205060.365698:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000100:00000001:1.0:1788205060.365700:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1788205060.365703:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788205060.365704:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205060.365707:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1788205060.365709:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788205060.365710:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1788205060.365712:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205060.365717:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8000 x1875052937925888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205060.365717:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205060.365720:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205060.365723:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205060.365730:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b000.
00000100:00000001:1.0:1788205060.365731:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205060.365734:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205060.365736:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205060.365737:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205060.365741:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205060.365746:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205060.365747:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937926272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788205060.365753:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937925888:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205060.365760:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788205060.365762:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1788205060.365764:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205060.365766:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205060.365767:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205060.365770:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205060.365775:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000040:2.0:1788205060.365776:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937926272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205060.365778:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205060.365785:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205060.365791:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788205060.365797:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000001:2.0:1788205060.365797:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788205060.365803:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937925888, portal 10
00000100:00000040:2.0:1788205060.365806:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15376)
00000100:00000001:1.0:1788205060.365807:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205060.365809:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417088 : -127142906134528 : ffff8c5d3c3e8000)
00000100:00000040:1.0:1788205060.365818:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8000 x1875052937925888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.365825:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205060.365828:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205060.365830:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788205060.365833:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937925888, offset 0
00000400:00000200:1.0:1788205060.365837:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205060.365841:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205060.365845:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205060.365848:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205060.365850:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205060.365853:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205060.365855:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205060.365858:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547183:547183:256:4294967295] 192.168.201.135@tcp LPNI seq info [547149:547149:8:4294967295]
00000400:00000200:1.0:1788205060.365862:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205060.365869:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205060.365874:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205060.365877:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788205060.365880:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205060.365883:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788205060.365888:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205060.365890:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788205060.365893:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205060.365895:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788205060.365898:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205060.365902:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205060.365905:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788205060.365907:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788205060.365909:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205060.365912:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8000 x1875052937925888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.365920:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205060.365923:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8000 x1875052937925888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.365930:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.365932:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205060.365934:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205060.365938:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788205060.365942:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205060.365944:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310038557
00000100:00000001:1.0:1788205060.365947:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310042316
00000100:00000001:1.0:1788205060.365949:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310038557
00000100:00000001:1.0:1788205060.365951:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310042317
00000100:00000001:1.0:1788205060.365953:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205060.365955:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.365957:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205060.365961:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205060/real 1788205060]  req@ffff8c5d3c3e8000 x1875052937925888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205060.365968:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205060.365970:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205060.365971:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788205060.365973:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788205060.365975:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788205060.365977:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205060.365980:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8000 x1875052937925888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205060.365989:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8000 x1875052937925888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366001:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205060.366002:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.366004:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205060.366006:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205060.366009:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8000 x1875052937925888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366016:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205060.366020:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8000 x1875052937925888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366026:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205060.366028:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.366030:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205060.366031:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.366033:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205060.366035:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205060.366037:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205060.366040:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205060.366041:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205060.366046:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8000 x1875052937925888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205060.366054:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937925888:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205060.366057:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205060.366060:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eaa00 x1875052937926016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366066:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205060.366067:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205060.366070:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205060.366071:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205060.366073:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205060.366076:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937926016:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205060.366079:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205060.366081:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205060.366082:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205060.366084:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205060.366100:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788205060.366102:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205060.366106:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205060.366108:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788205060.366111:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788205060.366113:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937926016, portal 10
00000100:00000001:1.0:1788205060.366115:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205060.366117:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803427840 : -127142906123776 : ffff8c5d3c3eaa00)
00000100:00000040:1.0:1788205060.366123:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eaa00 x1875052937926016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366130:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205060.366132:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205060.366134:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788205060.366136:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937926016, offset 0
00000400:00000200:1.0:1788205060.366139:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205060.366143:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205060.366146:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205060.366149:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205060.366152:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205060.366154:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205060.366156:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205060.366159:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547184:547184:256:4294967295] 192.168.201.135@tcp LPNI seq info [547150:547150:8:4294967295]
00000400:00000200:1.0:1788205060.366164:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205060.366169:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205060.366174:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205060.366177:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788205060.366181:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205060.366183:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788205060.366188:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205060.366190:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788205060.366194:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205060.366196:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788205060.366199:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205060.366203:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205060.366206:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788205060.366207:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788205060.366209:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205060.366213:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eaa00 x1875052937926016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366220:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205060.366223:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eaa00 x1875052937926016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366229:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.366231:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205060.366233:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205060.366236:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788205060.366239:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205060.366241:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310038552
00000100:00000001:1.0:1788205060.366243:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310042316
00000100:00000001:1.0:1788205060.366246:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310038552
00000100:00000001:1.0:1788205060.366248:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310042317
00000100:00000001:1.0:1788205060.366250:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205060.366252:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.366254:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205060.366257:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205060/real 1788205060]  req@ffff8c5d3c3eaa00 x1875052937926016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205060.366266:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205060.366267:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205060.366269:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788205060.366271:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788205060.366273:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788205060.366275:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205060.366277:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eaa00 x1875052937926016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205060.366286:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eaa00 x1875052937926016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366293:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205060.366294:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.366295:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205060.366296:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205060.366317:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eaa00 x1875052937926016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366324:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205060.366328:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eaa00 x1875052937926016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366335:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205060.366337:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.366339:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205060.366340:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.366342:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205060.366343:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205060.366346:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205060.366348:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205060.366350:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205060.366355:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eaa00 x1875052937926016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205060.366363:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937926016:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205060.366366:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205060.366369:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9f80 x1875052937926144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366375:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205060.366377:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205060.366379:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205060.366381:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205060.366382:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205060.366385:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937926144:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205060.366388:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205060.366389:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205060.366391:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205060.366392:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205060.366396:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788205060.366398:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205060.366401:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205060.366403:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788205060.366406:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788205060.366409:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937926144, portal 4
00000100:00000001:1.0:1788205060.366410:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205060.366411:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803425152 : -127142906126464 : ffff8c5d3c3e9f80)
00000100:00000040:1.0:1788205060.366417:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9f80 x1875052937926144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366423:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205060.366424:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205060.366426:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788205060.366429:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937926144, offset 0
00000400:00000200:1.0:1788205060.366433:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205060.366436:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205060.366439:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205060.366442:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205060.366444:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205060.366446:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205060.366448:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205060.366451:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547185:547185:256:4294967295] 192.168.201.135@tcp LPNI seq info [547151:547151:8:4294967295]
00000400:00000200:1.0:1788205060.366455:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205060.366461:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205060.366465:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205060.366468:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788205060.366471:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205060.366474:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788205060.366478:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205060.366480:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788205060.366484:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205060.366486:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788205060.366489:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205060.366492:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205060.366495:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788205060.366497:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788205060.366499:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205060.366503:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9f80 x1875052937926144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366509:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205060.366512:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9f80 x1875052937926144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366519:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.366521:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205060.366523:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205060.366526:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788205060.366529:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205060.366531:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310038646
00000100:00000001:1.0:1788205060.366533:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310042316
00000100:00000001:1.0:1788205060.366535:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310038646
00000100:00000001:1.0:1788205060.366537:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310042317
00000100:00000001:1.0:1788205060.366539:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205060.366541:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.366542:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205060.366546:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205060/real 1788205060]  req@ffff8c5d3c3e9f80 x1875052937926144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205060.366553:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205060.366554:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205060.366556:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788205060.366558:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788205060.366560:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788205060.366562:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205060.366564:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9f80 x1875052937926144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205060.366572:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9f80 x1875052937926144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366578:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205060.366579:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.366580:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205060.366582:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205060.366585:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9f80 x1875052937926144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366591:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205060.366604:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9f80 x1875052937926144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366613:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205060.366616:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.366617:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205060.366619:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.366621:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205060.366622:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205060.366624:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205060.366627:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205060.366630:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205060.366633:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9f80 x1875052937926144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205060.366640:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937926144:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205060.366644:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.366646:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205060.366649:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8000 x1875052937925888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366655:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205060.366657:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205060.366658:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205060.366661:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205060.366662:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205060.366664:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205060.366666:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205060.366668:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:1.0:1788205060.366670:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205060.366671:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205060.366673:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8000.
00000100:00000001:1.0:1788205060.366675:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205060.366676:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.366678:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205060.366681:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eaa00 x1875052937926016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366694:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205060.366695:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205060.366697:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788205060.366699:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205060.366700:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205060.366701:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205060.366703:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205060.366704:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:1.0:1788205060.366706:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205060.366707:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205060.366709:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eaa00.
00000100:00000001:1.0:1788205060.366711:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205060.366712:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.366713:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205060.366716:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9f80 x1875052937926144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366722:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205060.366724:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205060.366725:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788205060.366727:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205060.366728:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205060.366729:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205060.366730:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205060.366731:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:1.0:1788205060.366733:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205060.366734:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205060.366735:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9f80.
00000100:00000001:1.0:1788205060.366737:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205060.366739:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.366741:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.366744:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205060.366745:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.366747:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205060.366749:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205060.366750:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205060.366754:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9500 x1875052937926272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366761:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205060.366762:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205060.366765:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205060.366766:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205060.366768:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205060.366770:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937926272:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205060.366773:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205060.366775:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205060.366777:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205060.366779:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205060.366781:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788205060.366783:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205060.366786:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205060.366788:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788205060.366791:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788205060.366794:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937926272, portal 4
00000100:00000001:1.0:1788205060.366796:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205060.366797:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803422464 : -127142906129152 : ffff8c5d3c3e9500)
00000100:00000040:1.0:1788205060.366803:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9500 x1875052937926272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366810:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205060.366812:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205060.366814:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788205060.366817:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937926272, offset 0
00000400:00000200:1.0:1788205060.366820:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205060.366823:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205060.366826:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205060.366829:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205060.366831:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205060.366833:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205060.366836:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205060.366839:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547186:547186:256:4294967295] 192.168.201.135@tcp LPNI seq info [547152:547152:8:4294967295]
00000400:00000200:1.0:1788205060.366843:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205060.366849:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205060.366854:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205060.366856:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788205060.366860:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205060.366862:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1788205060.366867:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205060.366869:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1788205060.366873:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205060.366875:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788205060.366878:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205060.366881:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205060.366884:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788205060.366885:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788205060.366887:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205060.366891:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9500 x1875052937926272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366899:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205060.366901:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9500 x1875052937926272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366909:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.366910:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205060.366913:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205060.366916:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788205060.366918:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205060.366920:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310038663
00000100:00000001:1.0:1788205060.366923:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310042316
00000100:00000001:1.0:1788205060.366925:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310038663
00000100:00000001:1.0:1788205060.366927:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310042317
00000100:00000001:1.0:1788205060.366929:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205060.366931:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.366933:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205060.366936:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205060/real 1788205060]  req@ffff8c5d3c3e9500 x1875052937926272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205060.366944:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205060.366945:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205060.366947:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788205060.366949:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788205060.366950:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788205060.366952:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205060.366955:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9500 x1875052937926272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205060.366963:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9500 x1875052937926272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366970:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205060.366971:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.366973:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205060.366974:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205060.366977:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9500 x1875052937926272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366984:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205060.366987:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9500 x1875052937926272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.366994:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205060.366996:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.366998:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205060.367000:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.367001:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205060.367003:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205060.367005:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205060.367009:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205060.367011:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205060.367014:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9500 x1875052937926272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205060.367022:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937926272:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205060.367026:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.367028:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205060.367030:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9500 x1875052937926272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205060.367036:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205060.367038:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205060.367039:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788205060.367041:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205060.367043:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205060.367044:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205060.367046:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205060.367047:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:1.0:1788205060.367050:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205060.367051:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205060.367052:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9500.
00000100:00000001:1.0:1788205060.367054:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205060.367055:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.367057:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205060.367060:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205060.367061:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205060.367063:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205060.367064:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205060.556963:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205060.556971:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205060.556973:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205060.556978:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205060.556982:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205060.556985:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.556987:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205060.556989:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205060.556991:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205061.068483:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205061.068491:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205061.068498:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205061.068499:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205061.068873:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205061.068878:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205061.068881:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205061.580452:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205061.580461:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205061.580463:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205061.580470:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205061.580474:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205061.580480:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205061.580483:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205061.580485:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205061.580488:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205062.092479:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205062.092488:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205062.092496:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205062.092498:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205062.092575:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205062.092581:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205062.092585:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205062.604397:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205062.604406:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205062.604408:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205062.604414:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205062.604417:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205062.604421:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205062.604423:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205062.604426:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205062.604429:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205063.116570:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205063.116577:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205063.116582:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205063.116583:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205063.116604:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205063.116607:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205063.116610:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205063.628514:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205063.628522:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205063.628524:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205063.628530:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205063.628533:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205063.628537:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205063.628539:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205063.628542:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205063.628545:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205064.140400:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205064.140406:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205064.140411:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205064.140412:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205064.140447:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205064.140451:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205064.140454:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205064.204375:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310042317, at 4310042368
00000100:00000040:0.0:1788205064.204378:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310042316, at 4310042368
00000100:00000010:1.0:1788205064.204388:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749660.
00000100:00000010:0.0:1788205064.204390:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749b40.
00000100:00000001:0.0:1788205064.653113:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205064.653119:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205064.653121:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205064.653125:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205064.653127:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205064.653130:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205064.653132:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205064.653134:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205064.653135:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205065.164505:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205065.164512:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205065.164516:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205065.164517:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205065.167083:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205065.167089:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205065.167094:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205065.484640:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205065.484652:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205065.484655:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205065.484659:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205065.484664:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205065.484673:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15371
00000400:00000200:3.0:1788205065.484684:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205065.484692:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205065.484695:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205065.484698:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205065.484702:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205065.484705:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205065.484708:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205065.484713:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205065.484715:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205065.484718:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205065.484722:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205065.484724:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205065.484726:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205065.484729:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205065.484731:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205065.484733:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205065.484747:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205065.484750:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205065.484754:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205065.484756:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.484759:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205065.484764:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205065.484766:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.484768:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205065.484771:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205065.484783:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788205065.484787:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205065.484793:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205065.484795:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.484798:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205065.484802:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205065.484807:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205065.484816:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788205065.484823:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205065.484834:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937926400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205065.484844:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205065.484849:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205065.484853:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937926400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.484878:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205065.484882:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205065.484885:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205065.484887:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205065.484888:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205065.484891:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205065.484894:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15371
00000400:00000200:3.0:1788205065.484898:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205065.484902:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205065.484905:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205065.484908:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205065.484910:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205065.484913:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205065.484915:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205065.484917:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205065.484919:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205065.484920:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205065.484923:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205065.484925:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788205065.484928:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788205065.484932:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205065.484934:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205065.484936:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205065.484938:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205065.484940:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788205065.484944:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205065.484946:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205065.484947:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.484955:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788205065.484957:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205065.484960:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788205065.484963:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205065.484968:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.484970:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1788205065.484976:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937926400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788205065.484977:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205065.484986:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.484992:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.485017:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000010:3.0:1788205065.485018:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000100:00000001:1.0:1788205065.485021:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205065.485023:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205065.485029:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205065.485030:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205065.485032:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205065.485034:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205065.485036:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205065.485038:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205065.485043:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937926400:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205065.485047:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205065.485051:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205065.485053:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205065.485054:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205065.485062:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788205065.485064:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.485067:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788205065.485071:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788205065.485072:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788205065.485076:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
02000000:00000010:3.0:1788205065.485081:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000400:00000010:1.0:1788205065.485084:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000001:3.0:1788205065.485088:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788205065.485092:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937926400, portal 25
00000100:00000001:1.0:1788205065.485097:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1788205065.485098:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937926528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205065.485101:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000001:3.0:1788205065.485115:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788205065.485116:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937926400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.485120:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205065.485131:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937926528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.485144:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205065.485155:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205065.485157:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788205065.485159:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00080000:3.0:1788205065.485164:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1788205065.485165:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937926400, offset 0
00000100:00080000:3.0:1788205065.485177:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205065.485178:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205065.485180:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205065.485183:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788205065.485186:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205065.485190:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15371
00000400:00000200:3.0:1788205065.485198:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205065.485205:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205065.485210:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205065.485214:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788205065.485219:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:3.0:1788205065.485226:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788205065.485229:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788205065.485237:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788205065.485241:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000040:3.0:1788205065.485246:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788205065.485249:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205065.485256:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788205065.485256:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788205065.485264:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547187:547187:256:4294967295] 192.168.201.135@tcp LPNI seq info [547153:547153:8:4294967295]
00000020:00000001:3.0:1788205065.485265:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205065.485270:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:1.0:1788205065.485274:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788205065.485277:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205065.485281:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788205065.485290:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788205065.485293:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205065.485353:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788205065.485356:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000010:1.0:1788205065.485360:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000100:00000040:3.0:1788205065.485366:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205065.485370:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1788205065.485375:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788205065.485376:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205065.485385:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:1.0:1788205065.485386:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788205065.485397:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:3.0:1788205065.485400:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000800:00000200:1.1:1788205065.485405:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00080000:3.0:1788205065.485409:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205065.485414:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.485417:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205065.485421:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205065.485422:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.485424:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205065.485426:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1788205065.485431:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000008:00000001:3.0:1788205065.485432:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.485438:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788205065.485439:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000100:00000010:3.0:1788205065.485443:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788205065.485449:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:1.0:1788205065.485451:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788205065.485452:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205065.485455:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.485461:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788205065.485462:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788205065.485467:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205065.485471:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205065.485472:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
02000000:00000010:3.0:1788205065.485479:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000400:00000010:1.0:1788205065.485480:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:3.0:1788205065.485487:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.485489:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1788205065.485496:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937926656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788205065.485498:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69f80 x1875052937926400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.485518:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205065.485525:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937926400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.485526:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205065.485535:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.485545:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.485548:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788205065.485553:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937926656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.485557:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205065.485571:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205065.485573:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.485576:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310047437
00000100:00080000:3.0:1788205065.485579:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205065.485584:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205065.485586:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205065.485587:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205065.485590:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205065.485593:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15371
00000100:00000010:1.0:1788205065.485597:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749660.
00000400:00000200:3.0:1788205065.485602:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205065.485608:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1788205065.485609:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205065.485614:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788205065.485615:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310047437
00000100:00000040:3.0:1788205065.485621:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000010:1.0:1788205065.485623:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7491e0.
00000100:00000001:3.0:1788205065.485628:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205065.485631:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1788205065.485634:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205065.485638:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205065.485640:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788205065.485643:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205065.485646:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205065.485648:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:1.0:1788205065.485649:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1788205065.485653:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205065.485658:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00100000:1.0:1788205065.485660:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205065/real 1788205065]  req@ffff8c5d3ba69f80 x1875052937926400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205065.485662:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205065.485673:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000001:1.0:1788205065.485680:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205065.485684:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1788205065.485685:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:1.0:1788205065.485686:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788205065.485693:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000100:00000001:3.0:1788205065.485693:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1788205065.485699:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000040:3.0:1788205065.485703:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205065.485704:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788205065.485712:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:1.0:1788205065.485714:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937926400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205065.485721:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000200:1.0:1788205065.485734:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937926400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205065.485735:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205065.485741:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.485744:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205065.485747:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205065.485758:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.485760:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205065.485764:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205065.485765:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.485770:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:3.0:1788205065.485771:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788205065.485773:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205065.485780:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937926400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788205065.485782:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.485791:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.485800:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1788205065.485802:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788205065.485808:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000040:1.0:1788205065.485809:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937926400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205065.485818:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788205065.485823:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788205065.485824:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.485830:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.485833:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205065.485833:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788205065.485838:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205065.485839:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788205065.485843:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1788205065.485844:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.485846:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205065.485851:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000010:3.0:1788205065.485854:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00080000:1.0:1788205065.485855:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205065.485862:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788205065.485862:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205065.485870:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937926400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205065.485876:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937926784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1788205065.485881:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937926400:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205065.485893:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.485900:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205065.485906:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937926400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.485910:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205065.485918:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.485919:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205065.485923:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205065.485925:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788205065.485930:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000040:3.0:1788205065.485931:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937926784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788205065.485933:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205065.485936:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788205065.485944:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205065.485947:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:1.0:1788205065.485955:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205065.485957:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205065.485960:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:3.0:1788205065.485964:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.485966:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205065.485969:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788205065.485970:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788205065.485975:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788205065.485976:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205065.485981:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205065.485983:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205065.485986:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205065.485987:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788205065.485991:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205065.485994:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15371
00000400:00000200:3.0:1788205065.486014:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205065.486018:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1788205065.486018:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788205065.486025:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788205065.486026:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788205065.486030:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205065.486038:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937926528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205065.486038:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205065.486050:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205065.486060:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205065.486064:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205065.486068:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.486068:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:1.0:1788205065.486078:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1788205065.486079:0:267769:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:1.0:1788205065.486081:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205065.486084:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205065.486084:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788205065.486091:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00100000:1.0:1788205065.486092:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937926528:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205065.486098:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1788205065.486098:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
02000000:00000001:1.0:1788205065.486103:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1788205065.486104:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:1.0:1788205065.486107:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205065.486111:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:1.0:1788205065.486112:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205065.486118:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44000.
00000100:00000040:3.0:1788205065.486120:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:1.0:1788205065.486123:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.486125:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205065.486132:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788205065.486134:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205065.486138:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:1.0:1788205065.486140:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000020:00000040:3.0:1788205065.486144:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000010:1.0:1788205065.486147:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788205065.486153:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937926528, portal 10
00000100:00080000:3.0:1788205065.486153:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205065.486158:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205065.486163:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000001:3.0:1788205065.486163:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205065.486173:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1788205065.486178:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937926528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205065.486178:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205065.486189:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.486192:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205065.486198:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205065.486198:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:1.0:1788205065.486204:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000008:00100000:3.0:1788205065.486205:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000200:1.0:1788205065.486207:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937926528, offset 0
00000008:00000001:3.0:1788205065.486216:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205065.486223:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205065.486225:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205065.486232:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:3.0:1788205065.486237:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000400:00000200:1.0:1788205065.486238:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205065.486244:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1788205065.486244:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000200:1.0:1788205065.486255:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:3.0:1788205065.486256:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1788205065.486260:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788205065.486260:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205065.486271:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788205065.486272:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205065.486279:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788205065.486282:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547188:547188:256:4294967295] 192.168.201.135@tcp LPNI seq info [547154:547154:8:4294967295]
00000400:00000200:1.0:1788205065.486287:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205065.486291:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205065.486294:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205065.486296:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788205065.486313:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205065.486315:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788205065.486318:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205065.486320:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788205065.486322:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205065.486324:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788205065.486329:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205065.486332:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205065.486334:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788205065.486337:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788205065.486340:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788205065.486340:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788205065.486344:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937926528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788205065.486349:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788205065.486357:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.486361:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1788205065.486367:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937926912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1788205065.486369:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937926528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205065.486408:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205065.486410:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205065.486414:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.486415:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205065.486421:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205065.486428:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000100:00000040:3.0:1788205065.486428:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937926912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788205065.486441:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205065.486452:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310043678
00000100:00000001:1.0:1788205065.486460:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310047437
00000100:00000001:3.0:1788205065.486462:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.486464:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310043678
00000100:00000001:1.0:1788205065.486470:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310047437
00000100:00000040:3.0:1788205065.486471:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15381)
00000100:00000001:1.0:1788205065.486475:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205065.486479:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.486483:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205065.486488:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205065/real 1788205065]  req@ffff8c5d3ba68a80 x1875052937926528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205065.486497:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205065.486500:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205065.486501:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788205065.486503:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788205065.486504:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788205065.486506:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205065.486508:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937926528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205065.486513:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937926528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486517:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205065.486518:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.486519:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205065.486520:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205065.486522:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937926528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486525:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205065.486528:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937926528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486532:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205065.486533:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.486534:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205065.486535:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.486536:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205065.486537:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205065.486539:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205065.486541:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205065.486542:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205065.486545:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937926528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205065.486549:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937926528:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205065.486552:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205065.486554:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937926656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486560:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205065.486561:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205065.486563:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205065.486565:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205065.486567:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205065.486569:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937926656:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205065.486572:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205065.486574:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205065.486576:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205065.486578:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205065.486581:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788205065.486583:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205065.486586:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205065.486589:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788205065.486592:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788205065.486594:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937926656, portal 10
00000100:00000001:1.0:1788205065.486596:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205065.486597:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:1.0:1788205065.486604:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937926656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486608:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205065.486610:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205065.486611:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788205065.486613:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937926656, offset 0
00000400:00000200:1.0:1788205065.486615:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205065.486618:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205065.486620:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205065.486623:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205065.486625:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205065.486627:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205065.486629:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205065.486633:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547189:547189:256:4294967295] 192.168.201.135@tcp LPNI seq info [547155:547155:8:4294967295]
00000400:00000200:1.0:1788205065.486636:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205065.486642:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205065.486647:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205065.486650:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788205065.486654:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205065.486656:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788205065.486660:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205065.486663:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788205065.486667:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205065.486668:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788205065.486673:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205065.486676:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205065.486679:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788205065.486681:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788205065.486683:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205065.486687:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937926656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486695:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205065.486698:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937926656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486702:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.486703:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205065.486706:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205065.486708:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788205065.486710:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205065.486711:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310043673
00000100:00000001:1.0:1788205065.486713:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310047437
00000100:00000001:1.0:1788205065.486714:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310043673
00000100:00000001:1.0:1788205065.486716:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310047437
00000100:00000001:1.0:1788205065.486717:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205065.486718:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.486719:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205065.486721:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205065/real 1788205065]  req@ffff8c5d3ba6bb80 x1875052937926656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205065.486726:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205065.486726:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205065.486728:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788205065.486729:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788205065.486730:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788205065.486731:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205065.486733:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937926656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205065.486737:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937926656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486741:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205065.486741:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.486742:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205065.486743:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205065.486745:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937926656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486748:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205065.486751:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937926656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486755:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205065.486757:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.486757:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205065.486758:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.486759:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205065.486760:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205065.486761:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205065.486763:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205065.486764:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205065.486766:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937926656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205065.486770:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937926656:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205065.486772:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205065.486775:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937926784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486779:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205065.486780:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205065.486781:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205065.486782:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205065.486783:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205065.486785:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937926784:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205065.486787:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205065.486788:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205065.486789:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205065.486791:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205065.486793:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205065.486794:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205065.486796:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205065.486797:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788205065.486800:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788205065.486802:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937926784, portal 4
00000100:00000001:1.0:1788205065.486803:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205065.486804:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:1.0:1788205065.486807:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937926784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486811:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205065.486813:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205065.486814:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788205065.486816:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937926784, offset 0
00000400:00000200:1.0:1788205065.486818:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205065.486820:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205065.486822:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205065.486824:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205065.486825:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205065.486827:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205065.486829:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205065.486831:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547190:547190:256:4294967295] 192.168.201.135@tcp LPNI seq info [547156:547156:8:4294967295]
00000400:00000200:1.0:1788205065.486833:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205065.486837:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205065.486840:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205065.486842:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788205065.486844:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205065.486846:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788205065.486849:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205065.486850:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788205065.486852:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205065.486854:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788205065.486856:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205065.486858:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205065.486860:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788205065.486862:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788205065.486863:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205065.486865:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937926784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486869:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205065.486871:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937926784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486875:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.486876:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205065.486877:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205065.486879:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788205065.486881:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205065.486882:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310043766
00000100:00000001:1.0:1788205065.486884:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310047437
00000100:00000001:1.0:1788205065.486885:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310043766
00000100:00000001:1.0:1788205065.486886:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310047437
00000100:00000001:1.0:1788205065.486887:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205065.486888:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.486889:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205065.486891:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205065/real 1788205065]  req@ffff8c5d3ba6b800 x1875052937926784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205065.486895:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205065.486896:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205065.486897:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788205065.486898:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788205065.486899:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788205065.486900:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205065.486902:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937926784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205065.486906:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937926784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486910:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205065.486911:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.486912:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205065.486913:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205065.486915:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937926784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486919:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205065.486920:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937926784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486924:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205065.486925:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.486926:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205065.486927:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.486927:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205065.486928:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205065.486929:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205065.486931:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205065.486932:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205065.486934:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937926784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205065.486938:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937926784:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205065.486940:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.486941:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205065.486943:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937926528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486946:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205065.486948:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205065.486949:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:1.0:1788205065.486950:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205065.486951:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205065.486952:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205065.486954:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205065.486955:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:1.0:1788205065.486956:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205065.486958:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205065.486959:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:1.0:1788205065.486962:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205065.486963:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.486964:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205065.486967:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937926656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.486974:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205065.486975:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205065.486976:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:1.0:1788205065.486978:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205065.486979:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205065.486981:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205065.486982:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205065.486983:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:1.0:1788205065.486985:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205065.486987:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205065.486988:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:1.0:1788205065.486991:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205065.486992:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.486993:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205065.487007:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937926784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.487014:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205065.487015:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205065.487016:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205065.487019:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205065.487020:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205065.487021:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205065.487023:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205065.487025:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:1.0:1788205065.487027:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205065.487028:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205065.487029:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:1.0:1788205065.487031:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205065.487032:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.487034:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.487038:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205065.487040:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.487042:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205065.487043:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205065.487045:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205065.487048:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937926912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.487055:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205065.487056:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205065.487058:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205065.487060:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205065.487061:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205065.487064:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937926912:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205065.487068:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205065.487069:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205065.487071:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205065.487072:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205065.487075:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205065.487077:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205065.487080:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205065.487083:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788205065.487086:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788205065.487089:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937926912, portal 4
00000100:00000001:1.0:1788205065.487090:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205065.487091:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000040:1.0:1788205065.487097:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937926912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.487108:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205065.487110:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205065.487113:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788205065.487115:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937926912, offset 0
00000400:00000200:1.0:1788205065.487119:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205065.487122:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205065.487126:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205065.487129:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205065.487131:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205065.487133:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205065.487135:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205065.487138:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547191:547191:256:4294967295] 192.168.201.135@tcp LPNI seq info [547157:547157:8:4294967295]
00000400:00000200:1.0:1788205065.487142:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205065.487147:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205065.487151:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205065.487154:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788205065.487157:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205065.487160:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788205065.487163:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205065.487166:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788205065.487169:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205065.487171:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:1.0:1788205065.487175:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205065.487178:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205065.487181:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:1.0:1788205065.487182:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:1.0:1788205065.487185:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205065.487189:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b100 x1875052937926912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.487196:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205065.487198:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937926912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.487205:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.487207:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205065.487210:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205065.487213:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788205065.487216:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205065.487218:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310043783
00000100:00000001:1.0:1788205065.487220:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310047437
00000100:00000001:1.0:1788205065.487222:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310043783
00000100:00000001:1.0:1788205065.487223:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310047437
00000100:00000001:1.0:1788205065.487225:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205065.487227:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.487229:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205065.487233:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205065/real 1788205065]  req@ffff8c5d3ba6b100 x1875052937926912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205065.487240:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205065.487242:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205065.487243:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788205065.487245:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788205065.487247:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788205065.487249:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205065.487252:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937926912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205065.487260:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937926912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.487266:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205065.487267:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.487269:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205065.487270:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205065.487274:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937926912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.487281:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205065.487284:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937926912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.487290:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205065.487292:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.487292:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205065.487293:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.487294:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205065.487295:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205065.487297:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205065.487318:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205065.487319:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205065.487322:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937926912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205065.487327:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937926912:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205065.487330:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.487332:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205065.487335:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937926912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205065.487340:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205065.487342:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205065.487343:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205065.487347:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205065.487348:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205065.487349:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205065.487351:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205065.487352:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:1.0:1788205065.487355:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205065.487356:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205065.487358:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:1.0:1788205065.487360:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205065.487361:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.487363:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205065.487366:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205065.487367:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205065.487369:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205065.487371:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205065.676446:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205065.676455:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205065.676458:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205065.676464:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205065.676468:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205065.676472:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205065.676476:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205065.676479:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205065.676482:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205066.188452:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205066.188461:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205066.188463:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205066.188466:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205066.188472:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205066.188474:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205066.188476:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205066.188477:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205066.188481:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205066.188483:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205066.188483:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205066.188484:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205066.188485:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205066.188486:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205066.188488:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205066.188489:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205066.188553:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205066.188557:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205066.188560:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205066.701462:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205066.701471:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205066.701473:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205066.701488:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205066.701493:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205066.701497:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205066.701499:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205066.701502:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205066.701504:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205067.212490:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205067.212498:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205067.212506:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205067.212507:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205067.212575:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205067.212580:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205067.212584:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205067.724461:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205067.724469:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205067.724470:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205067.724476:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205067.724479:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205067.724484:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205067.724486:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205067.724489:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205067.724491:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205068.236460:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205068.236467:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205068.236474:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205068.236475:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205068.236560:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205068.236563:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205068.236567:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205068.748439:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205068.748448:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205068.748451:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205068.748458:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205068.748462:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205068.748467:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205068.748470:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205068.748474:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205068.748477:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205069.260436:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205069.260445:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205069.260452:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205069.260453:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205069.260513:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205069.260519:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205069.260523:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205069.324429:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310047437, at 4310047488
00000100:00000040:1.0:1788205069.324429:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310047437, at 4310047488
00000100:00000010:0.0:1788205069.324447:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749660.
00000100:00000010:1.0:1788205069.324447:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7491e0.
00000100:00000001:0.0:1788205069.772480:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205069.772490:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205069.772492:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205069.772499:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205069.772503:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205069.772508:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205069.772512:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205069.772515:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205069.772518:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205070.284452:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205070.284459:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205070.284465:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205070.284467:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205070.284531:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205070.284534:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205070.284537:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788205070.604427:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205070.604445:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205070.604448:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205070.604453:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205070.604461:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205070.604471:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15376
00000400:00000200:1.0:1788205070.604483:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205070.604490:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205070.604493:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205070.604496:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205070.604500:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205070.604502:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205070.604505:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205070.604510:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205070.604512:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788205070.604515:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205070.604518:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788205070.604521:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788205070.604523:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788205070.604527:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205070.604528:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205070.604530:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205070.604532:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205070.604535:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788205070.604538:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205070.604541:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205070.604544:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205070.604548:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205070.604551:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205070.604553:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205070.604556:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205070.604567:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27eced80.
00000020:00000040:1.0:1788205070.604571:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788205070.604575:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205070.604577:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205070.604581:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205070.604584:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205070.604589:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205070.604598:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:1.0:1788205070.604605:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205070.604617:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27eced80 x1875052937927040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205070.604627:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205070.604633:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205070.604637:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd968063] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27eced80 x1875052937927040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205070.604666:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205070.604670:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205070.604673:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205070.604675:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205070.604677:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205070.604680:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205070.604683:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15376
00000400:00000200:1.0:1788205070.604687:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205070.604691:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205070.604694:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205070.604697:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205070.604699:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205070.604702:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205070.604703:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205070.604704:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205070.604708:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788205070.604709:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788205070.604712:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1788205070.604712:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788205070.604715:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205070.604718:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000040:0.0:1788205070.604721:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27eced80 x1875052937927040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788205070.604721:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788205070.604726:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788205070.604733:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205070.604737:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205070.604740:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:1.0:1788205070.604741:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205070.604744:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205070.604745:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205070.604750:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:0.0:1788205070.604751:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1788205070.604754:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:0.0:1788205070.604756:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205070.604759:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.604761:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205070.604763:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1788205070.604768:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937927040:192.168.201.135@tcp:250:kworker.0
02000000:00000001:1.0:1788205070.604771:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205070.604772:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205070.604776:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.604778:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1788205070.604778:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788205070.604782:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.604785:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:1.0:1788205070.604786:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1788205070.604790:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7800.
02000000:00000001:0.0:1788205070.604792:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.604798:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00000001:1.0:1788205070.604802:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205070.604803:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:1.0:1788205070.604806:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205070.604811:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000010:1.0:1788205070.604813:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece300.
00000020:00000040:1.0:1788205070.604817:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000200:0.0:1788205070.604819:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937927040, portal 25
00000100:00000001:0.0:1788205070.604821:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205070.604823:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462526848 : -127143247024768 : ffff8c5d27eced80)
02000000:00000001:1.0:1788205070.604827:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:0.0:1788205070.604828:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27eced80 x1875052937927040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205070.604834:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.604835:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205070.604839:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788205070.604839:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205070.604843:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1788205070.604844:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
02000000:00000001:1.0:1788205070.604846:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205070.604848:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937927040, offset 0
00000400:00000200:0.0:1788205070.604854:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000010:1.0:1788205070.604854:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000001:1.0:1788205070.604861:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.604864:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:1.0:1788205070.604870:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece300 x1875052937927168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205070.604871:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205070.604878:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788205070.604880:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205070.604884:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.604887:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000040:1.0:1788205070.604891:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007034b06e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece300 x1875052937927168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205070.604895:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205070.604901:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:1.0:1788205070.604921:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.604924:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547192:547192:256:4294967295] 192.168.201.135@tcp LPNI seq info [547158:547158:8:4294967295]
00000100:00080000:1.0:1788205070.604926:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205070.604933:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:0.0:1788205070.604935:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205070.604936:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205070.604940:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205070.604943:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205070.604948:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15376
00000400:00000200:0.0:1788205070.604952:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205070.604958:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205070.604963:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000400:00000200:1.0:1788205070.604963:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205070.604969:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000200:0.0:1788205070.604972:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:1.0:1788205070.604974:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1788205070.604977:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1788205070.604981:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:0.1:1788205070.604985:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788205070.604987:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.1:1788205070.604989:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000040:1.0:1788205070.604992:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000100:0.0:1788205070.604997:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788205070.604998:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000010:0.0:1788205070.605000:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000020:00000001:1.0:1788205070.605002:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205070.605006:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:0.0:1788205070.605007:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1788205070.605008:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205070.605012:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:0.0:1788205070.605015:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1788205070.605016:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788205070.605021:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788205070.605025:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000100:00000040:1.0:1788205070.605026:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:0.0:1788205070.605030:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:1.0:1788205070.605031:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205070.605035:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205070.605038:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205070.605041:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00000001:0.0:1788205070.605043:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1788205070.605044:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205070.605049:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205070.605051:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27eced80 x1875052937927040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205070.605052:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205070.605056:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205070.605061:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205070.605065:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205070.605069:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00100000:1.0:1788205070.605069:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1788205070.605075:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27eced80 x1875052937927040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1788205070.605075:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205070.605079:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205070.605085:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecf480.
00000100:00000001:0.0:1788205070.605087:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.605090:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000040:1.0:1788205070.605090:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205070.605096:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205070.605097:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205070.605099:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205070.605100:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205070.605101:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205070.605105:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.605109:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:1.0:1788205070.605111:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:0.0:1788205070.605113:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310052556
00000100:00000001:1.0:1788205070.605116:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205070.605120:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00100000:1.0:1788205070.605125:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecf480 x1875052937927296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205070.605130:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205070.605136:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205070.605139:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.605142:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310052556
00000100:00000040:1.0:1788205070.605145:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b04005c6] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecf480 x1875052937927296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1788205070.605148:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074ba0.
00000100:00000001:0.0:1788205070.605153:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205070.605159:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205070.605159:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205070.605163:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205070.605164:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.605169:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1788205070.605170:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205070.605174:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205070.605176:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1788205070.605177:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205070/real 1788205070]  req@ffff8c5d27eced80 x1875052937927040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205070.605182:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205070.605189:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15376
00000400:00000001:0.0:1788205070.605193:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:1.0:1788205070.605195:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000001:0.0:1788205070.605196:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205070.605200:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:1.0:1788205070.605201:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:0.0:1788205070.605204:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000100:00080000:1.0:1788205070.605206:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1788205070.605207:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000040:1.0:1788205070.605212:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205070.605213:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:1.0:1788205070.605216:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1788205070.605221:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27eced80 x1875052937927040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788205070.605221:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205070.605225:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205070.605229:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205070.605232:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788205070.605236:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:0.0:1788205070.605239:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27eced80 x1875052937927040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788205070.605240:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788205070.605244:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788205070.605250:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788205070.605256:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1788205070.605257:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205070.605259:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205070.605260:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205070.605263:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1788205070.605264:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205070.605268:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205070.605268:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205070.605273:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00100000:0.0:1788205070.605277:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27eced80 x1875052937927040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788205070.605278:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205070.605284:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205070.605289:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205070.605293:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205070.605294:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205070.605324:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27eced80 x1875052937927040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.605330:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205070.605333:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.605334:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1788205070.605334:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.605335:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205070.605339:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205070.605340:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205070.605343:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:1.0:1788205070.605344:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00080000:0.0:1788205070.605346:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:1.0:1788205070.605349:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205070.605352:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205070.605353:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000010:1.0:1788205070.605357:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecfb80.
00000100:00000001:0.0:1788205070.605358:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1788205070.605363:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000040:0.0:1788205070.605366:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27eced80 x1875052937927040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205070.605367:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205070.605370:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205070.605373:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205070.605376:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205070.605379:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205070.605383:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937927040:192.168.201.135@tcp:250:kworker.0
02000000:00000010:1.0:1788205070.605385:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:0.0:1788205070.605390:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205070.605391:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.605396:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.605401:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27eced80 x1875052937927040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205070.605401:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecfb80 x1875052937927424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205070.605428:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205070.605429:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1788205070.605433:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.605434:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205070.605438:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7800.
00000100:00000040:1.0:1788205070.605440:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2262872] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecfb80 x1875052937927424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205070.605443:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205070.605446:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205070.605450:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788205070.605454:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:1.0:1788205070.605456:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205070.605458:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
00000100:00080000:1.0:1788205070.605460:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1788205070.605464:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:1.0:1788205070.605465:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:0.0:1788205070.605468:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1788205070.605469:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:0.0:1788205070.605472:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27eced80.
00000100:00080000:1.0:1788205070.605473:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205070.605478:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205070.605479:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00080000:1.0:1788205070.605482:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15376
00000100:00000001:0.0:1788205070.605483:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.605489:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:1.0:1788205070.605489:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205070.605495:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205070.605498:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205070.605501:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1788205070.605502:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205070.605505:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205070.605506:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205070.605510:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1788205070.605511:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205070.605514:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205070.605516:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205070.605517:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788205070.605520:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205070.605523:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000040:0.0:1788205070.605525:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece300 x1875052937927168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788205070.605526:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205070.605530:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788205070.605535:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788205070.605539:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788205070.605547:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205070.605551:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205070.605552:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205070.605555:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205070.605556:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:0.0:1788205070.605561:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788205070.605561:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788205070.605565:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1788205070.605566:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
02000000:00000001:0.0:1788205070.605571:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205070.605572:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205070.605576:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205070.605578:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937927168:192.168.201.135@tcp:38:kworker.0
02000000:00000001:1.0:1788205070.605579:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205070.605584:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205070.605585:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205070.605588:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.605589:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205070.605592:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205070.605592:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205070.605595:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1788205070.605596:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1788205070.605601:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205070.605602:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7800.
00000100:00000001:1.0:1788205070.605604:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.605606:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205070.605611:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc700.
00000400:00000200:0.0:1788205070.605614:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:1.0:1788205070.605616:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000010:0.0:1788205070.605618:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
02000000:00000001:1.0:1788205070.605620:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205070.605623:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205070.605624:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:1.0:1788205070.605626:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205070.605629:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205070.605630:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205070.605633:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937927168, portal 10
02000000:00000010:1.0:1788205070.605636:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:0.0:1788205070.605637:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205070.605641:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462524160 : -127143247027456 : ffff8c5d27ece300)
00000100:00000001:1.0:1788205070.605643:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205070.605650:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc700 x1875052937927552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788205070.605651:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece300 x1875052937927168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205070.605672:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205070.605673:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788205070.605676:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205070.605679:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205070.605684:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000040:1.0:1788205070.605684:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd04a276] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc700 x1875052937927552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205070.605689:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937927168, offset 0
00000400:00000200:0.0:1788205070.605699:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788205070.605700:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.605706:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788205070.605707:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15386)
00000400:00000200:0.0:1788205070.605711:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205070.605716:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205070.605719:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205070.605721:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205070.605724:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205070.605729:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547193:547193:256:4294967295] 192.168.201.135@tcp LPNI seq info [547159:547159:8:4294967295]
00000400:00000200:0.0:1788205070.605734:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205070.605741:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205070.605745:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205070.605748:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205070.605751:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205070.605753:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205070.605756:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205070.605758:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205070.605760:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205070.605761:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205070.605764:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205070.605766:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205070.605769:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205070.605770:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205070.605773:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205070.605777:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece300 x1875052937927168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.605785:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.605788:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece300 x1875052937927168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.605795:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.605797:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205070.605800:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205070.605804:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205070.605808:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205070.605809:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310048797
00000100:00000001:0.0:1788205070.605812:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310052556
00000100:00000001:0.0:1788205070.605814:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310048797
00000100:00000001:0.0:1788205070.605817:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310052556
00000100:00000001:0.0:1788205070.605819:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205070.605822:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.605824:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205070.605827:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205070/real 1788205070]  req@ffff8c5d27ece300 x1875052937927168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205070.605835:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205070.605837:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205070.605838:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205070.605840:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205070.605841:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205070.605843:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205070.605845:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece300 x1875052937927168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205070.605850:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece300 x1875052937927168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.605854:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205070.605855:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.605856:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205070.605857:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205070.605859:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece300 x1875052937927168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.605862:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205070.605864:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece300 x1875052937927168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.605868:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205070.605870:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.605871:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205070.605872:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.605873:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205070.605874:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205070.605876:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205070.605880:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205070.605882:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205070.605886:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece300 x1875052937927168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205070.605893:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937927168:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205070.605897:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205070.605900:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecf480 x1875052937927296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.605906:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205070.605918:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.605921:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205070.605922:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205070.605925:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205070.605928:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937927296:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205070.605931:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205070.605933:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205070.605934:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.605936:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205070.605940:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788205070.605942:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.605946:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205070.605948:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205070.605951:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205070.605954:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937927296, portal 10
00000100:00000001:0.0:1788205070.605956:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205070.605957:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462528640 : -127143247022976 : ffff8c5d27ecf480)
00000100:00000040:0.0:1788205070.605964:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecf480 x1875052937927296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.605971:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205070.605974:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205070.605976:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205070.605978:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937927296, offset 0
00000400:00000200:0.0:1788205070.605982:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205070.605985:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205070.605989:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205070.605992:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205070.605994:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205070.605996:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205070.605998:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205070.606001:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547194:547194:256:4294967295] 192.168.201.135@tcp LPNI seq info [547160:547160:8:4294967295]
00000400:00000200:0.0:1788205070.606005:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205070.606010:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205070.606014:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205070.606018:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205070.606022:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205070.606025:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205070.606029:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205070.606031:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205070.606035:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205070.606037:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205070.606039:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205070.606042:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205070.606045:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205070.606046:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205070.606050:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205070.606053:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecf480 x1875052937927296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606061:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.606064:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecf480 x1875052937927296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606069:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.606071:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205070.606074:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205070.606077:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205070.606080:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205070.606082:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310048792
00000100:00000001:0.0:1788205070.606084:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310052556
00000100:00000001:0.0:1788205070.606087:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310048792
00000100:00000001:0.0:1788205070.606089:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310052556
00000100:00000001:0.0:1788205070.606091:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205070.606093:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.606094:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205070.606097:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205070/real 1788205070]  req@ffff8c5d27ecf480 x1875052937927296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205070.606104:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205070.606105:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205070.606107:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205070.606109:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205070.606110:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205070.606112:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205070.606114:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecf480 x1875052937927296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205070.606121:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecf480 x1875052937927296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606126:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205070.606127:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606129:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205070.606130:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205070.606133:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecf480 x1875052937927296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606139:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205070.606144:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecf480 x1875052937927296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606150:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205070.606153:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606155:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205070.606156:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606158:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205070.606160:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205070.606162:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205070.606166:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205070.606167:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205070.606170:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecf480 x1875052937927296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205070.606176:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937927296:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205070.606178:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205070.606180:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecfb80 x1875052937927424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606184:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205070.606185:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.606187:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205070.606188:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205070.606189:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205070.606190:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937927424:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205070.606193:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205070.606194:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205070.606195:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.606196:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205070.606199:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7000.
02000000:00000001:0.0:1788205070.606202:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.606206:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205070.606208:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205070.606212:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205070.606214:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937927424, portal 4
00000100:00000001:0.0:1788205070.606216:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205070.606217:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462530432 : -127143247021184 : ffff8c5d27ecfb80)
00000100:00000040:0.0:1788205070.606224:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecfb80 x1875052937927424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606230:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205070.606251:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205070.606254:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205070.606256:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937927424, offset 0
00000400:00000200:0.0:1788205070.606259:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205070.606263:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205070.606266:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205070.606269:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205070.606272:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205070.606274:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205070.606276:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205070.606278:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547195:547195:256:4294967295] 192.168.201.135@tcp LPNI seq info [547161:547161:8:4294967295]
00000400:00000200:0.0:1788205070.606282:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205070.606288:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205070.606292:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205070.606296:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205070.606319:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205070.606322:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205070.606325:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205070.606328:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205070.606331:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205070.606333:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205070.606336:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205070.606340:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205070.606343:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205070.606346:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205070.606349:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205070.606352:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecfb80 x1875052937927424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606360:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.606363:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecfb80 x1875052937927424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606369:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.606371:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205070.606373:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205070.606376:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205070.606380:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205070.606381:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310048886
00000100:00000001:0.0:1788205070.606384:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310052556
00000100:00000001:0.0:1788205070.606386:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310048886
00000100:00000001:0.0:1788205070.606388:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310052556
00000100:00000001:0.0:1788205070.606390:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205070.606392:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.606394:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205070.606398:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205070/real 1788205070]  req@ffff8c5d27ecfb80 x1875052937927424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205070.606404:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205070.606405:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205070.606406:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205070.606408:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205070.606409:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205070.606411:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205070.606414:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecfb80 x1875052937927424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205070.606422:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecfb80 x1875052937927424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606429:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205070.606430:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606432:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205070.606433:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205070.606437:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecfb80 x1875052937927424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606443:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205070.606447:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecfb80 x1875052937927424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606454:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205070.606457:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606458:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205070.606459:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606461:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205070.606462:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205070.606463:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205070.606466:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205070.606467:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205070.606469:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecfb80 x1875052937927424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205070.606474:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937927424:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205070.606477:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606478:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.606480:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece300 x1875052937927168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606484:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205070.606486:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205070.606488:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:0.0:1788205070.606489:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205070.606490:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205070.606492:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205070.606493:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205070.606494:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:0.0:1788205070.606496:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205070.606497:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205070.606498:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece300.
00000100:00000001:0.0:1788205070.606501:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205070.606502:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606513:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.606517:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecf480 x1875052937927296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606523:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205070.606525:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205070.606526:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788205070.606529:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205070.606530:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205070.606531:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205070.606533:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205070.606535:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:0.0:1788205070.606537:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205070.606538:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205070.606540:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecf480.
00000100:00000001:0.0:1788205070.606542:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205070.606543:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606545:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.606548:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecfb80 x1875052937927424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606553:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205070.606555:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205070.606556:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:0.0:1788205070.606558:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205070.606559:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205070.606560:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205070.606562:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205070.606564:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:0.0:1788205070.606566:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205070.606567:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205070.606568:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecfb80.
00000100:00000001:0.0:1788205070.606570:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205070.606571:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606573:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606578:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205070.606580:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.606582:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205070.606583:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205070.606585:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205070.606589:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc700 x1875052937927552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606595:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205070.606597:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.606599:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205070.606600:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205070.606602:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205070.606604:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937927552:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205070.606608:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205070.606610:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205070.606611:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205070.606613:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205070.606616:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7000.
02000000:00000001:0.0:1788205070.606617:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205070.606621:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205070.606623:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205070.606627:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205070.606630:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937927552, portal 4
00000100:00000001:0.0:1788205070.606631:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205070.606632:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516992 : -127143247034624 : ffff8c5d27ecc700)
00000100:00000040:0.0:1788205070.606638:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc700 x1875052937927552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606649:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205070.606651:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205070.606654:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205070.606656:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937927552, offset 0
00000400:00000200:0.0:1788205070.606660:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205070.606664:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205070.606668:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205070.606671:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205070.606673:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205070.606675:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205070.606677:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205070.606680:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547196:547196:256:4294967295] 192.168.201.135@tcp LPNI seq info [547162:547162:8:4294967295]
00000400:00000200:0.0:1788205070.606684:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205070.606690:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205070.606694:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205070.606697:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205070.606701:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205070.606704:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205070.606708:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205070.606711:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205070.606714:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205070.606716:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205070.606719:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205070.606722:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205070.606725:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205070.606726:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205070.606729:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205070.606732:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc700 x1875052937927552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606739:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.606742:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc700 x1875052937927552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205095 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606753:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.606755:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205070.606757:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205070.606761:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205070.606763:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205070.606765:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310048903
00000100:00000001:0.0:1788205070.606767:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310052556
00000100:00000001:0.0:1788205070.606769:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310048903
00000100:00000001:0.0:1788205070.606771:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310052556
00000100:00000001:0.0:1788205070.606773:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205070.606775:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.606777:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205070.606781:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205070/real 1788205070]  req@ffff8c5d27ecc700 x1875052937927552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205070.606788:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205070.606789:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205070.606791:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205070.606793:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205070.606795:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205070.606797:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205070.606800:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc700 x1875052937927552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205070.606808:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc700 x1875052937927552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606815:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205070.606816:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606818:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205070.606819:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205070.606823:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc700 x1875052937927552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606831:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205070.606835:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc700 x1875052937927552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606842:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205070.606845:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606846:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205070.606848:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606850:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205070.606851:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205070.606854:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205070.606857:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205070.606859:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205070.606863:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc700 x1875052937927552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205070.606872:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937927552:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205070.606875:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606876:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205070.606879:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc700 x1875052937927552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205095 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205070.606885:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205070.606886:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205070.606888:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:0.0:1788205070.606891:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205070.606892:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205070.606893:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205070.606896:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205070.606897:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:0.0:1788205070.606900:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205070.606901:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205070.606903:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc700.
00000100:00000001:0.0:1788205070.606905:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205070.606906:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606919:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.606923:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205070.606924:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.606926:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205070.606928:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205070.796393:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205070.796402:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205070.796404:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205070.796411:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205070.796415:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205070.796419:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.796422:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205070.796425:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205070.796428:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205071.308432:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205071.308438:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205071.308443:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205071.308444:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205071.308510:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205071.308515:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205071.308518:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205071.820450:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205071.820459:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205071.820461:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205071.820469:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205071.820473:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205071.820477:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205071.820481:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205071.820484:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205071.820488:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205072.332453:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205072.332463:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205072.332470:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205072.332472:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205072.332544:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205072.332549:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205072.332553:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205072.844396:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205072.844406:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205072.844408:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205072.844415:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205072.844420:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205072.844423:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205072.844426:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205072.844428:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205072.844431:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205073.356474:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205073.356480:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205073.356485:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205073.356486:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205073.356506:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205073.356508:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205073.356510:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205073.868460:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205073.868469:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205073.868471:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205073.868478:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205073.868482:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205073.868487:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205073.868489:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205073.868493:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205073.868495:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205074.380452:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205074.380459:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205074.380466:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205074.380468:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205074.380536:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205074.380541:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205074.380545:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205074.444419:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310052556, at 4310052608
00000100:00000040:1.0:1788205074.444419:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310052556, at 4310052608
00000100:00000010:1.0:1788205074.444435:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074ba0.
00000100:00000010:0.0:1788205074.444437:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000001:0.0:1788205074.893015:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205074.893024:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205074.893027:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205074.893034:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205074.893037:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205074.893043:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205074.893045:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205074.893048:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205074.893051:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205075.404438:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205075.404447:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205075.404452:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205075.404454:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205075.404688:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205075.404692:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205075.404695:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788205075.724424:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205075.724435:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205075.724437:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205075.724442:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205075.724446:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205075.724454:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15381
00000400:00000200:1.0:1788205075.724463:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205075.724469:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205075.724472:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205075.724475:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205075.724479:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205075.724482:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205075.724485:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205075.724489:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205075.724491:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788205075.724494:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205075.724498:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788205075.724501:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788205075.724504:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788205075.724507:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205075.724509:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205075.724511:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205075.724513:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205075.724515:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788205075.724519:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205075.724522:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205075.724525:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205075.724529:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205075.724532:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.724534:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205075.724537:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205075.724543:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdf80.
00000020:00000040:1.0:1788205075.724546:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788205075.724551:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205075.724553:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.724557:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205075.724560:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205075.724564:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205075.724571:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788205075.724578:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205075.724588:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdf80 x1875052937927680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205075.724599:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205075.724604:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205075.724610:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e021a10] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdf80 x1875052937927680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205075.724636:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205075.724640:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205075.724644:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205075.724645:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205075.724647:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205075.724650:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205075.724652:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15381
00000400:00000200:1.0:1788205075.724656:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205075.724659:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205075.724662:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205075.724665:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205075.724667:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205075.724669:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205075.724672:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205075.724674:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205075.724676:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788205075.724678:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205075.724680:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788205075.724683:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788205075.724685:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788205075.724689:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205075.724691:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205075.724694:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205075.724696:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205075.724699:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788205075.724703:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205075.724706:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205075.724707:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205075.724712:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205075.724713:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.724715:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205075.724718:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205075.724722:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.724724:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205075.724727:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecca80.
00000020:00000040:1.0:1788205075.724729:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205075.724731:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205075.724732:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.724734:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205075.724735:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205075.724737:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205075.724740:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:1.0:1788205075.724744:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205075.724748:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecca80 x1875052937927808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205075.724755:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205075.724757:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205075.724760:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8322783] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecca80 x1875052937927808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205075.724768:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205075.724770:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205075.724773:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788205075.724775:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205075.724776:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205075.724779:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205075.724781:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15381
00000400:00000200:1.0:1788205075.724785:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205075.724788:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205075.724790:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205075.724793:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205075.724795:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205075.724797:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205075.724799:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205075.724802:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205075.724803:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788205075.724805:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205075.724807:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788205075.724809:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788205075.724811:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788205075.724813:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205075.724815:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205075.724817:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205075.724818:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205075.724832:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788205075.724835:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205075.724837:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205075.724839:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205075.724842:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205075.724844:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.724846:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205075.724848:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205075.724850:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.724852:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205075.724855:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecce00.
00000020:00000040:1.0:1788205075.724858:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205075.724860:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205075.724862:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.724864:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205075.724865:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205075.724867:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.724871:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000010:1.0:1788205075.724872:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:2.0:1788205075.724876:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205075.724877:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.724880:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00100000:1.0:1788205075.724885:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecce00 x1875052937927936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788205075.724890:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdf80 x1875052937927680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.724913:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205075.724915:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205075.724917:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.724920:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.724922:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205075.724925:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1788205075.724928:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5eacb3] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecce00 x1875052937927936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205075.724929:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205075.724936:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937927680:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205075.724944:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1788205075.724945:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.724948:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1788205075.724949:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1788205075.724951:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205075.724957:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
02000000:00000001:2.0:1788205075.724958:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788205075.724962:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205075.724964:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:2.0:1788205075.724964:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788205075.724969:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.724971:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205075.724976:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15381
00000400:00000200:2.0:1788205075.724977:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205075.724983:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000200:1.0:1788205075.724984:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205075.724990:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000010:2.0:1788205075.724992:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00080000:1.0:1788205075.724993:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205075.724998:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205075.725000:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1788205075.725000:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937927680, portal 25
00000100:00000040:1.0:1788205075.725003:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205075.725005:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205075.725007:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788205075.725009:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462523264 : -127143247028352 : ffff8c5d27ecdf80)
00000020:00000001:1.0:1788205075.725011:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205075.725014:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788205075.725017:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000040:2.0:1788205075.725020:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdf80 x1875052937927680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788205075.725021:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788205075.725025:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788205075.725029:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788205075.725037:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205075.725038:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1788205075.725040:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205075.725045:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000040:1.0:1788205075.725046:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:2.0:1788205075.725050:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000001:1.0:1788205075.725051:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205075.725056:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000200:2.0:1788205075.725057:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937927680, offset 0
00000100:00080000:1.0:1788205075.725060:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205075.725064:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205075.725068:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788205075.725069:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000001:1.0:1788205075.725071:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205075.725075:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.725077:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788205075.725079:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00100000:1.0:1788205075.725081:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205075.725085:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205075.725086:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:1.0:1788205075.725089:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205075.725092:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:1.0:1788205075.725094:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd500.
00000400:00000200:2.0:1788205075.725096:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:1.0:1788205075.725100:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000400:00000200:2.0:1788205075.725101:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1788205075.725106:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788205075.725106:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:1.0:1788205075.725109:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.725113:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788205075.725114:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547197:547197:256:4294967295] 192.168.201.135@tcp LPNI seq info [547163:547163:8:4294967295]
02000000:00000001:1.0:1788205075.725116:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205075.725119:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205075.725123:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:1.0:1788205075.725125:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000001:1.0:1788205075.725130:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205075.725137:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00100000:1.0:1788205075.725139:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd500 x1875052937928064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205075.725149:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205075.725152:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205075.725159:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab37475] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd500 x1875052937928064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1788205075.725159:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205075.725167:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000100:00000001:1.0:1788205075.725170:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205075.725173:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1788205075.725178:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:1.0:1788205075.725179:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205075.725183:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.0:1788205075.725185:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00080000:1.0:1788205075.725187:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205075.725193:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:2.1:1788205075.725197:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:1.0:1788205075.725199:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15381
00000800:00000200:2.1:1788205075.725202:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000400:00000200:1.0:1788205075.725206:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205075.725213:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000100:2.0:1788205075.725214:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:1.0:1788205075.725216:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1788205075.725219:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000100:00000040:1.0:1788205075.725221:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205075.725224:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205075.725227:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205075.725232:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788205075.725232:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:1.0:1788205075.725237:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205075.725239:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788205075.725242:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:2.0:1788205075.725242:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1788205075.725247:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000400:00000200:2.0:1788205075.725251:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000020:00000001:1.0:1788205075.725252:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000010:2.0:1788205075.725255:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000020:00000001:1.0:1788205075.725256:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788205075.725263:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205075.725263:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:1.0:1788205075.725267:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205075.725272:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:2.0:1788205075.725272:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdf80 x1875052937927680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205075.725277:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205075.725282:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788205075.725288:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205075.725290:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1788205075.725291:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205075.725318:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205075.725321:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788205075.725323:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdf80 x1875052937927680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205075.725324:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.725329:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205075.725332:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788205075.725336:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1788205075.725337:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.725341:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.725341:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:1.0:1788205075.725347:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdc00.
00000100:00000001:2.0:1788205075.725349:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788205075.725350:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205075.725355:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788205075.725357:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788205075.725358:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205075.725362:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788205075.725363:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310057677
02000000:00000001:1.0:1788205075.725364:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205075.725368:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205075.725370:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850ea0.
02000000:00000010:1.0:1788205075.725373:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:1.0:1788205075.725377:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.725377:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788205075.725385:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310057677
00000100:00100000:1.0:1788205075.725386:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdc00 x1875052937928192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1788205075.725392:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850780.
00000100:00000001:2.0:1788205075.725397:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205075.725398:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205075.725402:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205075.725403:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.725408:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205075.725410:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c07ad524] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdc00 x1875052937928192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725412:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205075.725421:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205075/real 1788205075]  req@ffff8c5d27ecdf80 x1875052937927680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205075.725422:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205075.725429:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15391)
00000400:00000001:2.0:1788205075.725434:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205075.725437:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205075.725439:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788205075.725443:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205075.725445:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205075.725449:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205075.725453:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdf80 x1875052937927680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205075.725460:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdf80 x1875052937927680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725466:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205075.725468:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.725470:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205075.725471:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205075.725475:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdf80 x1875052937927680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725482:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205075.725486:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdf80 x1875052937927680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725492:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205075.725494:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.725496:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205075.725497:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.725499:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205075.725500:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205075.725503:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205075.725506:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205075.725509:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205075.725513:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdf80 x1875052937927680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205075.725521:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937927680:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205075.725525:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205075.725529:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecca80 x1875052937927808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725535:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205075.725536:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.725538:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205075.725540:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205075.725542:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205075.725544:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937927808:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205075.725547:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205075.725549:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205075.725550:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.725552:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205075.725556:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788205075.725557:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205075.725561:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205075.725563:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788205075.725566:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205075.725568:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937927808, portal 10
00000100:00000001:2.0:1788205075.725570:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205075.725571:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462517888 : -127143247033728 : ffff8c5d27ecca80)
00000100:00000040:2.0:1788205075.725577:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecca80 x1875052937927808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725583:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205075.725585:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205075.725587:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788205075.725590:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937927808, offset 0
00000400:00000200:2.0:1788205075.725594:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205075.725598:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205075.725601:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205075.725604:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205075.725606:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205075.725608:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205075.725611:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205075.725613:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547198:547198:256:4294967295] 192.168.201.135@tcp LPNI seq info [547164:547164:8:4294967295]
00000400:00000200:2.0:1788205075.725617:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205075.725624:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205075.725628:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205075.725631:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788205075.725635:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205075.725637:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788205075.725642:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205075.725644:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788205075.725647:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205075.725649:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788205075.725652:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205075.725655:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205075.725658:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788205075.725660:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788205075.725662:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205075.725666:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecca80 x1875052937927808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725673:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205075.725676:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecca80 x1875052937927808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725682:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.725684:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205075.725687:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205075.725690:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788205075.725693:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205075.725695:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310053917
00000100:00000001:2.0:1788205075.725698:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310057677
00000100:00000001:2.0:1788205075.725700:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310053917
00000100:00000001:2.0:1788205075.725701:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310057677
00000100:00000001:2.0:1788205075.725703:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205075.725706:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.725708:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205075.725711:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205075/real 1788205075]  req@ffff8c5d27ecca80 x1875052937927808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205075.725719:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205075.725720:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205075.725722:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788205075.725724:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205075.725725:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205075.725727:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205075.725729:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecca80 x1875052937927808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205075.725735:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecca80 x1875052937927808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725739:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205075.725740:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.725741:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205075.725742:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205075.725744:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecca80 x1875052937927808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725748:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205075.725750:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecca80 x1875052937927808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725753:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205075.725755:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.725755:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205075.725756:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.725757:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205075.725758:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205075.725760:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205075.725761:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205075.725762:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205075.725764:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecca80 x1875052937927808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205075.725768:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937927808:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205075.725771:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.725772:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205075.725774:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdf80 x1875052937927680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725779:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205075.725781:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205075.725782:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788205075.725784:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205075.725785:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205075.725786:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788205075.725788:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205075.725790:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:2.0:1788205075.725792:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205075.725793:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205075.725794:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdf80.
00000100:00000001:2.0:1788205075.725796:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205075.725797:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.725798:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205075.725800:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecca80 x1875052937927808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725803:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205075.725804:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205075.725805:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788205075.725806:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205075.725807:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205075.725807:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205075.725808:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205075.725809:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:2.0:1788205075.725810:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205075.725811:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205075.725811:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecca80.
00000100:00000001:2.0:1788205075.725812:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205075.725813:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.725814:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.725833:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205075.725835:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.725837:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205075.725838:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205075.725839:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205075.725843:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecce00 x1875052937927936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725850:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205075.725851:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.725853:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205075.725855:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205075.725857:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205075.725860:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937927936:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205075.725863:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205075.725865:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205075.725866:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.725868:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205075.725871:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788205075.725873:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205075.725876:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205075.725878:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788205075.725882:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205075.725884:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937927936, portal 10
00000100:00000001:2.0:1788205075.725886:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205075.725887:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462518784 : -127143247032832 : ffff8c5d27ecce00)
00000100:00000040:2.0:1788205075.725893:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecce00 x1875052937927936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725899:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205075.725901:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205075.725903:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788205075.725905:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937927936, offset 0
00000400:00000200:2.0:1788205075.725908:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205075.725912:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205075.725915:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205075.725918:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205075.725921:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205075.725923:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205075.725925:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205075.725928:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547199:547199:256:4294967295] 192.168.201.135@tcp LPNI seq info [547165:547165:8:4294967295]
00000400:00000200:2.0:1788205075.725932:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205075.725937:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205075.725942:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205075.725945:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788205075.725948:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205075.725951:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788205075.725954:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205075.725958:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788205075.725961:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205075.725963:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788205075.725966:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205075.725969:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205075.725971:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788205075.725973:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788205075.725975:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205075.725979:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecce00 x1875052937927936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725985:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205075.725986:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecce00 x1875052937927936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.725990:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.725991:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205075.725994:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205075.725997:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788205075.726000:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205075.726002:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310053912
00000100:00000001:2.0:1788205075.726004:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310057677
00000100:00000001:2.0:1788205075.726006:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310053912
00000100:00000001:2.0:1788205075.726008:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310057677
00000100:00000001:2.0:1788205075.726010:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205075.726012:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.726014:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205075.726017:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205075/real 1788205075]  req@ffff8c5d27ecce00 x1875052937927936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205075.726024:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205075.726025:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205075.726027:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788205075.726029:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205075.726031:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205075.726033:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205075.726036:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecce00 x1875052937927936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205075.726043:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecce00 x1875052937927936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726049:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205075.726051:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.726053:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205075.726054:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205075.726057:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecce00 x1875052937927936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726063:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205075.726067:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecce00 x1875052937927936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726073:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205075.726075:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.726077:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205075.726078:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.726079:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205075.726081:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205075.726084:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205075.726087:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205075.726089:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205075.726093:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecce00 x1875052937927936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205075.726100:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937927936:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205075.726102:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205075.726104:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd500 x1875052937928064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726108:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205075.726109:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.726111:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205075.726112:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205075.726113:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205075.726114:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937928064:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205075.726116:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205075.726117:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205075.726118:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.726120:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205075.726122:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788205075.726123:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205075.726125:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205075.726127:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788205075.726129:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205075.726131:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937928064, portal 4
00000100:00000001:2.0:1788205075.726132:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205075.726133:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462520576 : -127143247031040 : ffff8c5d27ecd500)
00000100:00000040:2.0:1788205075.726136:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd500 x1875052937928064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726144:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205075.726145:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205075.726146:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788205075.726148:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937928064, offset 0
00000400:00000200:2.0:1788205075.726152:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205075.726155:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205075.726159:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205075.726161:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205075.726163:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205075.726165:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205075.726167:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205075.726170:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547200:547200:256:4294967295] 192.168.201.135@tcp LPNI seq info [547166:547166:8:4294967295]
00000400:00000200:2.0:1788205075.726174:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205075.726179:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205075.726184:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205075.726187:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788205075.726190:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205075.726193:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788205075.726197:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205075.726198:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788205075.726200:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205075.726202:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788205075.726204:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205075.726206:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205075.726208:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788205075.726209:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788205075.726210:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205075.726213:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd500 x1875052937928064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726217:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205075.726219:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd500 x1875052937928064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726227:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.726228:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205075.726230:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205075.726232:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788205075.726234:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205075.726235:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310054005
00000100:00000001:2.0:1788205075.726236:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310057677
00000100:00000001:2.0:1788205075.726238:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310054005
00000100:00000001:2.0:1788205075.726239:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310057677
00000100:00000001:2.0:1788205075.726240:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205075.726241:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.726242:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205075.726244:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205075/real 1788205075]  req@ffff8c5d27ecd500 x1875052937928064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205075.726248:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205075.726249:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205075.726250:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788205075.726251:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205075.726252:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205075.726254:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205075.726256:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd500 x1875052937928064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205075.726264:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd500 x1875052937928064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726270:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205075.726271:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.726273:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205075.726274:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205075.726278:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd500 x1875052937928064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726285:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205075.726289:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd500 x1875052937928064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726295:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205075.726297:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.726320:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205075.726322:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.726325:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205075.726326:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205075.726329:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205075.726333:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205075.726335:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205075.726339:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd500 x1875052937928064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205075.726346:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937928064:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205075.726349:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205075.726351:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdc00 x1875052937928192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726355:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205075.726356:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.726357:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205075.726358:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205075.726359:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205075.726361:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937928192:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205075.726362:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205075.726363:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205075.726365:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205075.726366:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205075.726368:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788205075.726369:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205075.726371:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205075.726373:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788205075.726375:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205075.726377:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937928192, portal 4
00000100:00000001:2.0:1788205075.726378:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205075.726379:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462522368 : -127143247029248 : ffff8c5d27ecdc00)
00000100:00000040:2.0:1788205075.726382:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdc00 x1875052937928192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726386:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205075.726388:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205075.726389:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788205075.726390:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937928192, offset 0
00000400:00000200:2.0:1788205075.726392:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205075.726394:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205075.726396:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205075.726398:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205075.726400:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205075.726401:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205075.726402:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205075.726405:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547201:547201:256:4294967295] 192.168.201.135@tcp LPNI seq info [547167:547167:8:4294967295]
00000400:00000200:2.0:1788205075.726407:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205075.726410:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205075.726413:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205075.726415:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788205075.726417:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205075.726419:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788205075.726421:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205075.726424:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788205075.726427:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205075.726430:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788205075.726432:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205075.726435:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205075.726437:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788205075.726439:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788205075.726441:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205075.726444:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdc00 x1875052937928192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726451:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205075.726454:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdc00 x1875052937928192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205100 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726460:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.726461:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205075.726464:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205075.726467:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788205075.726469:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205075.726470:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310054023
00000100:00000001:2.0:1788205075.726471:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310057677
00000100:00000001:2.0:1788205075.726472:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310054023
00000100:00000001:2.0:1788205075.726474:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310057677
00000100:00000001:2.0:1788205075.726475:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205075.726476:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.726477:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205075.726479:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205075/real 1788205075]  req@ffff8c5d27ecdc00 x1875052937928192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205075.726484:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205075.726484:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205075.726485:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788205075.726487:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205075.726488:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205075.726489:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205075.726491:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdc00 x1875052937928192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205075.726496:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdc00 x1875052937928192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726499:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205075.726500:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.726501:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205075.726501:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205075.726503:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdc00 x1875052937928192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726507:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205075.726509:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdc00 x1875052937928192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726513:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205075.726514:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.726515:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205075.726516:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.726517:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205075.726517:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205075.726519:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205075.726520:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205075.726521:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205075.726523:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdc00 x1875052937928192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205075.726527:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937928192:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205075.726529:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.726530:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205075.726532:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecce00 x1875052937927936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726536:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205075.726537:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205075.726538:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788205075.726540:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205075.726541:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205075.726541:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205075.726543:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205075.726544:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:2.0:1788205075.726545:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205075.726546:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205075.726547:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecce00.
00000100:00000001:2.0:1788205075.726549:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205075.726549:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.726550:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205075.726552:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd500 x1875052937928064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726555:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205075.726556:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205075.726557:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788205075.726558:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205075.726559:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205075.726559:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205075.726560:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205075.726561:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:2.0:1788205075.726562:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205075.726563:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205075.726564:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd500.
00000100:00000001:2.0:1788205075.726565:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205075.726565:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.726566:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205075.726567:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdc00 x1875052937928192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205100 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205075.726571:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205075.726572:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205075.726573:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788205075.726574:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205075.726574:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205075.726575:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205075.726576:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205075.726577:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:2.0:1788205075.726578:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205075.726579:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205075.726579:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdc00.
00000100:00000001:2.0:1788205075.726580:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205075.726581:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.726582:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205075.726584:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205075.726585:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205075.726586:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205075.726587:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205075.916441:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205075.916449:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205075.916451:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205075.916457:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205075.916461:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205075.916465:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.916468:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205075.916470:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205075.916472:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205076.428437:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205076.428447:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205076.428449:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205076.428452:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205076.428457:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205076.428460:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205076.428462:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205076.428464:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205076.428468:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205076.428470:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205076.428470:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205076.428471:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205076.428473:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205076.428473:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205076.428474:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205076.428476:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205076.428528:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205076.428531:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205076.428533:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205076.940421:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205076.940430:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205076.940432:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205076.940438:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205076.940441:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205076.940443:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205076.940445:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205076.940448:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205076.940450:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205077.452465:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205077.452474:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205077.452480:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205077.452482:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205077.452549:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205077.452554:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205077.452557:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205077.964436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205077.964448:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205077.964450:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205077.964456:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205077.964460:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205077.964463:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205077.964466:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205077.964468:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205077.964471:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205078.476421:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205078.476426:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205078.476430:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205078.476431:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205078.476472:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205078.476474:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205078.476476:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205078.988424:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205078.988433:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205078.988435:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205078.988441:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205078.988444:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205078.988447:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205078.988450:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205078.988453:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205078.988455:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205079.500452:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205079.500460:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205079.500465:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205079.500466:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205079.500515:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205079.500518:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205079.500521:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205079.564387:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310057677, at 4310057728
00000100:00000010:0.0:1788205079.564403:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850ea0.
00000100:00000040:1.0:1788205079.564415:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310057677, at 4310057728
00000100:00000010:1.0:1788205079.564431:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850780.
00000100:00000001:0.0:1788205080.012391:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205080.012397:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205080.012399:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205080.012404:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205080.012406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205080.012409:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.012411:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205080.012412:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.012414:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205080.524428:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205080.524437:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205080.524442:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205080.524444:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205080.524509:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205080.524513:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205080.524517:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788205080.844448:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205080.844460:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205080.844463:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205080.844467:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205080.844471:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205080.844479:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15386
00000400:00000200:2.0:1788205080.844488:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205080.844494:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205080.844497:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205080.844500:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844505:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205080.844507:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844509:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205080.844514:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205080.844516:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788205080.844518:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205080.844521:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788205080.844534:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788205080.844540:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788205080.844543:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844545:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205080.844547:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844549:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205080.844553:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788205080.844556:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844559:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205080.844562:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205080.844565:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205080.844568:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205080.844570:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205080.844572:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205080.844581:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000020:00000040:2.0:1788205080.844585:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788205080.844589:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205080.844591:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205080.844594:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205080.844596:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205080.844600:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205080.844616:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000001:2.0:1788205080.844622:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205080.844631:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937928320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205080.844648:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205080.844652:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205080.844664:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937928320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205080.844693:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205080.844696:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205080.844700:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205080.844701:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205080.844703:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205080.844706:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205080.844709:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15386
00000400:00000200:2.0:1788205080.844713:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205080.844716:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205080.844718:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205080.844721:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844723:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205080.844725:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844727:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205080.844729:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205080.844739:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788205080.844741:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205080.844743:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788205080.844745:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788205080.844747:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788205080.844750:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844752:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205080.844753:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844756:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205080.844758:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788205080.844760:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844761:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205080.844762:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205080.844767:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205080.844768:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205080.844769:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205080.844773:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205080.844775:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205080.844776:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205080.844779:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000020:00000040:2.0:1788205080.844781:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788205080.844783:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205080.844784:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205080.844785:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205080.844787:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205080.844789:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205080.844793:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:2.0:1788205080.844796:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205080.844801:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937928448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205080.844808:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205080.844810:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205080.844813:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937928448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205080.844820:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205080.844823:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205080.844826:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788205080.844827:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205080.844829:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205080.844832:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205080.844834:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15386
00000400:00000200:2.0:1788205080.844838:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205080.844841:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205080.844843:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205080.844845:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844846:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205080.844848:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844856:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205080.844858:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205080.844860:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788205080.844861:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205080.844863:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788205080.844865:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788205080.844867:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788205080.844870:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844871:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205080.844873:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844875:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205080.844877:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788205080.844879:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844881:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205080.844883:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205080.844886:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205080.844888:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205080.844889:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205080.844891:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205080.844893:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205080.844895:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205080.844898:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788205080.844900:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788205080.844902:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205080.844904:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205080.844906:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205080.844907:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205080.844909:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205080.844912:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788205080.844916:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205080.844920:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937928576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205080.844926:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205080.844928:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205080.844930:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937928576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205080.844937:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205080.844940:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205080.844942:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205080.844944:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205080.844945:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205080.844947:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205080.844950:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15386
00000400:00000200:2.0:1788205080.844953:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205080.844955:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205080.844957:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205080.844960:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844962:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205080.844964:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844966:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205080.844968:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205080.844969:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788205080.844970:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205080.844972:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788205080.844973:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788205080.844976:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788205080.844978:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844980:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205080.844982:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844984:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205080.844986:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788205080.844988:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205080.844990:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205080.844991:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205080.844994:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205080.844995:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205080.844997:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205080.844999:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788205080.845001:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205080.845002:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205080.845006:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000020:00000040:2.0:1788205080.845008:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788205080.845010:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205080.845011:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205080.845013:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205080.845014:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205080.845016:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205080.845032:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788205080.845035:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205080.845040:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937928704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205080.845047:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205080.845048:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205080.845052:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937928704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205080.845059:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205080.845063:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205080.845066:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205080.845067:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205080.845069:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205080.845071:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205080.845074:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15386
00000400:00000200:2.0:1788205080.845077:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205080.845080:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205080.845091:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205080.845093:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.845096:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205080.845097:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.845099:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205080.845101:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205080.845102:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788205080.845104:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205080.845106:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788205080.845107:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788205080.845109:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788205080.845112:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.845114:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205080.845115:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205080.845117:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205080.845119:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788205080.845122:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205080.845124:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205080.845125:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205080.845128:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205080.845130:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205080.845132:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205080.845134:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788205080.845137:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205080.845139:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205080.845142:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000020:00000040:2.0:1788205080.845144:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788205080.845146:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205080.845147:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205080.845149:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205080.845150:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205080.845152:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205080.845155:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00000001:2.0:1788205080.845157:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205080.845161:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937928832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205080.845167:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205080.845170:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205080.845173:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937928832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205080.845179:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205080.845184:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15396)
00000100:00000001:0.0:1788205080.845263:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205080.845267:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205080.845269:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205080.845275:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea300 x1875052937928320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.845283:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205080.845284:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205080.845287:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205080.845290:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205080.845292:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205080.845295:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937928320:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205080.845346:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205080.845351:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205080.845353:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205080.845357:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205080.845361:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788205080.845363:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205080.845368:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205080.845371:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205080.845377:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205080.845384:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937928320, portal 25
00000100:00000001:0.0:1788205080.845387:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205080.845388:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426048 : -127142906125568 : ffff8c5d3c3ea300)
00000100:00000040:0.0:1788205080.845394:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea300 x1875052937928320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.845407:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205080.845410:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205080.845413:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205080.845416:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937928320, offset 0
00000400:00000200:0.0:1788205080.845422:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205080.845430:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205080.845436:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205080.845441:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205080.845444:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205080.845448:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205080.845451:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205080.845454:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547202:547202:256:4294967295] 192.168.201.135@tcp LPNI seq info [547168:547168:8:4294967295]
00000400:00000200:0.0:1788205080.845458:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205080.845467:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205080.845473:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205080.845478:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205080.845485:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205080.845489:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788205080.845494:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205080.845498:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788205080.845502:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205080.845505:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205080.845511:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205080.845515:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205080.845521:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205080.845523:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205080.845529:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205080.845532:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea300 x1875052937928320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.845541:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205080.845544:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea300 x1875052937928320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.845557:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205080.845558:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205080.845565:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205080.845569:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205080.845572:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310062797
00000100:00000010:0.0:1788205080.845578:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00000001:0.0:1788205080.845584:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205080.845589:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310062797
00000100:00000010:0.0:1788205080.845592:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074d20.
00000100:00000001:0.0:1788205080.845596:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205080.845599:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205080.845602:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205080.845604:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205080.845609:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205080/real 1788205080]  req@ffff8c5d3c3ea300 x1875052937928320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205080.845617:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205080.845619:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205080.845621:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205080.845624:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205080.845626:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205080.845628:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205080.845632:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea300 x1875052937928320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205080.845639:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea300 x1875052937928320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.845646:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205080.845647:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.845649:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205080.845651:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205080.845656:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea300 x1875052937928320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.845662:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205080.845666:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea300 x1875052937928320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.845673:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205080.845676:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.845678:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205080.845679:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.845681:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205080.845683:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205080.845686:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205080.845690:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205080.845692:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205080.845697:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea300 x1875052937928320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205080.845704:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937928320:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205080.845709:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205080.845713:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8700 x1875052937928448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.845719:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205080.845720:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205080.845722:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205080.845724:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205080.845726:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205080.845729:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937928448:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205080.845745:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205080.845748:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205080.845749:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205080.845751:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205080.845755:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4400.
02000000:00000001:0.0:1788205080.845757:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205080.845760:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205080.845762:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205080.845766:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205080.845768:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937928448, portal 10
00000100:00000001:0.0:1788205080.845770:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205080.845772:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803418880 : -127142906132736 : ffff8c5d3c3e8700)
00000100:00000040:0.0:1788205080.845778:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8700 x1875052937928448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.845784:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205080.845786:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205080.845789:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205080.845792:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937928448, offset 0
00000400:00000200:0.0:1788205080.845796:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205080.845800:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205080.845803:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205080.845806:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205080.845809:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205080.845811:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205080.845814:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205080.845816:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547203:547203:256:4294967295] 192.168.201.135@tcp LPNI seq info [547169:547169:8:4294967295]
00000400:00000200:0.0:1788205080.845820:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205080.845826:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205080.845830:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205080.845834:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205080.845838:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205080.845840:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788205080.845844:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205080.845847:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788205080.845851:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205080.845853:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205080.845856:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205080.845859:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205080.845862:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205080.845864:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205080.845867:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205080.845870:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8700 x1875052937928448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.845878:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205080.845881:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8700 x1875052937928448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.845887:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205080.845888:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205080.845891:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205080.845895:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205080.845898:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205080.845900:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310059037
00000100:00000001:0.0:1788205080.845903:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310062797
00000100:00000001:0.0:1788205080.845905:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310059037
00000100:00000001:0.0:1788205080.845907:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310062797
00000100:00000001:0.0:1788205080.845909:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205080.845910:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205080.845912:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205080.845916:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205080/real 1788205080]  req@ffff8c5d3c3e8700 x1875052937928448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205080.845923:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205080.845924:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205080.845926:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205080.845928:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205080.845929:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205080.845932:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205080.845935:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8700 x1875052937928448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205080.845943:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8700 x1875052937928448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.845949:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205080.845951:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.845953:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205080.845954:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205080.845958:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8700 x1875052937928448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.845965:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205080.845969:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8700 x1875052937928448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.845975:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205080.845978:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.845979:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205080.845981:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.845983:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205080.845985:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205080.845987:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205080.845991:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205080.845993:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205080.845997:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8700 x1875052937928448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205080.846005:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937928448:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205080.846009:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205080.846012:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9880 x1875052937928576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846023:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205080.846024:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205080.846027:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205080.846028:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205080.846030:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205080.846033:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937928576:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205080.846036:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205080.846038:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205080.846039:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205080.846041:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205080.846044:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788205080.846046:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205080.846049:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205080.846051:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205080.846054:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205080.846057:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937928576, portal 10
00000100:00000001:0.0:1788205080.846059:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205080.846060:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803423360 : -127142906128256 : ffff8c5d3c3e9880)
00000100:00000040:0.0:1788205080.846065:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9880 x1875052937928576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846071:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205080.846073:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205080.846076:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205080.846078:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937928576, offset 0
00000400:00000200:0.0:1788205080.846082:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205080.846086:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205080.846089:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205080.846092:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205080.846094:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205080.846096:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205080.846098:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205080.846102:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547204:547204:256:4294967295] 192.168.201.135@tcp LPNI seq info [547170:547170:8:4294967295]
00000400:00000200:0.0:1788205080.846105:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205080.846111:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205080.846114:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205080.846117:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205080.846120:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205080.846123:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788205080.846126:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205080.846129:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788205080.846132:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205080.846134:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205080.846136:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205080.846139:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205080.846141:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205080.846143:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205080.846145:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205080.846148:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9880 x1875052937928576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846155:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205080.846158:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9880 x1875052937928576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846164:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205080.846165:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205080.846168:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205080.846171:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205080.846173:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205080.846175:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310059032
00000100:00000001:0.0:1788205080.846178:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310062797
00000100:00000001:0.0:1788205080.846180:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310059032
00000100:00000001:0.0:1788205080.846182:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310062797
00000100:00000001:0.0:1788205080.846184:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205080.846186:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205080.846188:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205080.846191:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205080/real 1788205080]  req@ffff8c5d3c3e9880 x1875052937928576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205080.846198:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205080.846199:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205080.846201:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205080.846203:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205080.846205:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205080.846206:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205080.846209:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9880 x1875052937928576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205080.846218:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9880 x1875052937928576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846224:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205080.846225:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.846226:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205080.846227:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205080.846230:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9880 x1875052937928576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846236:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205080.846240:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9880 x1875052937928576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846246:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205080.846248:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.846250:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205080.846251:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.846252:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205080.846254:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205080.846256:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205080.846260:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205080.846262:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205080.846265:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9880 x1875052937928576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205080.846273:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937928576:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205080.846277:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205080.846280:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937928704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846286:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205080.846287:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205080.846289:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205080.846290:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205080.846292:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205080.846295:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937928704:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205080.846332:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205080.846334:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205080.846335:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205080.846337:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205080.846340:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788205080.846342:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205080.846345:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205080.846348:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205080.846350:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205080.846354:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937928704, portal 4
00000100:00000001:0.0:1788205080.846355:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205080.846356:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000040:0.0:1788205080.846362:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937928704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846368:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205080.846371:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205080.846373:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205080.846375:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937928704, offset 0
00000400:00000200:0.0:1788205080.846379:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205080.846382:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205080.846386:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205080.846389:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205080.846391:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205080.846393:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205080.846395:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205080.846398:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547205:547205:256:4294967295] 192.168.201.135@tcp LPNI seq info [547171:547171:8:4294967295]
00000400:00000200:0.0:1788205080.846402:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205080.846408:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205080.846412:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205080.846415:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205080.846419:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205080.846422:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788205080.846426:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205080.846428:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788205080.846432:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205080.846434:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205080.846437:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205080.846440:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205080.846443:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205080.846445:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205080.846447:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205080.846451:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937928704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846458:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205080.846461:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937928704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846467:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205080.846469:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205080.846473:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205080.846475:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205080.846479:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205080.846481:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310059126
00000100:00000001:0.0:1788205080.846483:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310062797
00000100:00000001:0.0:1788205080.846485:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310059126
00000100:00000001:0.0:1788205080.846487:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310062797
00000100:00000001:0.0:1788205080.846489:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205080.846491:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205080.846493:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205080.846496:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205080/real 1788205080]  req@ffff8c5d3c3e9c00 x1875052937928704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205080.846503:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205080.846504:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205080.846506:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205080.846508:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205080.846510:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205080.846512:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205080.846515:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937928704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205080.846523:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937928704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846529:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205080.846531:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.846532:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205080.846533:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205080.846537:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937928704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846543:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205080.846546:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937928704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846553:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205080.846556:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.846557:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205080.846559:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.846561:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205080.846562:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205080.846564:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205080.846567:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205080.846569:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205080.846573:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937928704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205080.846581:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937928704:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205080.846585:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205080.846588:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937928832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846595:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205080.846596:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205080.846598:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205080.846600:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205080.846602:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205080.846605:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937928832:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205080.846608:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205080.846610:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205080.846611:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205080.846613:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205080.846616:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5000.
02000000:00000001:0.0:1788205080.846618:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205080.846621:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205080.846624:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205080.846626:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205080.846629:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937928832, portal 4
00000100:00000001:0.0:1788205080.846631:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205080.846632:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000040:0.0:1788205080.846638:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937928832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846644:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205080.846646:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205080.846648:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205080.846651:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937928832, offset 0
00000400:00000200:0.0:1788205080.846654:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205080.846658:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205080.846661:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205080.846664:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205080.846666:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205080.846668:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205080.846670:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205080.846673:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547206:547206:256:4294967295] 192.168.201.135@tcp LPNI seq info [547172:547172:8:4294967295]
00000400:00000200:0.0:1788205080.846677:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205080.846683:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205080.846687:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205080.846690:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205080.846693:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205080.846696:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788205080.846700:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205080.846702:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788205080.846706:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205080.846708:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205080.846711:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205080.846714:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205080.846717:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205080.846718:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205080.846722:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205080.846726:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937928832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846753:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205080.846757:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937928832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205105 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846763:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205080.846765:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205080.846768:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205080.846771:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205080.846774:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205080.846776:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310059143
00000100:00000001:0.0:1788205080.846778:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310062797
00000100:00000001:0.0:1788205080.846780:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310059143
00000100:00000001:0.0:1788205080.846782:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310062797
00000100:00000001:0.0:1788205080.846784:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205080.846786:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205080.846788:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205080.846792:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205080/real 1788205080]  req@ffff8c5d3c3eb800 x1875052937928832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205080.846800:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205080.846801:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205080.846802:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205080.846805:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205080.846806:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205080.846808:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205080.846811:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937928832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205080.846819:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937928832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846830:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205080.846832:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.846833:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205080.846835:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205080.846838:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937928832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846844:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205080.846848:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937928832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846854:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205080.846856:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.846858:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205080.846859:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.846861:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205080.846862:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205080.846864:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205080.846867:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205080.846869:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205080.846872:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937928832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205080.846880:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937928832:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205080.846883:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.846886:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205080.846889:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937928320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846896:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205080.846899:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205080.846901:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:0.0:1788205080.846904:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205080.846906:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205080.846907:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788205080.846909:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205080.846912:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:0.0:1788205080.846915:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205080.846916:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205080.846918:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:0.0:1788205080.846922:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205080.846923:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.846924:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205080.846928:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8700 x1875052937928448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846935:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205080.846936:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205080.846937:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4400.
02000000:00000001:0.0:1788205080.846939:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205080.846940:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205080.846941:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205080.846943:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205080.846944:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:0.0:1788205080.846946:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205080.846948:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205080.846949:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8700.
00000100:00000001:0.0:1788205080.846951:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205080.846952:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.846953:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205080.846957:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937928576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846962:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205080.846964:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205080.846965:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788205080.846967:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205080.846968:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205080.846969:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205080.846972:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205080.846973:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:0.0:1788205080.846975:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205080.846976:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205080.846978:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00000001:0.0:1788205080.846980:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205080.846981:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.846982:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205080.846985:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937928704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.846991:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205080.846992:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205080.846994:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:0.0:1788205080.846996:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205080.846997:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205080.846998:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205080.847000:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205080.847001:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:0.0:1788205080.847003:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205080.847004:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205080.847005:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:0.0:1788205080.847007:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205080.847008:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.847010:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205080.847013:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937928832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205105 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205080.847018:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205080.847020:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205080.847021:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:0.0:1788205080.847023:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205080.847024:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205080.847025:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205080.847027:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205080.847028:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:0.0:1788205080.847030:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205080.847032:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205080.847033:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:0.0:1788205080.847035:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205080.847036:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.847038:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205080.847045:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205080.847047:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205080.847049:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205080.847051:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205081.036393:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205081.036400:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205081.036402:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205081.036405:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205081.036408:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205081.036410:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205081.036412:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205081.036414:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205081.036416:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205081.548470:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205081.548480:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205081.548486:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205081.548488:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205081.548589:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205081.548591:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205081.548593:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1788205081.804392:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788205081.804399:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788205081.804403:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788205081.804553:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788205081.804568:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000200:0.0:1788205081.804569:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1788205081.804572:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788205081.804576:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205082.060468:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205082.060475:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205082.060477:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205082.060481:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205082.060483:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205082.060486:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205082.060488:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205082.060489:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205082.060492:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205082.572470:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205082.572476:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205082.572481:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205082.572482:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205082.572547:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205082.572551:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205082.572554:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205083.084784:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205083.084792:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205083.084794:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205083.084801:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205083.084804:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205083.084809:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205083.084811:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205083.084814:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205083.084816:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205083.596531:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205083.596554:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205083.596562:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205083.596563:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205083.596595:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205083.596599:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205083.596602:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205084.108436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205084.108446:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205084.108448:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205084.108455:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205084.108460:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205084.108465:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.108468:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205084.108471:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205084.108474:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205084.622836:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205084.622843:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205084.622848:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205084.622849:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205084.622925:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205084.622929:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205084.622933:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205084.684436:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310062797, at 4310062848
00000100:00000040:1.0:1788205084.684436:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310062797, at 4310062848
00000100:00000010:1.0:1788205084.684454:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074d20.
00000100:00000010:0.0:1788205084.684456:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000001:0.0:1788205085.132456:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205085.132464:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205085.132466:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205085.132471:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205085.132475:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205085.132478:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205085.132480:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205085.132482:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205085.132484:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205085.644511:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205085.644519:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205085.644525:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205085.644527:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205085.644591:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205085.644595:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205085.644598:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788205085.964672:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205085.964686:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205085.964689:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205085.964695:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205085.964700:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205085.964709:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15391
00000400:00000200:1.0:1788205085.964721:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205085.964729:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205085.964733:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205085.964737:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.964740:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205085.964744:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.964747:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205085.964751:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205085.964753:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788205085.964757:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205085.964760:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788205085.964763:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788205085.964765:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788205085.964768:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.964770:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205085.964773:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.964779:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205085.964782:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788205085.964786:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205085.964789:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205085.964792:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205085.964797:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205085.964800:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205085.964803:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205085.964805:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205085.964819:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece680.
00000020:00000040:1.0:1788205085.964824:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788205085.964829:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205085.964832:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205085.964836:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205085.964839:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205085.964844:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205085.964853:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000001:1.0:1788205085.964861:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205085.964872:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece680 x1875052937928960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205085.964896:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205085.964901:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205085.964906:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb9bc345] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece680 x1875052937928960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205085.964938:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205085.964941:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205085.964945:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205085.964947:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205085.964948:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205085.964952:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205085.964954:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15391
00000400:00000200:1.0:1788205085.964958:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205085.964961:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205085.964963:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205085.964966:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.964975:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205085.964977:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.964979:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205085.964981:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205085.964982:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788205085.964983:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205085.964986:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788205085.964988:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788205085.964990:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788205085.964992:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.964994:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205085.964996:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.964998:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205085.965001:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788205085.965003:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205085.965005:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205085.965007:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205085.965013:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205085.965015:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205085.965017:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205085.965021:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205085.965024:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205085.965026:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205085.965030:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd180.
00000020:00000040:1.0:1788205085.965032:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205085.965035:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205085.965036:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205085.965037:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205085.965039:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205085.965041:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205085.965045:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788205085.965049:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205085.965053:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd180 x1875052937929088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205085.965061:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205085.965063:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205085.965066:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d402d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd180 x1875052937929088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205085.965080:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205085.965082:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205085.965086:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788205085.965087:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205085.965089:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205085.965091:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205085.965094:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15391
00000400:00000200:1.0:1788205085.965098:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205085.965102:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205085.965105:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205085.965108:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.965111:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205085.965113:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.965116:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205085.965118:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205085.965120:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788205085.965121:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205085.965123:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788205085.965125:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788205085.965127:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788205085.965130:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.965132:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205085.965134:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.965136:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205085.965138:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788205085.965140:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205085.965142:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205085.965145:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205085.965148:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205085.965150:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205085.965152:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205085.965154:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205085.965157:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205085.965159:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205085.965162:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecea00.
00000020:00000040:1.0:1788205085.965164:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205085.965166:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205085.965167:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205085.965169:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205085.965170:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205085.965172:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205085.965176:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788205085.965178:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205085.965183:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecea00 x1875052937929216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205085.965190:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205085.965192:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205085.965195:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0471f4c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecea00 x1875052937929216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205085.965209:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205085.965212:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205085.965215:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205085.965217:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205085.965218:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205085.965222:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205085.965224:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15391
00000400:00000200:1.0:1788205085.965228:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205085.965231:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205085.965233:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205085.965236:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.965238:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205085.965240:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.965242:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205085.965244:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205085.965246:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788205085.965247:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205085.965249:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788205085.965251:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788205085.965253:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788205085.965256:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.965258:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205085.965260:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.965262:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205085.965264:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788205085.965267:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205085.965269:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205085.965271:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205085.965274:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205085.965275:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205085.965277:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205085.965280:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205085.965282:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205085.965284:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205085.965287:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc000.
00000020:00000040:1.0:1788205085.965290:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205085.965292:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205085.965293:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205085.965295:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205085.965296:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205085.965332:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205085.965336:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788205085.965340:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205085.965344:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc000 x1875052937929344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205085.965352:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205085.965354:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205085.965358:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78f2b1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc000 x1875052937929344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205085.965366:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205085.965369:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205085.965372:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205085.965373:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205085.965375:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205085.965377:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205085.965379:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15391
00000400:00000200:1.0:1788205085.965382:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205085.965385:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205085.965387:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205085.965390:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.965393:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205085.965395:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.965397:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205085.965399:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205085.965400:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788205085.965402:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205085.965404:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788205085.965406:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788205085.965408:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788205085.965410:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.965413:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205085.965415:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205085.965418:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205085.965420:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788205085.965422:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205085.965425:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205085.965427:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205085.965429:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205085.965431:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205085.965433:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205085.965435:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205085.965437:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205085.965439:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205085.965443:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd880.
00000020:00000040:1.0:1788205085.965445:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205085.965447:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205085.965449:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205085.965450:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205085.965451:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205085.965453:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205085.965457:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:1.0:1788205085.965460:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205085.965464:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd880 x1875052937929472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205085.965471:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205085.965473:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205085.965477:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6204fb] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd880 x1875052937929472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205085.965483:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205085.965489:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15401)
00000100:00000001:2.0:1788205085.965822:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205085.965828:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205085.965831:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205085.965838:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece680 x1875052937928960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.965853:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205085.965855:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205085.965859:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205085.965862:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205085.965865:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205085.965868:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937928960:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205085.965873:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205085.965878:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205085.965881:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205085.965884:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205085.965889:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788205085.965891:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205085.965897:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205085.965902:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788205085.965909:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205085.965918:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937928960, portal 25
00000100:00000001:2.0:1788205085.965921:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205085.965923:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525056 : -127143247026560 : ffff8c5d27ece680)
00000100:00000040:2.0:1788205085.965929:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece680 x1875052937928960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.965936:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205085.965939:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205085.965942:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788205085.965946:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937928960, offset 0
00000400:00000200:2.0:1788205085.965953:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205085.965962:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205085.965968:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205085.965975:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205085.965979:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205085.965984:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205085.965987:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205085.965991:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547207:547207:256:4294967295] 192.168.201.135@tcp LPNI seq info [547173:547173:8:4294967295]
00000400:00000200:2.0:1788205085.965995:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205085.966006:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205085.966013:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205085.966019:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788205085.966025:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205085.966030:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788205085.966036:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205085.966041:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788205085.966045:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205085.966048:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788205085.966056:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205085.966061:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205085.966066:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788205085.966069:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788205085.966074:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205085.966077:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece680 x1875052937928960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966087:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205085.966090:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece680 x1875052937928960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966097:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205085.966099:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205085.966105:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205085.966109:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205085.966112:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310067917
00000100:00000010:2.0:1788205085.966117:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108501e0.
00000100:00000001:2.0:1788205085.966125:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788205085.966131:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310067917
00000100:00000010:2.0:1788205085.966134:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850840.
00000100:00000001:2.0:1788205085.966137:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788205085.966141:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205085.966144:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205085.966146:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205085.966151:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205085/real 1788205085]  req@ffff8c5d27ece680 x1875052937928960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205085.966160:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205085.966162:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205085.966164:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788205085.966167:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205085.966168:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205085.966171:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205085.966175:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece680 x1875052937928960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205085.966183:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece680 x1875052937928960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966190:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205085.966192:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.966195:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205085.966197:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205085.966201:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece680 x1875052937928960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966208:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205085.966212:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece680 x1875052937928960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966219:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205085.966222:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.966231:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205085.966233:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.966235:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205085.966238:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205085.966241:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205085.966245:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205085.966248:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205085.966252:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece680 x1875052937928960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205085.966260:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937928960:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205085.966265:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205085.966269:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd180 x1875052937929088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966274:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205085.966276:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205085.966278:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205085.966280:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205085.966282:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205085.966284:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937929088:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205085.966288:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205085.966289:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205085.966291:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205085.966293:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205085.966296:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788205085.966318:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205085.966322:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205085.966325:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788205085.966329:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205085.966332:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937929088, portal 10
00000100:00000001:2.0:1788205085.966334:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205085.966335:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462519680 : -127143247031936 : ffff8c5d27ecd180)
00000100:00000040:2.0:1788205085.966342:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd180 x1875052937929088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966348:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205085.966350:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205085.966352:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788205085.966355:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937929088, offset 0
00000400:00000200:2.0:1788205085.966359:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205085.966363:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205085.966366:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205085.966369:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205085.966371:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205085.966374:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205085.966376:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205085.966379:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547208:547208:256:4294967295] 192.168.201.135@tcp LPNI seq info [547174:547174:8:4294967295]
00000400:00000200:2.0:1788205085.966382:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205085.966388:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205085.966392:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205085.966396:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788205085.966400:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205085.966403:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788205085.966406:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205085.966409:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788205085.966413:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205085.966415:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788205085.966417:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205085.966421:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205085.966423:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788205085.966425:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788205085.966427:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205085.966430:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd180 x1875052937929088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966438:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205085.966441:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd180 x1875052937929088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966447:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205085.966448:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205085.966451:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205085.966456:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788205085.966459:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205085.966461:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310064158
00000100:00000001:2.0:1788205085.966464:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310067917
00000100:00000001:2.0:1788205085.966466:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310064158
00000100:00000001:2.0:1788205085.966468:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310067917
00000100:00000001:2.0:1788205085.966471:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205085.966473:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205085.966475:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205085.966478:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205085/real 1788205085]  req@ffff8c5d27ecd180 x1875052937929088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205085.966486:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205085.966487:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205085.966489:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788205085.966491:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205085.966493:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205085.966495:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205085.966498:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd180 x1875052937929088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205085.966505:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd180 x1875052937929088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966511:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205085.966513:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.966515:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205085.966516:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205085.966519:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd180 x1875052937929088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966525:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205085.966529:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd180 x1875052937929088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966536:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205085.966538:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.966540:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205085.966541:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.966543:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205085.966545:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205085.966547:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205085.966550:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205085.966552:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205085.966556:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd180 x1875052937929088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205085.966562:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937929088:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205085.966566:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205085.966569:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecea00 x1875052937929216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966576:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205085.966577:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205085.966579:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205085.966581:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205085.966583:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205085.966585:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937929216:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205085.966589:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205085.966590:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205085.966592:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205085.966593:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205085.966597:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205085.966599:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205085.966602:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205085.966604:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788205085.966608:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205085.966610:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937929216, portal 10
00000100:00000001:2.0:1788205085.966612:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205085.966613:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525952 : -127143247025664 : ffff8c5d27ecea00)
00000100:00000040:2.0:1788205085.966619:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecea00 x1875052937929216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966625:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205085.966627:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205085.966630:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788205085.966632:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937929216, offset 0
00000400:00000200:2.0:1788205085.966636:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205085.966639:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205085.966656:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205085.966659:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205085.966662:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205085.966664:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205085.966666:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205085.966669:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547209:547209:256:4294967295] 192.168.201.135@tcp LPNI seq info [547175:547175:8:4294967295]
00000400:00000200:2.0:1788205085.966673:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205085.966679:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205085.966684:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205085.966687:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788205085.966691:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205085.966694:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788205085.966698:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205085.966700:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788205085.966703:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205085.966705:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788205085.966708:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205085.966711:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205085.966714:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788205085.966716:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788205085.966719:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205085.966722:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecea00 x1875052937929216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966730:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205085.966732:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecea00 x1875052937929216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966739:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205085.966740:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205085.966743:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205085.966746:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788205085.966749:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205085.966751:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310064153
00000100:00000001:2.0:1788205085.966753:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310067917
00000100:00000001:2.0:1788205085.966755:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310064153
00000100:00000001:2.0:1788205085.966757:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310067917
00000100:00000001:2.0:1788205085.966759:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205085.966761:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205085.966763:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205085.966766:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205085/real 1788205085]  req@ffff8c5d27ecea00 x1875052937929216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205085.966774:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205085.966775:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205085.966777:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788205085.966779:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205085.966781:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205085.966783:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205085.966786:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecea00 x1875052937929216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205085.966793:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecea00 x1875052937929216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966801:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205085.966802:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.966804:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205085.966805:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205085.966808:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecea00 x1875052937929216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966815:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205085.966818:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecea00 x1875052937929216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966825:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205085.966827:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.966829:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205085.966830:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.966832:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205085.966833:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205085.966836:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205085.966839:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205085.966841:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205085.966845:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecea00 x1875052937929216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205085.966852:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937929216:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205085.966856:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205085.966859:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc000 x1875052937929344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966866:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205085.966867:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205085.966870:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205085.966872:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205085.966874:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205085.966877:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937929344:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205085.966880:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205085.966882:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205085.966884:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205085.966885:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205085.966888:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205085.966890:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205085.966893:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205085.966895:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788205085.966899:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205085.966901:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937929344, portal 4
00000100:00000001:2.0:1788205085.966903:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205085.966904:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462515200 : -127143247036416 : ffff8c5d27ecc000)
00000100:00000040:2.0:1788205085.966910:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc000 x1875052937929344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.966916:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205085.966918:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205085.966921:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788205085.966923:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937929344, offset 0
00000400:00000200:2.0:1788205085.966927:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205085.966930:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205085.966934:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205085.966936:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205085.966939:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205085.966941:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205085.966943:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205085.966946:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547210:547210:256:4294967295] 192.168.201.135@tcp LPNI seq info [547176:547176:8:4294967295]
00000400:00000200:2.0:1788205085.966950:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205085.966955:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205085.966960:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205085.966962:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788205085.966966:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205085.966968:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788205085.966972:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205085.966975:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788205085.966978:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205085.966980:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788205085.966983:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205085.966986:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205085.966988:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788205085.966990:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788205085.966992:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205085.966995:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc000 x1875052937929344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967002:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205085.967005:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc000 x1875052937929344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967011:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205085.967013:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205085.967015:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205085.967018:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788205085.967021:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205085.967023:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310064246
00000100:00000001:2.0:1788205085.967026:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310067917
00000100:00000001:2.0:1788205085.967028:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310064246
00000100:00000001:2.0:1788205085.967030:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310067917
00000100:00000001:2.0:1788205085.967032:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205085.967034:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205085.967035:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205085.967039:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205085/real 1788205085]  req@ffff8c5d27ecc000 x1875052937929344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205085.967047:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205085.967048:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205085.967050:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788205085.967053:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205085.967054:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205085.967056:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205085.967059:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc000 x1875052937929344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205085.967066:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc000 x1875052937929344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967073:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205085.967074:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.967076:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205085.967077:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205085.967080:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc000 x1875052937929344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967087:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205085.967090:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc000 x1875052937929344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967096:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205085.967099:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.967100:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205085.967102:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.967104:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205085.967105:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205085.967107:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205085.967111:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205085.967113:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205085.967117:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc000 x1875052937929344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205085.967125:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937929344:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205085.967129:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205085.967132:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd880 x1875052937929472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967138:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205085.967140:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205085.967142:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205085.967144:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205085.967145:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205085.967148:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937929472:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205085.967151:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205085.967153:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205085.967154:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205085.967156:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205085.967160:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788205085.967162:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205085.967165:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205085.967167:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788205085.967170:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205085.967173:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937929472, portal 4
00000100:00000001:2.0:1788205085.967174:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205085.967175:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462521472 : -127143247030144 : ffff8c5d27ecd880)
00000100:00000040:2.0:1788205085.967181:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd880 x1875052937929472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967187:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205085.967189:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205085.967191:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788205085.967194:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937929472, offset 0
00000400:00000200:2.0:1788205085.967198:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205085.967202:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205085.967205:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205085.967207:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205085.967209:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205085.967211:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205085.967213:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205085.967216:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547211:547211:256:4294967295] 192.168.201.135@tcp LPNI seq info [547177:547177:8:4294967295]
00000400:00000200:2.0:1788205085.967220:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205085.967226:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205085.967229:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205085.967232:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788205085.967236:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205085.967238:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1788205085.967242:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205085.967244:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1788205085.967248:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205085.967250:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788205085.967252:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205085.967255:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205085.967258:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788205085.967260:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788205085.967262:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205085.967265:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd880 x1875052937929472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967272:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205085.967275:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd880 x1875052937929472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205110 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967281:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205085.967283:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205085.967286:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205085.967289:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788205085.967292:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205085.967295:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310064263
00000100:00000001:2.0:1788205085.967316:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310067917
00000100:00000001:2.0:1788205085.967320:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310064264
00000100:00000001:2.0:1788205085.967322:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310067917
00000100:00000001:2.0:1788205085.967324:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205085.967326:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205085.967328:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205085.967332:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205085/real 1788205085]  req@ffff8c5d27ecd880 x1875052937929472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205085.967339:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205085.967341:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205085.967342:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788205085.967345:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205085.967347:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205085.967349:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205085.967352:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd880 x1875052937929472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205085.967361:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd880 x1875052937929472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967367:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205085.967369:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.967371:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205085.967372:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205085.967376:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd880 x1875052937929472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967382:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205085.967386:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd880 x1875052937929472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967392:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205085.967395:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.967397:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205085.967398:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.967400:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205085.967401:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205085.967404:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205085.967407:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205085.967410:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205085.967413:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd880 x1875052937929472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205085.967421:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937929472:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205085.967425:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.967427:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205085.967430:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece680 x1875052937928960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967437:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205085.967440:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205085.967443:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788205085.967446:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205085.967448:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205085.967451:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788205085.967453:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205085.967456:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:2.0:1788205085.967460:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205085.967463:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205085.967464:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece680.
00000100:00000001:2.0:1788205085.967468:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205085.967469:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.967471:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205085.967474:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd180 x1875052937929088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967486:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205085.967488:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205085.967489:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788205085.967491:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205085.967493:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205085.967494:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205085.967496:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205085.967497:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:2.0:1788205085.967499:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205085.967500:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205085.967502:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd180.
00000100:00000001:2.0:1788205085.967504:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205085.967505:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.967507:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205085.967510:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecea00 x1875052937929216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967516:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205085.967517:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205085.967518:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205085.967521:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205085.967522:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205085.967523:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205085.967525:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205085.967526:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:2.0:1788205085.967529:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205085.967530:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205085.967531:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecea00.
00000100:00000001:2.0:1788205085.967533:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205085.967534:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.967536:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205085.967539:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc000 x1875052937929344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967544:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205085.967545:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205085.967547:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205085.967549:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205085.967550:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205085.967552:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205085.967553:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205085.967555:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:2.0:1788205085.967556:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205085.967557:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205085.967559:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc000.
00000100:00000001:2.0:1788205085.967561:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205085.967562:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.967563:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205085.967566:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd880 x1875052937929472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205110 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205085.967573:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205085.967574:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205085.967575:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788205085.967577:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205085.967578:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205085.967579:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205085.967581:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205085.967582:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:2.0:1788205085.967584:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205085.967585:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205085.967587:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd880.
00000100:00000001:2.0:1788205085.967589:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205085.967590:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.967593:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205085.967601:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205085.967603:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205085.967605:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205085.967607:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205086.156403:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205086.156413:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205086.156416:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205086.156423:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205086.156428:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205086.156432:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.156435:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205086.156438:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205086.156441:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205086.668394:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205086.668401:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205086.668403:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205086.668406:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205086.668411:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205086.668413:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205086.668415:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205086.668417:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205086.668420:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205086.668421:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205086.668422:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205086.668424:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205086.668425:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205086.668426:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205086.668427:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205086.668428:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205086.668486:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205086.668489:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205086.668492:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205087.180448:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205087.180458:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205087.180461:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205087.180468:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205087.180473:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205087.180477:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205087.180481:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205087.180484:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205087.180487:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205087.692490:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205087.692498:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205087.692505:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205087.692507:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205087.692567:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205087.692571:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205087.692574:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205088.204429:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205088.204437:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205088.204439:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205088.204444:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205088.204447:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205088.204451:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205088.204453:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205088.204456:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205088.204458:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205088.716383:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205088.716389:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205088.716395:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205088.716396:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205088.716444:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205088.716446:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205088.716449:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205089.228402:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205089.228409:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205089.228411:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205089.228416:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205089.228419:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205089.228423:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205089.228425:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205089.228428:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205089.228430:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205089.740481:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205089.740488:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205089.740493:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205089.740494:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205089.740548:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205089.740551:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205089.740563:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205089.804397:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310067917, at 4310067968
00000100:00000040:1.0:1788205089.804397:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310067917, at 4310067968
00000100:00000010:0.0:1788205089.804416:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108501e0.
00000100:00000010:1.0:1788205089.804418:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850840.
00000100:00000001:0.0:1788205090.252469:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205090.252478:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205090.252481:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205090.252487:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205090.252491:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205090.252495:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205090.252497:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205090.252499:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205090.252502:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205090.764392:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205090.764401:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205090.764409:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205090.764410:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205090.764466:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205090.764470:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205090.764474:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205091.084518:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205091.084539:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205091.084541:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205091.084545:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205091.084550:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205091.084577:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15396
00000400:00000200:0.0:1788205091.084589:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205091.084596:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205091.084600:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205091.084603:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205091.084607:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205091.084610:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205091.084612:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205091.084616:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205091.084619:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788205091.084622:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205091.084626:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788205091.084629:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788205091.084631:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788205091.084635:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205091.084637:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205091.084639:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205091.084641:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205091.084645:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788205091.084647:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205091.084649:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205091.084652:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205091.084656:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205091.084658:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.084659:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205091.084662:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205091.084672:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8a80.
00000020:00000040:0.0:1788205091.084675:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788205091.084680:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205091.084682:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.084686:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205091.084689:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205091.084694:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205091.084703:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4800.
00000100:00000001:0.0:1788205091.084712:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205091.084722:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8a80 x1875052937929600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205091.084731:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205091.084742:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205091.084748:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afd37ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8a80 x1875052937929600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205091.084775:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205091.084778:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205091.084782:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205091.084783:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205091.084785:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205091.084788:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205091.084791:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15396
00000400:00000200:0.0:1788205091.084794:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205091.084796:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205091.084798:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205091.084800:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205091.084802:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205091.084804:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205091.084806:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205091.084808:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205091.084809:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788205091.084810:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205091.084811:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788205091.084812:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788205091.084814:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:2.0:1788205091.084815:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788205091.084816:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205091.084820:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205091.084821:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205091.084821:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205091.084824:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788205091.084826:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1788205091.084828:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:0.0:1788205091.084833:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205091.084835:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205091.084835:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8a80 x1875052937929600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205091.084838:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205091.084845:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205091.084846:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1788205091.084849:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.084849:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.084853:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788205091.084855:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1788205091.084857:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788205091.084859:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1788205091.084860:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.084865:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205091.084865:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205091.084868:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9c00.
00000020:00000040:0.0:1788205091.084872:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00100000:2.0:1788205091.084873:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937929600:192.168.201.135@tcp:250:kworker.0
02000000:00000001:0.0:1788205091.084874:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205091.084878:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.084881:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788205091.084881:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205091.084885:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205091.084887:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205091.084889:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1788205091.084892:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4400.
02000000:00000001:2.0:1788205091.084894:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.084898:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205091.084899:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1788205091.084907:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9c00 x1875052937929728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1788205091.084907:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205091.084912:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.084921:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788205091.084923:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205091.084926:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205091.084928:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000040:0.0:1788205091.084931:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e508162b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9c00 x1875052937929728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788205091.084937:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000001:0.0:1788205091.084940:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205091.084943:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205091.084945:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:2.0:1788205091.084946:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937929600, portal 25
00000100:00000001:0.0:1788205091.084947:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205091.084951:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205091.084951:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205091.084955:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205091.084955:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871301248 : -127143838250368 : ffff8c5d04af8a80)
00000100:00080000:0.0:1788205091.084959:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15396
00000100:00000040:2.0:1788205091.084964:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8a80 x1875052937929600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205091.084965:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205091.084971:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205091.084975:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205091.084978:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205091.084979:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205091.084983:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205091.084983:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000040:0.0:1788205091.084987:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:2.0:1788205091.084987:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000001:0.0:1788205091.084992:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:2.0:1788205091.084993:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937929600, offset 0
00000020:00000001:0.0:1788205091.084994:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205091.084996:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788205091.084998:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205091.085000:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:0.0:1788205091.085001:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788205091.085003:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000001:0.0:1788205091.085013:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788205091.085016:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788205091.085019:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205091.085022:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205091.085023:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205091.085024:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788205091.085025:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000040:0.0:1788205091.085027:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:0.0:1788205091.085031:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788205091.085032:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788205091.085036:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205091.085040:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788205091.085040:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:0.0:1788205091.085045:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788205091.085047:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1788205091.085049:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205091.085051:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:0.0:1788205091.085052:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205091.085055:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788205091.085056:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547212:547212:256:4294967295] 192.168.201.135@tcp LPNI seq info [547178:547178:8:4294967295]
00000008:00000001:0.0:1788205091.085059:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.085063:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205091.085063:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:0.0:1788205091.085068:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb100.
00000020:00000040:0.0:1788205091.085071:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205091.085075:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205091.085078:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205091.085078:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788205091.085081:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205091.085084:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205091.085085:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205091.085088:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000010:0.0:1788205091.085090:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4c00.
00000100:00000001:0.0:1788205091.085094:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788205091.085094:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000100:00100000:0.0:1788205091.085101:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb100 x1875052937929856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788205091.085105:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205091.085110:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1788205091.085112:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205091.085115:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788205091.085119:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:0.0:1788205091.085123:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c389169] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb100 x1875052937929856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788205091.085124:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788205091.085132:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788205091.085135:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788205091.085136:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000100:00080000:0.0:1788205091.085141:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788205091.085144:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1788205091.085145:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:2.0:1788205091.085149:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788205091.085155:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205091.085157:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205091.085160:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788205091.085162:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000100:00080000:0.0:1788205091.085163:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15396
00000400:00000200:0.0:1788205091.085170:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205091.085170:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000400:00000200:0.0:1788205091.085177:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788205091.085179:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788205091.085180:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205091.085187:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:2.0:1788205091.085187:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8a80 x1875052937929600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205091.085191:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205091.085194:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205091.085199:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205091.085202:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205091.085204:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788205091.085206:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205091.085208:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:2.0:1788205091.085209:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:0.0:1788205091.085210:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:0.0:1788205091.085214:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788205091.085218:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:2.0:1788205091.085219:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8a80 x1875052937929600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205091.085220:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205091.085224:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205091.085228:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205091.085232:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:0.0:1788205091.085236:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205091.085239:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.085240:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205091.085241:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205091.085244:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:0.0:1788205091.085245:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205091.085248:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.085250:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205091.085251:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788205091.085253:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205091.085256:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205091.085259:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205091.085260:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205091.085265:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afa300.
00000100:00000001:2.0:1788205091.085265:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310073036
00000020:00000040:0.0:1788205091.085269:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205091.085272:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205091.085273:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205091.085274:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850f60.
00000100:00000001:0.0:1788205091.085275:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205091.085278:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205091.085280:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.085284:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000010:0.0:1788205091.085286:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4000.
00000100:00000001:0.0:1788205091.085289:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.085292:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310073036
00000100:00100000:0.0:1788205091.085293:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afa300 x1875052937929984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1788205091.085296:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850ae0.
00000100:00000001:2.0:1788205091.085335:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788205091.085341:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205091.085345:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205091.085347:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.085349:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.085351:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1788205091.085358:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003df1ecd1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afa300 x1875052937929984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205091.085360:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205091/real 1788205091]  req@ffff8c5d04af8a80 x1875052937929600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205091.085387:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788205091.085387:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205091.085390:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1788205091.085393:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788205091.085394:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788205091.085399:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000100:00080000:0.0:1788205091.085400:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000010:2.0:1788205091.085403:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205091.085405:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205091.085409:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8a80 x1875052937929600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205091.085433:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8a80 x1875052937929600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.085439:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205091.085441:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.085444:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205091.085447:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205091.085451:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8a80 x1875052937929600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205091.085453:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205091.085456:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205091.085460:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205091.085465:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15396
00000100:00000001:2.0:1788205091.085466:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:0.0:1788205091.085470:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205091.085475:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000040:2.0:1788205091.085476:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8a80 x1875052937929600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205091.085477:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205091.085484:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205091.085490:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205091.085492:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788205091.085495:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205091.085497:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205091.085499:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788205091.085501:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205091.085502:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1788205091.085505:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788205091.085506:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:0.0:1788205091.085509:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:2.0:1788205091.085510:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205091.085514:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:0.0:1788205091.085515:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205091.085519:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00080000:2.0:1788205091.085519:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205091.085521:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:0.0:1788205091.085525:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788205091.085527:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8a80 x1875052937929600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205091.085531:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:0.0:1788205091.085539:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205091.085544:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788205091.085544:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937929600:192.168.201.135@tcp:250:kworker.0
00000100:00000040:0.0:1788205091.085549:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205091.085564:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205091.085567:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:2.0:1788205091.085569:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788205091.085571:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205091.085574:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788205091.085576:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205091.085580:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788205091.085581:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8a80 x1875052937929600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205091.085584:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205091.085589:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.085593:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205091.085597:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788205091.085598:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205091.085601:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000008:00000001:0.0:1788205091.085602:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205091.085604:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
00000100:00000001:0.0:1788205091.085607:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205091.085608:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205091.085611:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000010:0.0:1788205091.085613:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9f80.
00000020:00000040:2.0:1788205091.085613:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788205091.085619:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000020:00000040:0.0:1788205091.085620:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000010:2.0:1788205091.085623:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4800.
02000000:00000001:0.0:1788205091.085625:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205091.085628:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205091.085629:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:0.0:1788205091.085630:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205091.085633:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
02000000:00000001:0.0:1788205091.085634:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205091.085637:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205091.085637:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8a80.
00000100:00000001:2.0:1788205091.085643:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000010:0.0:1788205091.085644:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5000.
00000100:00000001:2.0:1788205091.085647:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205091.085649:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.085652:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205091.085655:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9f80 x1875052937930112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205091.085662:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205091.085664:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.085664:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205091.085668:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205091.085672:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096d998d0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9f80 x1875052937930112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.085673:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205091.085675:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205091.085678:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788205091.085688:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205091.085692:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9c00 x1875052937929728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205091.085694:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15406)
00000100:00000001:2.0:1788205091.085706:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205091.085708:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205091.085711:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205091.085712:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205091.085715:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205091.085718:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937929728:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205091.085722:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205091.085724:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205091.085726:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205091.085728:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205091.085732:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205091.085734:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205091.085738:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205091.085741:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788205091.085746:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205091.085750:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937929728, portal 10
00000100:00000001:2.0:1788205091.085752:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205091.085753:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871305728 : -127143838245888 : ffff8c5d04af9c00)
00000100:00000040:2.0:1788205091.085760:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9c00 x1875052937929728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.085765:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205091.085767:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205091.085769:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788205091.085771:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937929728, offset 0
00000400:00000200:2.0:1788205091.085774:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205091.085778:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205091.085780:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205091.085783:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205091.085785:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205091.085787:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205091.085790:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205091.085792:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547213:547213:256:4294967295] 192.168.201.135@tcp LPNI seq info [547179:547179:8:4294967295]
00000400:00000200:2.0:1788205091.085795:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205091.085802:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205091.085806:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205091.085808:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788205091.085811:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205091.085813:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788205091.085816:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205091.085818:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788205091.085820:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205091.085821:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788205091.085823:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205091.085826:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205091.085827:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788205091.085829:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788205091.085831:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205091.085833:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9c00 x1875052937929728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.085845:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205091.085847:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9c00 x1875052937929728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.085852:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.085853:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205091.085856:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205091.085860:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788205091.085863:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205091.085865:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310069277
00000100:00000001:2.0:1788205091.085868:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310073036
00000100:00000001:2.0:1788205091.085870:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310069277
00000100:00000001:2.0:1788205091.085872:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310073036
00000100:00000001:2.0:1788205091.085875:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205091.085877:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.085878:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205091.085882:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205091/real 1788205091]  req@ffff8c5d04af9c00 x1875052937929728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205091.085891:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205091.085892:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205091.085894:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788205091.085896:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205091.085898:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205091.085900:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205091.085903:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9c00 x1875052937929728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205091.085909:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9c00 x1875052937929728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.085916:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205091.085917:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.085919:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205091.085920:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205091.085923:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9c00 x1875052937929728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.085930:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205091.085934:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9c00 x1875052937929728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.085950:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205091.085953:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.085954:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205091.085955:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.085957:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205091.085958:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205091.085961:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205091.085963:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205091.085965:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205091.085967:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9c00 x1875052937929728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205091.085973:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937929728:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205091.085975:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205091.085977:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb100 x1875052937929856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.085980:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205091.085981:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205091.085983:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205091.085984:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205091.085986:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205091.085987:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937929856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205091.085990:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205091.085991:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205091.085992:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205091.085993:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205091.085995:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788205091.085997:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205091.085999:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205091.086001:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788205091.086003:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205091.086005:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937929856, portal 10
00000100:00000001:2.0:1788205091.086006:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205091.086007:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871311104 : -127143838240512 : ffff8c5d04afb100)
00000100:00000040:2.0:1788205091.086011:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb100 x1875052937929856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086019:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205091.086020:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205091.086022:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788205091.086023:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937929856, offset 0
00000400:00000200:2.0:1788205091.086025:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205091.086028:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205091.086030:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205091.086032:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205091.086034:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205091.086035:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205091.086037:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205091.086039:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547214:547214:256:4294967295] 192.168.201.135@tcp LPNI seq info [547180:547180:8:4294967295]
00000400:00000200:2.0:1788205091.086041:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205091.086046:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205091.086050:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205091.086052:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788205091.086056:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205091.086058:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788205091.086062:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205091.086064:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788205091.086068:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205091.086069:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788205091.086072:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205091.086075:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205091.086078:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788205091.086079:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788205091.086089:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205091.086094:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb100 x1875052937929856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086101:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205091.086104:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb100 x1875052937929856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086114:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.086115:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205091.086119:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205091.086121:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788205091.086124:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205091.086126:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310069272
00000100:00000001:2.0:1788205091.086129:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310073036
00000100:00000001:2.0:1788205091.086131:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310069272
00000100:00000001:2.0:1788205091.086133:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310073036
00000100:00000001:2.0:1788205091.086135:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205091.086137:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.086139:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205091.086142:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205091/real 1788205091]  req@ffff8c5d04afb100 x1875052937929856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205091.086149:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205091.086151:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205091.086152:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788205091.086155:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205091.086156:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205091.086159:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205091.086162:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb100 x1875052937929856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205091.086170:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb100 x1875052937929856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086176:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205091.086177:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086179:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205091.086180:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205091.086183:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb100 x1875052937929856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086189:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205091.086192:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb100 x1875052937929856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086198:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205091.086200:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086201:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205091.086202:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086204:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205091.086205:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205091.086208:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205091.086211:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205091.086212:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205091.086216:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb100 x1875052937929856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205091.086223:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937929856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205091.086227:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205091.086230:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afa300 x1875052937929984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086236:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205091.086237:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205091.086247:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205091.086250:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205091.086252:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205091.086255:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937929984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205091.086258:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205091.086260:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205091.086262:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205091.086264:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205091.086267:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788205091.086269:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205091.086273:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205091.086275:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788205091.086278:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205091.086281:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937929984, portal 4
00000100:00000001:2.0:1788205091.086283:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205091.086285:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871307520 : -127143838244096 : ffff8c5d04afa300)
00000100:00000040:2.0:1788205091.086290:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afa300 x1875052937929984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086317:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205091.086320:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205091.086323:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788205091.086326:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937929984, offset 0
00000400:00000200:2.0:1788205091.086330:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205091.086333:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205091.086336:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205091.086339:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205091.086342:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205091.086344:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205091.086346:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205091.086350:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547215:547215:256:4294967295] 192.168.201.135@tcp LPNI seq info [547181:547181:8:4294967295]
00000400:00000200:2.0:1788205091.086354:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205091.086360:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205091.086365:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205091.086368:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788205091.086372:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205091.086374:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788205091.086379:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205091.086382:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788205091.086385:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205091.086388:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788205091.086391:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205091.086394:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205091.086396:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788205091.086398:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788205091.086400:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205091.086403:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afa300 x1875052937929984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086410:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205091.086413:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afa300 x1875052937929984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086420:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.086421:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205091.086424:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205091.086426:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788205091.086429:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205091.086441:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310069366
00000100:00000001:2.0:1788205091.086444:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310073036
00000100:00000001:2.0:1788205091.086446:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310069366
00000100:00000001:2.0:1788205091.086448:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310073036
00000100:00000001:2.0:1788205091.086450:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205091.086452:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.086454:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205091.086458:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205091/real 1788205091]  req@ffff8c5d04afa300 x1875052937929984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205091.086466:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205091.086467:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205091.086469:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788205091.086472:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205091.086473:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205091.086476:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205091.086479:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afa300 x1875052937929984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205091.086486:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afa300 x1875052937929984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086492:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205091.086493:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086495:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205091.086496:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205091.086499:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afa300 x1875052937929984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086505:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205091.086508:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afa300 x1875052937929984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086514:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205091.086517:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086518:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205091.086519:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086521:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205091.086522:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205091.086525:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205091.086528:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205091.086530:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205091.086535:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afa300 x1875052937929984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205091.086542:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937929984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205091.086546:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086548:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205091.086552:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9c00 x1875052937929728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086573:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205091.086575:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205091.086577:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205091.086580:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205091.086582:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205091.086583:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205091.086586:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205091.086587:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4400.
02000000:00000001:2.0:1788205091.086590:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205091.086591:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205091.086593:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9c00.
00000100:00000001:2.0:1788205091.086595:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205091.086597:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086599:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205091.086603:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb100 x1875052937929856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086609:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205091.086611:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205091.086612:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788205091.086614:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205091.086615:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205091.086617:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205091.086619:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205091.086620:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:2.0:1788205091.086622:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205091.086623:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205091.086624:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb100.
00000100:00000001:2.0:1788205091.086629:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205091.086630:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086632:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205091.086635:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afa300 x1875052937929984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086642:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205091.086644:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205091.086645:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788205091.086648:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205091.086649:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205091.086650:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205091.086652:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205091.086653:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:2.0:1788205091.086655:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205091.086655:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205091.086657:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afa300.
00000100:00000001:2.0:1788205091.086659:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205091.086660:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086662:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086667:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205091.086668:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.086670:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205091.086671:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205091.086673:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205091.086677:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9f80 x1875052937930112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086683:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205091.086684:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205091.086687:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205091.086688:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205091.086690:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205091.086693:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937930112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205091.086697:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205091.086699:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205091.086700:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205091.086702:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205091.086705:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788205091.086707:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205091.086711:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205091.086713:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788205091.086716:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205091.086719:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937930112, portal 4
00000100:00000001:2.0:1788205091.086722:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205091.086723:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871306624 : -127143838244992 : ffff8c5d04af9f80)
00000100:00000040:2.0:1788205091.086730:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9f80 x1875052937930112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086736:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205091.086739:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205091.086741:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000200:2.0:1788205091.086743:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937930112, offset 0
00000400:00000200:2.0:1788205091.086746:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205091.086750:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205091.086753:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205091.086756:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205091.086758:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205091.086761:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205091.086763:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205091.086766:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547216:547216:256:4294967295] 192.168.201.135@tcp LPNI seq info [547182:547182:8:4294967295]
00000400:00000200:2.0:1788205091.086771:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205091.086777:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205091.086781:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205091.086784:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788205091.086788:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205091.086791:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788205091.086795:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205091.086798:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788205091.086802:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205091.086804:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788205091.086806:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205091.086809:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205091.086813:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:2.0:1788205091.086814:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:2.0:1788205091.086817:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205091.086820:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9f80 x1875052937930112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086834:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205091.086837:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9f80 x1875052937930112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086844:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.086845:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205091.086848:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205091.086851:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788205091.086854:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205091.086856:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310069383
00000100:00000001:2.0:1788205091.086859:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310073036
00000100:00000001:2.0:1788205091.086861:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310069383
00000100:00000001:2.0:1788205091.086863:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310073036
00000100:00000001:2.0:1788205091.086865:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205091.086867:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.086869:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205091.086873:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205091/real 1788205091]  req@ffff8c5d04af9f80 x1875052937930112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205091.086881:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205091.086882:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205091.086884:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788205091.086886:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205091.086888:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205091.086890:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205091.086893:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9f80 x1875052937930112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205091.086902:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9f80 x1875052937930112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086908:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205091.086910:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086912:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205091.086913:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205091.086917:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9f80 x1875052937930112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086923:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205091.086927:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9f80 x1875052937930112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086933:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205091.086936:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086937:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205091.086938:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086940:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205091.086942:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205091.086944:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205091.086946:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205091.086948:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205091.086951:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9f80 x1875052937930112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205091.086956:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937930112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205091.086958:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086959:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205091.086961:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9f80 x1875052937930112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205091.086964:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205091.086965:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205091.086967:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788205091.086969:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205091.086969:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205091.086971:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205091.086973:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205091.086974:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:2.0:1788205091.086975:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205091.086976:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205091.086977:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9f80.
00000100:00000001:2.0:1788205091.086979:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205091.086980:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086981:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205091.086983:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205091.086984:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205091.086985:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205091.086987:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205091.276462:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205091.276471:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205091.276474:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205091.276486:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205091.276490:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205091.276495:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205091.276498:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205091.276501:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205091.276505:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205091.788539:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205091.788561:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205091.788568:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205091.788569:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205091.788650:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205091.788655:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205091.788658:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205092.300450:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205092.300458:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205092.300460:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205092.300465:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205092.300468:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205092.300473:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205092.300475:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205092.300477:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205092.300479:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205092.812417:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205092.812425:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205092.812434:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205092.812435:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205092.812506:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205092.812511:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205092.812515:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205093.324403:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205093.324412:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205093.324414:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205093.324421:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205093.324426:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205093.324431:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205093.324434:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205093.324437:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205093.324440:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205093.836469:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205093.836475:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205093.836480:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205093.836481:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205093.836498:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205093.836500:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205093.836503:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205094.348452:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205094.348461:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205094.348463:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205094.348470:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205094.348475:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205094.348479:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205094.348482:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205094.348485:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205094.348488:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205094.860444:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205094.860453:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205094.860467:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205094.860469:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205094.860528:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205094.860532:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205094.860536:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205094.924436:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310073036, at 4310073088
00000100:00000040:1.0:1788205094.924436:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310073036, at 4310073088
00000100:00000010:1.0:1788205094.924454:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850ae0.
00000100:00000010:0.0:1788205094.924461:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850f60.
00000100:00000001:0.0:1788205095.372468:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205095.372479:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205095.372498:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205095.372505:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205095.372510:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205095.372516:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205095.372519:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205095.372523:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205095.372526:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205095.884516:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205095.884524:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205095.884532:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205095.884533:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205095.884600:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205095.884605:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205095.884609:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205096.204484:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205096.204499:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205096.204502:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205096.204506:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205096.204512:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205096.204522:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15401
00000400:00000200:0.0:1788205096.204535:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205096.204545:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205096.204549:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205096.204552:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.204556:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205096.204559:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.204562:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205096.204567:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205096.204570:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788205096.204573:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205096.204576:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788205096.204579:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788205096.204581:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788205096.204584:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.204586:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205096.204588:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.204590:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205096.204593:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788205096.204597:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205096.204600:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205096.204603:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205096.204608:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205096.204611:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.204614:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205096.204617:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205096.204629:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afaa00.
00000020:00000040:0.0:1788205096.204633:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788205096.204638:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205096.204640:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.204644:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205096.204648:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205096.204654:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205096.204663:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7800.
00000100:00000001:0.0:1788205096.204672:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205096.204684:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afaa00 x1875052937930240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205096.204695:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205096.204701:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205096.204707:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0848cb4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afaa00 x1875052937930240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205096.204727:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205096.204731:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205096.204734:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205096.204735:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205096.204737:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205096.204740:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205096.204743:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15401
00000400:00000200:0.0:1788205096.204748:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205096.204752:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205096.204754:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205096.204757:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788205096.204758:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.204763:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205096.204765:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788205096.204766:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.204770:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788205096.204770:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788205096.204775:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205096.204777:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788205096.204779:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205096.204781:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788205096.204783:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788205096.204785:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788205096.204791:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:2.0:1788205096.204792:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afaa00 x1875052937930240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205096.204794:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205096.204798:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.204804:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205096.204809:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:2.0:1788205096.204811:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1788205096.204815:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205096.204816:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.204821:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205096.204824:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205096.204825:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205096.204829:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205096.204833:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205096.204834:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788205096.204839:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937930240:192.168.201.135@tcp:250:kworker.0
02000000:00000001:0.0:1788205096.204840:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.204844:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205096.204848:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1788205096.204850:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205096.204854:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205096.204855:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1788205096.204856:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205096.204860:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205096.204861:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afbb80.
00000020:00000040:0.0:1788205096.204867:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788205096.204868:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788205096.204869:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205096.204871:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.204872:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205096.204873:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205096.204875:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205096.204876:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000010:0.0:1788205096.204879:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:2.0:1788205096.204881:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.204884:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205096.204892:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afbb80 x1875052937930368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205096.204892:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205096.204900:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000100:00000001:0.0:1788205096.204901:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205096.204904:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205096.204908:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005baa2078] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afbb80 x1875052937930368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1788205096.204913:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000001:0.0:1788205096.204915:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205096.204919:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205096.204922:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:2.0:1788205096.204923:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937930240, portal 25
00000100:00000001:0.0:1788205096.204924:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205096.204927:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205096.204929:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205096.204934:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205096.204934:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871309312 : -127143838242304 : ffff8c5d04afaa00)
00000100:00080000:0.0:1788205096.204939:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15401
00000100:00000040:2.0:1788205096.204945:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afaa00 x1875052937930240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205096.204948:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205096.204956:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205096.204960:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205096.204963:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205096.204966:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.204972:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205096.204972:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205096.204977:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08990.
00000100:00000040:0.0:1788205096.204978:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.204982:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205096.204985:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:2.0:1788205096.204985:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937930240, offset 0
00000020:00000040:0.0:1788205096.204986:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788205096.204989:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205096.204992:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:0.0:1788205096.204993:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788205096.204994:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:0.0:1788205096.205000:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788205096.205000:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788205096.205005:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205096.205006:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.205007:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205096.205010:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:0.0:1788205096.205011:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205096.205015:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205096.205015:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:0.0:1788205096.205020:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205096.205022:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205096.205024:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.205025:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788205096.205027:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000008:00100000:0.0:1788205096.205028:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205096.205033:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.205035:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205096.205038:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8e00.
00000400:00000200:2.0:1788205096.205039:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1788205096.205043:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205096.205045:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205096.205048:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205096.205049:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:0.0:1788205096.205052:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205096.205056:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788205096.205056:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1788205096.205060:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205096.205062:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000010:0.0:1788205096.205068:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7000.
00000400:00000200:2.0:1788205096.205068:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547217:547217:256:4294967295] 192.168.201.135@tcp LPNI seq info [547183:547183:8:4294967295]
00000100:00000001:0.0:1788205096.205075:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205096.205080:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:0.0:1788205096.205085:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8e00 x1875052937930496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205096.205092:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205096.205095:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205096.205098:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ded5d6d5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8e00 x1875052937930496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205096.205111:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788205096.205113:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205096.205119:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1788205096.205124:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00080000:0.0:1788205096.205125:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205096.205129:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205096.205132:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205096.205134:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205096.205138:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15401
00000400:00000200:0.0:1788205096.205144:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000010:2.0:1788205096.205144:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000400:00000200:0.0:1788205096.205150:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205096.205153:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788205096.205157:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:0.0:1788205096.205160:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.205164:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1788205096.205168:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:0.0:1788205096.205169:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.205174:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205096.205177:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205096.205179:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788205096.205180:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205096.205182:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:0.0:1788205096.205185:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:0.0:1788205096.205187:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788205096.205190:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.205191:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205096.205193:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.205195:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205096.205197:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:0.0:1788205096.205200:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205096.205201:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.205204:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205096.205208:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205096.205210:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205096.205212:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.205215:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788205096.205217:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00100000:0.0:1788205096.205219:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788205096.205223:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310078156
00000008:00000001:0.0:1788205096.205224:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.205228:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205096.205230:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850c00.
00000100:00000010:0.0:1788205096.205233:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afad80.
00000020:00000040:0.0:1788205096.205238:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:2.0:1788205096.205239:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1788205096.205241:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205096.205244:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.205247:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788205096.205248:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310078156
02000000:00000001:0.0:1788205096.205249:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205096.205253:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205096.205256:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850f60.
02000000:00000010:0.0:1788205096.205259:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6800.
00000100:00000001:2.0:1788205096.205261:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205096.205264:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205096.205267:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788205096.205272:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afad80 x1875052937930624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205096.205273:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205096.205280:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.205281:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205096.205285:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205096.205286:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205096.205291:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d214ad8] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afad80 x1875052937930624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205096.205330:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205096.205332:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205096.205334:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00080000:0.0:1788205096.205336:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205096.205339:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1788205096.205342:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205096.205343:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205096.205347:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788205096.205347:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1788205096.205352:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788205096.205355:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afbb80 x1875052937930368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205096.205356:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205096.205363:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15401
00000400:00000200:0.0:1788205096.205372:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205096.205372:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205096.205375:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205096.205377:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
02000000:00000001:2.0:1788205096.205380:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:0.0:1788205096.205381:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1788205096.205383:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788205096.205387:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:2.0:1788205096.205389:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.205393:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788205096.205397:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937930368:192.168.201.135@tcp:38:kworker.0
00000100:00000040:0.0:1788205096.205399:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205096.205405:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788205096.205406:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:2.0:1788205096.205410:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:0.0:1788205096.205411:0:267769:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788205096.205414:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788205096.205415:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
02000000:00000001:2.0:1788205096.205419:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:0.0:1788205096.205420:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205096.205424:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:0.0:1788205096.205425:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000010:2.0:1788205096.205426:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
00000020:00000001:0.0:1788205096.205428:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:2.0:1788205096.205429:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205096.205433:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.205437:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205096.205437:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788205096.205441:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.205443:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:2.0:1788205096.205443:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0000.
00000020:00000040:0.0:1788205096.205447:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:0.0:1788205096.205450:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205096.205452:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205096.205452:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08330.
02000000:00000001:0.0:1788205096.205458:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788205096.205459:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937930368, portal 10
02000000:00000001:0.0:1788205096.205461:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205096.205463:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1788205096.205475:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205096.205476:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871313792 : -127143838237824 : ffff8c5d04afbb80)
00000100:00000001:0.0:1788205096.205479:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205096.205483:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205096.205488:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205096.205489:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afbb80 x1875052937930368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205096.205491:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205096.205498:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9f80.
00000100:00000001:2.0:1788205096.205499:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1788205096.205503:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000040:2.0:1788205096.205503:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205096.205507:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d082a8.
02000000:00000001:0.0:1788205096.205508:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:2.0:1788205096.205511:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937930368, offset 0
02000000:00000001:0.0:1788205096.205512:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.205516:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788205096.205517:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000001:0.0:1788205096.205521:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205096.205525:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205096.205529:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:0.0:1788205096.205530:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5400.
00000100:00000001:0.0:1788205096.205536:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205096.205536:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205096.205543:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:0.0:1788205096.205546:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9f80 x1875052937930752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205096.205553:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205096.205555:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205096.205557:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000040:0.0:1788205096.205560:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096d998d0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9f80 x1875052937930752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205096.205564:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205096.205570:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:0.0:1788205096.205576:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205096.205578:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547218:547218:255:4294967295] 192.168.201.135@tcp LPNI seq info [547184:547184:7:4294967295]
00000100:00000040:0.0:1788205096.205582:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15412)
00000400:00000200:2.0:1788205096.205586:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205096.205594:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205096.205600:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205096.205605:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342b00.
00000800:00000200:2.0:1788205096.205609:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205096.205613:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788205096.205615:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205096.205618:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788205096.205620:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205096.205622:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310074397
00000100:00000001:2.0:1788205096.205624:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310078156
00000100:00000001:2.0:1788205096.205625:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310074397
00000100:00000001:2.0:1788205096.205627:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310078156
00000100:00000001:2.0:1788205096.205628:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205096.205629:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205096.205631:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205096.205634:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8e00 x1875052937930496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205096.205639:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205096.205640:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205096.205642:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205096.205643:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205096.205644:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205096.205646:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937930496:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205096.205648:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205096.205649:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205096.205650:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205096.205651:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205096.205654:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205096.205656:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205096.205659:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205096.205662:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0f20.
00000400:00000010:2.0:1788205096.205665:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08908.
00000100:00000200:2.0:1788205096.205668:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937930496, portal 10
00000100:00000001:2.0:1788205096.205670:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205096.205671:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871302144 : -127143838249472 : ffff8c5d04af8e00)
00000100:00000040:2.0:1788205096.205677:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8e00 x1875052937930496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205096.205684:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205096.205696:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205096.205699:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08a18.
00000100:00000200:2.0:1788205096.205702:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937930496, offset 0
00000400:00000200:2.0:1788205096.205706:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205096.205709:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205096.205711:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205096.205713:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205096.205715:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205096.205716:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205096.205719:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205096.205722:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547219:547219:254:4294967295] 192.168.201.135@tcp LPNI seq info [547185:547185:6:4294967295]
00000400:00000200:2.0:1788205096.205726:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205096.205732:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205096.205736:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205096.205740:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342300.
00000800:00000200:2.0:1788205096.205744:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205096.205747:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788205096.205750:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205096.205753:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788205096.205756:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205096.205757:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310074392
00000100:00000001:2.0:1788205096.205760:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310078156
00000100:00000001:2.0:1788205096.205762:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310074392
00000100:00000001:2.0:1788205096.205764:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310078156
00000100:00000001:2.0:1788205096.205766:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205096.205768:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205096.205770:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205096.205774:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afad80 x1875052937930624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205096.205781:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205096.205782:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205096.205784:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205096.205786:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205096.205788:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205096.205790:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937930624:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205096.205793:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205096.205795:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205096.205797:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205096.205799:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205096.205803:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788205096.205805:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205096.205808:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205096.205811:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f08f0.
00000400:00000010:2.0:1788205096.205815:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08bb0.
00000100:00000200:2.0:1788205096.205818:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937930624, portal 4
00000100:00000001:2.0:1788205096.205819:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205096.205821:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871310208 : -127143838241408 : ffff8c5d04afad80)
00000100:00000040:2.0:1788205096.205826:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afad80 x1875052937930624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205096.205832:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205096.205834:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205096.205837:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d083b8.
00000100:00000200:2.0:1788205096.205839:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937930624, offset 0
00000400:00000200:2.0:1788205096.205843:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205096.205847:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205096.205850:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205096.205853:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205096.205855:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205096.205857:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205096.205860:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205096.205862:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547220:547220:253:4294967295] 192.168.201.135@tcp LPNI seq info [547186:547186:5:4294967295]
00000400:00000200:2.0:1788205096.205866:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205096.205871:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205096.205876:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205096.205879:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342500.
00000800:00000200:2.0:1788205096.205883:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205096.205886:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788205096.205889:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205096.205892:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788205096.205895:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205096.205897:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310074485
00000100:00000001:2.0:1788205096.205899:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310078156
00000100:00000001:2.0:1788205096.205902:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310074485
00000100:00000001:2.0:1788205096.205904:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310078156
00000100:00000001:2.0:1788205096.205906:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205096.205908:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205096.205911:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205096.205913:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205096.205916:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205096.205918:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788205096.205920:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205096.205921:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205096.205923:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205096.205927:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9f80 x1875052937930752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205096.205933:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205096.205935:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205096.205937:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205096.205938:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205096.205940:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205096.205943:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937930752:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205096.205946:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205096.205948:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205096.205950:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205096.205951:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205096.205955:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205096.205957:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205096.205960:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205096.205963:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205096.205967:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205096.205969:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937930752, portal 4
00000100:00000001:2.0:1788205096.205971:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205096.205972:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871306624 : -127143838244992 : ffff8c5d04af9f80)
00000100:00000040:2.0:1788205096.205978:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9f80 x1875052937930752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205096.205985:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205096.205987:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205096.205990:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08440.
00000100:00000200:2.0:1788205096.205992:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937930752, offset 0
00000400:00000200:2.0:1788205096.205996:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205096.205999:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205096.206003:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205096.206006:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205096.206008:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205096.206011:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205096.206013:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205096.206016:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547221:547221:252:4294967295] 192.168.201.135@tcp LPNI seq info [547187:547187:4:4294967295]
00000400:00000200:2.0:1788205096.206020:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205096.206026:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205096.206030:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205096.206034:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205096.206038:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205096.206042:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788205096.206044:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205096.206047:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788205096.206050:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205096.206052:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310074502
00000100:00000001:2.0:1788205096.206054:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310078156
00000100:00000001:2.0:1788205096.206056:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310074502
00000100:00000001:2.0:1788205096.206058:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310078156
00000100:00000001:2.0:1788205096.206060:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205096.206062:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205096.206064:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205096.206066:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205096.206069:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205096.206071:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788205096.206073:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205096.206074:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205096.206076:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205096.206078:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205096.396437:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205096.396444:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205096.396446:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205096.396451:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205096.396455:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205096.396458:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205096.396461:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205096.396473:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205096.396475:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205096.908489:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205096.908500:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205096.908503:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205096.908507:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205096.908513:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205096.908516:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205096.908519:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205096.908522:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205096.908528:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205096.908529:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205096.908530:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205096.908532:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205096.908534:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205096.908535:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205096.908536:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205096.908538:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205096.908611:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205096.908616:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205096.908620:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205097.420416:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205097.420426:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205097.420429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205097.420436:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205097.420441:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205097.420506:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205097.420510:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205097.420513:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205097.420517:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205097.932510:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205097.932518:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205097.932525:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205097.932527:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205097.932591:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205097.932596:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205097.932601:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205098.444477:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205098.444487:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205098.444489:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205098.444496:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205098.444501:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205098.444506:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205098.444510:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205098.444513:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205098.444516:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205098.956449:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205098.956455:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205098.956462:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205098.956463:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205098.956527:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205098.956529:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205098.956531:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1788205099.276660:0:2382:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:1.0:1788205099.276701:0:2382:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:1.0:1788205099.276711:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205099.276715:0:2382:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:1.0:1788205099.276720:0:2382:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205099.276723:0:2382:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:1.0:1788205099.276728:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:1.0:1788205099.276732:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:1.0:1788205099.276737:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788205099.276742:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788205099.276748:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08990
00000400:00000010:1.0:1788205099.276750:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08990.
00000100:00000001:1.0:1788205099.276755:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205099.276763:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04afaa00 x1875052937930240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205099.276790:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205099.276795:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afaa00 x1875052937930240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205099.276802:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205099.276804:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788205099.276814:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:1.0:1788205099.276817:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342b00.
00000400:00000200:1.0:1788205099.276820:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788205099.276823:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788205099.276827:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d082a8
00000400:00000010:1.0:1788205099.276829:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d082a8.
00000100:00000001:1.0:1788205099.276832:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205099.276836:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04afbb80 x1875052937930368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205099.276845:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205099.276849:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afbb80 x1875052937930368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205099.276854:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205099.276856:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788205099.276862:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:1.0:1788205099.276864:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342300.
00000400:00000200:1.0:1788205099.276867:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788205099.276871:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1788205099.276874:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1788205099.276875:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08a18
00000400:00000010:1.0:1788205099.276879:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08a18.
00000100:00000001:1.0:1788205099.276888:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788205099.276888:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000200:1.0:1788205099.276894:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04af8e00 x1875052937930496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.276895:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1788205099.276906:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205099.276913:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8e00 x1875052937930496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205099.276918:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205099.276921:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000100:00100000:2.0:1788205099.276923:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205096/real 1788205099]  req@ffff8c5d04afbb80 x1875052937930368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1788205099.276932:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:1.0:1788205099.276945:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342500.
00000400:00000200:1.0:1788205099.276952:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788205099.276958:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000001:2.0:1788205099.276961:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:1.0:1788205099.276963:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d083b8
00000400:00000010:1.0:1788205099.276967:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d083b8.
00000400:00000001:2.0:1788205099.276967:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1788205099.276971:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205099.276975:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04afad80 x1875052937930624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205099.276982:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205099.276984:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afad80 x1875052937930624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205099.276990:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205099.276991:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:1.0:1788205099.276995:0:2382:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:1.0:1788205099.276998:0:2382:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:1.0:1788205099.277000:0:2382:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:1.0:1788205099.277003:0:2382:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:1.0:1788205099.277005:0:2382:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08440
00000400:00000010:1.0:1788205099.277006:0:2382:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08440.
00000100:00000001:1.0:1788205099.277008:0:2382:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205099.277011:0:2382:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04af9f80 x1875052937930752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205099.277017:0:2382:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205099.277019:0:2382:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9f80 x1875052937930752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205099.277024:0:2382:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205099.277025:0:2382:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000010:2.0:1788205099.277170:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0000.
00000400:00000200:2.0:1788205099.277177:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08330
00000400:00000010:2.0:1788205099.277179:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08330.
00000100:00000001:2.0:1788205099.277184:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205099.277191:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afbb80 x1875052937930368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205099.277202:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afbb80 x1875052937930368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277210:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205099.277212:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277215:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205099.277218:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205099.277223:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afbb80 x1875052937930368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277229:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205099.277234:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afbb80 x1875052937930368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277247:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205099.277250:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277252:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205099.277253:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277276:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205099.277279:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205099.277283:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205099.277289:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205099.277292:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205099.277297:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afbb80 x1875052937930368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205099.277354:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937930368:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205099.277361:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205099.277365:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205096/real 1788205099]  req@ffff8c5d04af8e00 x1875052937930496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205099.277373:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205099.277374:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205099.277376:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0f20.
00000400:00000200:2.0:1788205099.277379:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08908
00000400:00000010:2.0:1788205099.277380:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08908.
00000100:00000001:2.0:1788205099.277383:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205099.277386:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8e00 x1875052937930496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205099.277394:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8e00 x1875052937930496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277401:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205099.277403:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277405:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205099.277406:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205099.277409:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8e00 x1875052937930496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277429:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205099.277433:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8e00 x1875052937930496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277439:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205099.277442:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277443:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205099.277444:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277446:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205099.277447:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205099.277450:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205099.277453:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205099.277456:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205099.277459:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8e00 x1875052937930496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205099.277465:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937930496:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205099.277470:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205099.277474:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205096/real 1788205099]  req@ffff8c5d04afad80 x1875052937930624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205099.277481:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205099.277482:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205099.277485:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f08f0.
00000400:00000200:2.0:1788205099.277487:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08bb0
00000400:00000010:2.0:1788205099.277489:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08bb0.
00000100:00000001:2.0:1788205099.277492:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205099.277495:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afad80 x1875052937930624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205099.277502:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afad80 x1875052937930624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277507:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205099.277509:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277510:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205099.277512:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205099.277515:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afad80 x1875052937930624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277520:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205099.277523:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afad80 x1875052937930624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277542:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205099.277545:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277546:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205099.277548:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277549:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205099.277551:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205099.277553:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205099.277557:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205099.277559:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205099.277563:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afad80 x1875052937930624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205099.277571:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937930624:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205099.277575:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205099.277580:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205096/real 1788205099]  req@ffff8c5d04afaa00 x1875052937930240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205099.277587:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205099.277588:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205099.277591:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:2.0:1788205099.277594:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205099.277596:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205099.277598:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205099.277600:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afaa00 x1875052937930240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205099.277608:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afaa00 x1875052937930240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277613:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205099.277615:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277616:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205099.277617:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205099.277620:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afaa00 x1875052937930240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277626:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205099.277629:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afaa00 x1875052937930240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277635:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205099.277637:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277639:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205099.277640:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277641:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205099.277643:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205099.277645:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205099.277649:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205099.277650:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205099.277655:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afaa00 x1875052937930240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205099.277662:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937930240:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205099.277673:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205099.277676:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205099.277680:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afbb80 x1875052937930368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277686:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205099.277691:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205099.277697:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205099.277702:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205099.277706:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205099.277708:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205099.277711:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205099.277714:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:2.0:1788205099.277719:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205099.277721:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205099.277724:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afbb80.
00000100:00000001:2.0:1788205099.277736:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205099.277737:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277739:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205099.277742:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8e00 x1875052937930496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277749:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205099.277750:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205099.277751:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205099.277754:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205099.277756:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205099.277757:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205099.277759:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205099.277761:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:2.0:1788205099.277763:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205099.277764:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205099.277765:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8e00.
00000100:00000001:2.0:1788205099.277768:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205099.277769:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277771:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205099.277774:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afad80 x1875052937930624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277780:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205099.277781:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205099.277782:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788205099.277785:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205099.277786:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205099.277787:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205099.277789:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205099.277791:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:2.0:1788205099.277793:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205099.277794:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205099.277795:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afad80.
00000100:00000001:2.0:1788205099.277798:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205099.277799:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277801:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205099.277804:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afaa00 x1875052937930240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277810:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205099.277812:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205099.277814:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788205099.277820:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205099.277822:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205099.277823:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788205099.277826:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205099.277828:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:2.0:1788205099.277831:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205099.277833:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205099.277834:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afaa00.
00000100:00000001:2.0:1788205099.277836:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205099.277837:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277841:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205099.277843:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205099.277845:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205099.277847:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205099.277852:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205096/real 1788205099]  req@ffff8c5d04af9f80 x1875052937930752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205099.277861:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205099.277862:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205099.277864:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205099.277866:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205099.277868:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205099.277871:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205099.277874:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9f80 x1875052937930752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205099.277882:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9f80 x1875052937930752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277889:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205099.277892:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277893:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205099.277895:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205099.277900:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9f80 x1875052937930752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277907:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205099.277914:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9f80 x1875052937930752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277921:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205099.277924:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277926:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205099.277928:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277943:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205099.277945:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205099.277949:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205099.277952:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205099.277955:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205099.277958:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9f80 x1875052937930752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205099.277965:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937930752:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205099.277969:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.277971:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205099.277974:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9f80 x1875052937930752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205099.277979:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205099.277980:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205099.277982:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205099.277985:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205099.277986:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205099.277987:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205099.277989:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205099.277991:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:2.0:1788205099.277994:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205099.278004:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205099.278006:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9f80.
00000100:00000001:2.0:1788205099.278008:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205099.278009:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.278011:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205099.278021:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205099.278023:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205099.278026:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205099.278027:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205099.468448:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205099.468456:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205099.468458:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205099.468463:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205099.468467:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205099.468470:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205099.468473:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205099.468475:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205099.468478:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205099.980513:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205099.980522:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205099.980529:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205099.980530:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205099.980598:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205099.980604:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205099.980608:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205100.044420:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310078156, at 4310078208
00000100:00000010:1.0:1788205100.044441:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850f60.
00000100:00000040:0.0:1788205100.045551:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310078156, at 4310078209
00000100:00000010:0.0:1788205100.045562:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850c00.
00000100:00000001:0.0:1788205100.492472:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205100.492482:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205100.492485:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205100.492492:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205100.492496:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205100.492501:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205100.492505:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205100.492508:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205100.492511:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205101.004515:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205101.004523:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205101.004531:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205101.004532:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205101.004604:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205101.004609:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205101.004614:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205101.324420:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205101.324434:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205101.324437:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205101.324442:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205101.324447:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205101.324469:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15407
00000400:00000200:3.0:1788205101.324479:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205101.324487:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205101.324490:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205101.324494:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324498:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205101.324500:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324503:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205101.324508:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205101.324510:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205101.324513:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205101.324516:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205101.324519:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205101.324522:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205101.324525:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324527:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205101.324528:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324531:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205101.324534:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205101.324537:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324540:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205101.324543:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205101.324547:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205101.324550:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.324553:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205101.324555:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205101.324563:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788205101.324567:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205101.324572:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205101.324574:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.324578:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205101.324582:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205101.324586:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205101.324596:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788205101.324604:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205101.324615:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937930880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205101.324627:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205101.324632:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205101.324638:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937930880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.324668:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205101.324672:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205101.324676:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205101.324677:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205101.324679:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205101.324683:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205101.324685:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15407
00000400:00000200:3.0:1788205101.324689:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205101.324692:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205101.324694:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205101.324697:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324699:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205101.324701:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324703:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205101.324705:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205101.324707:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205101.324709:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205101.324711:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205101.324713:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788205101.324715:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788205101.324718:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324720:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205101.324721:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324723:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205101.324725:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788205101.324728:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324731:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205101.324733:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205101.324746:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205101.324749:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.324751:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205101.324757:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205101.324760:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.324763:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205101.324767:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788205101.324769:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205101.324777:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205101.324778:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.324780:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205101.324781:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205101.324783:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205101.324787:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788205101.324791:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205101.324796:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937931008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205101.324804:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205101.324806:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205101.324810:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937931008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.324819:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205101.324822:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205101.324825:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205101.324827:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205101.324828:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205101.324831:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205101.324833:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15407
00000400:00000200:3.0:1788205101.324837:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205101.324840:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205101.324844:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205101.324847:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324849:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205101.324851:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324853:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205101.324856:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205101.324857:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205101.324859:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205101.324860:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788205101.324862:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205101.324864:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788205101.324868:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324869:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205101.324871:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324873:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205101.324876:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205101.324878:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324881:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205101.324883:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205101.324885:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205101.324888:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.324890:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205101.324892:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205101.324895:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.324897:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205101.324900:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788205101.324903:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205101.324906:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205101.324907:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.324909:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205101.324910:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205101.324913:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205101.324917:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788205101.324920:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205101.324924:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937931136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205101.324929:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205101.324930:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205101.324933:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937931136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.324937:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205101.324939:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205101.324942:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205101.324943:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205101.324944:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205101.324946:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205101.324948:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15407
00000400:00000200:3.0:1788205101.324950:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205101.324952:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205101.324953:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205101.324955:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324956:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205101.324957:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324959:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205101.324960:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205101.324961:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788205101.324962:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205101.324963:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788205101.324964:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205101.324965:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788205101.324967:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324969:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205101.324970:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324972:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205101.324973:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788205101.324975:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205101.324976:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205101.324977:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205101.324978:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205101.324979:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.324980:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205101.324982:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205101.324983:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.324984:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205101.324986:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788205101.324988:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205101.324990:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205101.324991:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.324992:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205101.324994:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205101.324996:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205101.324999:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788205101.325002:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205101.325006:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937931264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205101.325012:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205101.325014:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205101.325017:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937931264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.325023:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205101.325026:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205101.325028:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205101.325030:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205101.325031:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205101.325033:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205101.325036:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15407
00000400:00000200:3.0:1788205101.325039:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205101.325042:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205101.325044:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205101.325047:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.325049:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205101.325051:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.325052:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205101.325054:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205101.325055:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788205101.325057:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205101.325058:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788205101.325060:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788205101.325062:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788205101.325064:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.325065:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205101.325067:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205101.325068:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205101.325070:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788205101.325072:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205101.325074:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205101.325075:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205101.325401:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205101.325407:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205101.325411:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205101.325420:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937930880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.325428:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205101.325430:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205101.325435:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205101.325439:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205101.325441:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205101.325445:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937930880:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205101.325449:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205101.325619:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205101.325623:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205101.325626:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205101.325633:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205101.325635:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205101.325643:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205101.325647:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205101.325655:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205101.325664:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937930880, portal 25
00000100:00000001:2.0:1788205101.325667:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205101.325668:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00000040:2.0:1788205101.325675:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937930880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.325682:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205101.325685:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205101.325688:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205101.325692:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937930880, offset 0
00000400:00000200:2.0:1788205101.325702:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205101.325713:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205101.325720:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205101.325727:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205101.325732:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205101.325736:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205101.325739:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205101.325743:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547222:547222:256:4294967295] 192.168.201.135@tcp LPNI seq info [547188:547188:8:4294967295]
00000400:00000200:2.0:1788205101.325748:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205101.325759:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205101.325766:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205101.325772:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205101.325780:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205101.325784:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205101.325789:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205101.325793:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205101.325797:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205101.325799:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205101.325806:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205101.325825:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205101.325832:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205101.325834:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205101.325839:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205101.325842:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937930880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.325852:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205101.325856:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937930880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.325863:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205101.325865:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205101.325872:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205101.325876:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205101.325880:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310083277
00000100:00000010:2.0:1788205101.325886:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850ae0.
00000100:00000001:2.0:1788205101.325900:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788205101.325909:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310083277
00000100:00000010:2.0:1788205101.325913:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850840.
00000100:00000001:2.0:1788205101.325916:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788205101.325920:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205101.325923:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205101.325926:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205101.325930:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205101/real 1788205101]  req@ffff8c5d3ba6ad80 x1875052937930880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205101.325939:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205101.325941:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205101.325943:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205101.325945:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205101.325947:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205101.325950:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205101.325953:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937930880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205101.325960:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937930880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.325966:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205101.325967:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.325970:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205101.325972:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205101.325976:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937930880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.325982:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205101.325986:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937930880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.325992:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205101.325997:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.325998:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205101.325999:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.326001:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205101.326003:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205101.326006:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205101.326010:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205101.326012:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205101.326016:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937930880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205101.326023:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937930880:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205101.326027:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205101.326030:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937931008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.326036:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205101.326037:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205101.326038:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205101.326040:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205101.326042:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205101.326044:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937931008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205101.326047:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205101.326049:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205101.326051:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205101.326052:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205101.326056:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788205101.326057:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205101.326061:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205101.326063:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205101.326066:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205101.326068:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937931008, portal 10
00000100:00000001:2.0:1788205101.326070:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205101.326071:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:2.0:1788205101.326078:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937931008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.326084:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205101.326087:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205101.326089:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205101.326091:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937931008, offset 0
00000400:00000200:2.0:1788205101.326095:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205101.326099:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205101.326102:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000001:3.0:1788205101.328403:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205101.328409:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.328413:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205101.328418:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205101.328422:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205101.328425:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205101.328435:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788205101.328442:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205101.328447:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205101.328449:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205101.328705:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205101.328713:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205101.328716:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205101.328720:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205101.328724:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547223:547223:256:4294967295] 192.168.201.135@tcp LPNI seq info [547189:547189:8:4294967295]
00000400:00000200:2.0:1788205101.328731:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205101.328743:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205101.328750:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205101.328757:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205101.328764:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205101.328768:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205101.328774:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205101.328778:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205101.328782:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205101.328785:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205101.328789:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205101.328794:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205101.328799:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205101.328802:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205101.328807:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205101.328813:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937931008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.328827:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205101.328831:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937931008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.328838:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205101.328840:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205101.328846:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205101.328851:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788205101.328854:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205101.328858:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310079520
00000100:00000001:2.0:1788205101.328861:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310083277
00000100:00000001:2.0:1788205101.328864:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310079520
00000100:00000001:2.0:1788205101.328866:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310083277
00000100:00000001:2.0:1788205101.328869:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205101.328872:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205101.328875:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205101.328879:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205101/real 1788205101]  req@ffff8c5d3ba68e00 x1875052937931008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205101.328889:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205101.328891:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205101.328894:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205101.328897:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205101.328899:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205101.328902:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205101.328905:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937931008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205101.328914:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937931008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.328920:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205101.328922:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.328925:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205101.328927:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205101.328932:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937931008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.328939:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205101.328944:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937931008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.328951:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205101.328954:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.328955:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205101.328956:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.328959:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205101.328961:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205101.328964:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205101.328969:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205101.328972:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205101.328976:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937931008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205101.328984:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937931008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205101.328990:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205101.328994:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937931136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329002:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205101.329004:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205101.329008:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205101.329011:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205101.329013:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205101.329016:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937931136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205101.329020:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205101.329024:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205101.329027:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205101.329029:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205101.329034:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788205101.329036:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205101.329040:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205101.329043:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205101.329048:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205101.329053:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937931136, portal 10
00000100:00000001:2.0:1788205101.329055:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205101.329057:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:2.0:1788205101.329063:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937931136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329070:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205101.329072:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205101.329074:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205101.329077:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937931136, offset 0
00000400:00000200:2.0:1788205101.329082:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205101.329087:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205101.329092:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205101.329094:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205101.329097:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205101.329099:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205101.329101:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205101.329104:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547224:547224:256:4294967295] 192.168.201.135@tcp LPNI seq info [547190:547190:8:4294967295]
00000400:00000200:2.0:1788205101.329108:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205101.329114:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205101.329119:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205101.329122:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205101.329126:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205101.329128:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205101.329133:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205101.329135:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205101.329139:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205101.329142:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205101.329144:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205101.329148:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205101.329151:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205101.329153:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205101.329154:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205101.329157:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937931136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329162:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205101.329164:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937931136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329169:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205101.329170:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205101.329172:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205101.329174:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788205101.329176:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205101.329177:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310079515
00000100:00000001:2.0:1788205101.329179:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310083277
00000100:00000001:2.0:1788205101.329181:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310079515
00000100:00000001:2.0:1788205101.329182:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310083277
00000100:00000001:2.0:1788205101.329183:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205101.329184:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205101.329185:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205101.329187:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205101/real 1788205101]  req@ffff8c5d3ba69c00 x1875052937931136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205101.329192:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205101.329193:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205101.329194:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205101.329195:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205101.329196:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205101.329198:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205101.329200:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937931136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205101.329205:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937931136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329208:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205101.329209:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.329210:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205101.329211:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205101.329212:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937931136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329216:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205101.329218:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937931136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329222:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205101.329224:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.329225:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205101.329226:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.329228:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205101.329229:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205101.329231:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205101.329234:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205101.329237:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205101.329241:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937931136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205101.329249:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937931136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205101.329253:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205101.329257:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937931264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329263:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205101.329265:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205101.329267:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205101.329269:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205101.329271:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205101.329274:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937931264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205101.329277:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205101.329280:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205101.329281:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205101.329283:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205101.329286:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205101.329288:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205101.329292:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205101.329294:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205101.329318:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205101.329322:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937931264, portal 4
00000100:00000001:2.0:1788205101.329324:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205101.329325:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:2.0:1788205101.329332:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937931264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329338:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205101.329340:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205101.329343:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205101.329345:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937931264, offset 0
00000400:00000200:2.0:1788205101.329349:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205101.329353:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205101.329356:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205101.329359:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205101.329361:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205101.329364:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205101.329366:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205101.329369:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547225:547225:256:4294967295] 192.168.201.135@tcp LPNI seq info [547191:547191:8:4294967295]
00000400:00000200:2.0:1788205101.329374:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205101.329434:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205101.329438:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205101.329441:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205101.329449:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788205101.329457:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205101.329464:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937931392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205101.329474:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205101.329478:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205101.329483:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937931392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205101.329495:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205101.329501:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15417)
00000400:00000200:2.0:1788205101.329515:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205101.329520:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205101.329523:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205101.329527:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205101.329529:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205101.329534:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205101.329536:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205101.329540:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205101.329542:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205101.329545:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205101.329548:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205101.329551:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205101.329553:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205101.329555:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205101.329559:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937931264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329567:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205101.329569:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937931264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329574:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205101.329575:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205101.329577:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205101.329579:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788205101.329582:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205101.329583:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310079609
00000100:00000001:2.0:1788205101.329585:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310083277
00000100:00000001:2.0:1788205101.329586:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310079609
00000100:00000001:2.0:1788205101.329588:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310083277
00000100:00000001:2.0:1788205101.329589:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205101.329590:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205101.329592:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205101.329594:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205101/real 1788205101]  req@ffff8c5d3ba69180 x1875052937931264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205101.329599:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205101.329600:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205101.329601:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205101.329602:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205101.329603:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205101.329604:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205101.329606:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937931264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205101.329611:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937931264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329615:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205101.329615:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.329616:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205101.329617:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205101.329619:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937931264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329622:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205101.329624:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937931264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329628:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205101.329629:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.329631:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205101.329632:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.329633:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205101.329634:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205101.329636:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205101.329640:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205101.329641:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205101.329645:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937931264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205101.329653:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937931264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205101.329657:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.329659:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205101.329663:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937930880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329671:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205101.329674:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205101.329676:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205101.329679:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205101.329682:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205101.329684:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788205101.329686:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205101.329690:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788205101.329693:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205101.329695:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205101.329697:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:2.0:1788205101.329700:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205101.329701:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.329702:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205101.329705:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937931008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329711:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205101.329713:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205101.329714:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788205101.329716:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205101.329718:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205101.329719:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205101.329721:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205101.329722:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:2.0:1788205101.329724:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205101.329726:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205101.329727:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:2.0:1788205101.329730:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205101.329731:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.329733:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205101.329736:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937931136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329742:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205101.329744:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205101.329745:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788205101.329748:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205101.329749:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205101.329750:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205101.329752:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205101.329754:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:2.0:1788205101.329756:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205101.329757:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205101.329758:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:2.0:1788205101.329760:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205101.329762:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.329763:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205101.329767:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937931264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329772:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205101.329773:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205101.329775:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205101.329777:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205101.329778:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205101.329779:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205101.329781:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205101.329782:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:2.0:1788205101.329785:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205101.329786:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205101.329787:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:2.0:1788205101.329790:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205101.329791:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.329794:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.329804:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205101.329807:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205101.329809:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205101.329811:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205101.329812:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205101.329815:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937931392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329819:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205101.329820:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205101.329822:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205101.329823:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205101.329824:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205101.329826:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937931392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205101.329829:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205101.329830:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205101.329831:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205101.329833:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205101.329835:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205101.329838:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205101.329841:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205101.329843:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205101.329846:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205101.329849:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937931392, portal 4
00000100:00000001:2.0:1788205101.329851:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205101.329853:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:2.0:1788205101.329859:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937931392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329865:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205101.329867:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205101.329869:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205101.329872:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937931392, offset 0
00000400:00000200:2.0:1788205101.329877:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205101.329881:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205101.329883:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205101.329885:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205101.329887:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205101.329889:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205101.329890:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205101.329892:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547226:547226:256:4294967295] 192.168.201.135@tcp LPNI seq info [547192:547192:8:4294967295]
00000400:00000200:2.0:1788205101.329895:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205101.329899:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205101.329902:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205101.329904:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205101.329907:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205101.329908:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1788205101.329911:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205101.329913:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1788205101.329915:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205101.329916:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205101.329919:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205101.329920:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205101.329923:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205101.329924:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205101.329925:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205101.329927:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937931392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329932:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205101.329934:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937931392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.329938:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205101.329939:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205101.329941:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205101.329944:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788205101.329947:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205101.329950:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310079626
00000100:00000001:2.0:1788205101.329952:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310083277
00000100:00000001:2.0:1788205101.329954:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310079626
00000100:00000001:2.0:1788205101.329956:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310083277
00000100:00000001:2.0:1788205101.329958:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205101.329960:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205101.329962:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205101.329966:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205101/real 1788205101]  req@ffff8c5d3ba68000 x1875052937931392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205101.329974:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205101.329975:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205101.329977:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205101.329979:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205101.329981:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205101.329983:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205101.329986:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937931392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205101.329994:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937931392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.330000:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205101.330001:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.330003:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205101.330005:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205101.330008:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937931392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.330015:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205101.330019:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937931392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.330026:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205101.330029:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.330030:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205101.330031:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.330033:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205101.330034:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205101.330037:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205101.330041:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205101.330043:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205101.330047:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937931392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205101.330055:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937931392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205101.330058:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.330059:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205101.330062:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937931392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205101.330068:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205101.330070:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205101.330072:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205101.330075:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205101.330076:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205101.330077:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205101.330079:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205101.330081:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:2.0:1788205101.330083:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205101.330085:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205101.330086:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:2.0:1788205101.330089:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205101.330090:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.330092:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205101.330096:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205101.330097:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205101.330099:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205101.330101:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205101.516472:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205101.516482:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205101.516485:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205101.516492:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205101.516496:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205101.516500:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205101.516502:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205101.516505:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205101.516507:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205102.028477:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205102.028485:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205102.028492:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205102.028493:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205102.028624:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205102.028629:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205102.028633:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205102.540956:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205102.540966:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205102.540968:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205102.540975:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205102.540979:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205102.540984:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205102.540987:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205102.540990:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205102.540993:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205103.052481:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205103.052489:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205103.052496:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205103.052498:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205103.052572:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205103.052577:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205103.052581:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205103.564415:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205103.564422:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205103.564423:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205103.564427:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205103.564429:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205103.564432:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205103.564434:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205103.564436:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205103.564437:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205104.076555:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205104.076562:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205104.076567:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205104.076568:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205104.076587:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205104.076589:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205104.076592:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205104.588459:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205104.588480:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205104.588483:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205104.588490:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205104.588494:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205104.588499:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205104.588502:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205104.588505:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205104.588508:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205105.100519:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205105.100527:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205105.100535:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205105.100536:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205105.100611:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205105.100617:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205105.100621:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205105.164440:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310083277, at 4310083328
00000100:00000040:1.0:1788205105.164440:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310083277, at 4310083328
00000100:00000010:1.0:1788205105.164459:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850840.
00000100:00000010:0.0:1788205105.164461:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850ae0.
00000100:00000001:0.0:1788205105.613968:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205105.613977:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205105.613980:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205105.613987:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205105.613992:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205105.613997:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205105.614000:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205105.614003:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205105.614006:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205106.124473:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205106.124479:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205106.124484:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205106.124485:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205106.124546:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205106.124551:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205106.124555:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788205106.444437:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205106.444449:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205106.444452:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205106.444458:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205106.444463:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205106.444470:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15412
00000400:00000200:1.0:1788205106.444480:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205106.444487:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205106.444490:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205106.444493:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.444496:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205106.444501:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.444504:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205106.444508:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205106.444582:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788205106.444586:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205106.444590:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788205106.444592:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788205106.444596:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788205106.444600:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.444603:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205106.444605:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.444608:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205106.444611:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788205106.444615:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205106.444618:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205106.444621:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205106.444625:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205106.444628:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205106.444631:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205106.444633:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205106.444642:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc380.
00000020:00000040:1.0:1788205106.444646:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788205106.444649:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205106.444651:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205106.444655:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205106.444658:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205106.444662:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205106.444670:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788205106.444676:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205106.444684:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc380 x1875052937931520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205106.444694:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205106.444698:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205106.444703:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d497cf7b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc380 x1875052937931520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205106.444729:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205106.444732:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205106.444735:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205106.444737:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205106.444739:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205106.444744:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205106.444749:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15412
00000400:00000200:1.0:1788205106.444754:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205106.444758:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1788205106.444765:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205106.444766:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205106.444770:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205106.444781:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc380 x1875052937931520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.444790:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205106.444792:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205106.444795:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205106.444798:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205106.444800:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205106.444802:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937931520:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205106.444806:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205106.444810:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205106.444813:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205106.444815:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205106.444823:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205106.444826:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205106.444834:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205106.444839:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205106.444847:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205106.444856:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937931520, portal 25
00000100:00000001:0.0:1788205106.444859:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205106.444861:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516096 : -127143247035520 : ffff8c5d27ecc380)
00000100:00000040:0.0:1788205106.444867:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc380 x1875052937931520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.444875:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205106.444878:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205106.444881:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205106.444884:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937931520, offset 0
00000400:00000200:0.0:1788205106.444892:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205106.444904:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205106.444913:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205106.444919:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205106.444924:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205106.444929:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205106.444932:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205106.444937:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547227:547227:256:4294967295] 192.168.201.135@tcp LPNI seq info [547193:547193:8:4294967295]
00000400:00000200:0.0:1788205106.444942:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205106.444953:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205106.444960:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205106.444967:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205106.444974:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205106.444978:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788205106.444985:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205106.444989:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788205106.444993:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205106.444996:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205106.445003:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205106.445008:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205106.445015:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205106.445018:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205106.445036:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205106.445040:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc380 x1875052937931520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.445051:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205106.445055:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc380 x1875052937931520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.445063:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.445065:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205106.445072:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205106.445076:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205106.445080:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310088396
00000100:00000010:0.0:1788205106.445086:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00000001:0.0:1788205106.445094:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205106.445101:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310088396
00000100:00000010:0.0:1788205106.445104:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c0748a0.
00000100:00000001:0.0:1788205106.445108:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205106.445112:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205106.445115:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.445117:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205106.445122:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205106/real 1788205106]  req@ffff8c5d27ecc380 x1875052937931520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205106.445134:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205106.445136:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205106.445138:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205106.445141:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205106.445143:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205106.445145:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205106.445149:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc380 x1875052937931520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205106.445156:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc380 x1875052937931520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.445162:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205106.445164:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.445166:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205106.445179:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205106.445184:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc380 x1875052937931520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.445191:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205106.445195:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc380 x1875052937931520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.445202:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205106.445205:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.445208:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205106.445209:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.445212:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205106.445215:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205106.445218:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205106.445222:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205106.445225:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205106.445229:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc380 x1875052937931520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205106.445238:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937931520:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205106.445244:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.445245:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205106.445248:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc380 x1875052937931520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.445255:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205106.445258:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205106.445261:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205106.445265:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205106.445268:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205106.445270:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788205106.445272:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205106.445275:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:0.0:1788205106.445279:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205106.445282:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:1.0:1788205106.445283:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1788205106.445286:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc380.
00000100:00000001:0.0:1788205106.445328:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205106.445329:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.445332:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.445341:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205106.445343:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.445346:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205106.445348:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205106.445365:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445370:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205106.445372:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445374:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205106.445377:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205106.445378:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788205106.445380:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205106.445382:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788205106.445384:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788205106.445386:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788205106.445389:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445391:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205106.445393:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445394:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205106.445396:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788205106.445399:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445401:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205106.445403:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205106.445409:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205106.445411:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205106.445413:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205106.445417:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205106.445420:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205106.445422:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205106.445427:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc380.
00000020:00000040:1.0:1788205106.445429:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205106.445432:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205106.445433:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205106.445435:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205106.445437:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205106.445439:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205106.445444:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788205106.445448:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205106.445454:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc380 x1875052937931648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205106.445461:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205106.445464:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205106.445468:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d497cf7b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc380 x1875052937931648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205106.445486:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205106.445490:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205106.445493:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788205106.445495:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205106.445497:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205106.445499:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205106.445502:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15412
00000400:00000200:1.0:1788205106.445506:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205106.445518:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205106.445521:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205106.445523:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445525:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205106.445526:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445528:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205106.445530:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205106.445531:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788205106.445533:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205106.445534:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788205106.445536:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788205106.445538:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788205106.445541:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445543:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205106.445545:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445547:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205106.445549:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788205106.445551:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445554:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205106.445556:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205106.445559:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205106.445561:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205106.445562:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205106.445564:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205106.445567:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205106.445569:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205106.445573:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd880.
00000020:00000040:1.0:1788205106.445575:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205106.445578:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205106.445579:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205106.445580:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205106.445583:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205106.445584:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205106.445587:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788205106.445590:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205106.445594:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd880 x1875052937931776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205106.445600:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205106.445602:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205106.445606:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003b6204fb] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd880 x1875052937931776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205106.445613:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205106.445616:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205106.445619:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205106.445621:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205106.445622:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205106.445625:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205106.445627:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15412
00000400:00000200:1.0:1788205106.445631:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205106.445634:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205106.445637:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205106.445639:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445641:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205106.445643:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445644:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205106.445646:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205106.445647:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788205106.445649:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205106.445651:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788205106.445653:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788205106.445655:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788205106.445659:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445661:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205106.445663:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445665:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205106.445667:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788205106.445670:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445672:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205106.445674:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205106.445677:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205106.445679:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205106.445681:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205106.445683:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205106.445686:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205106.445687:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205106.445690:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc000.
00000020:00000040:1.0:1788205106.445693:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205106.445695:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205106.445697:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205106.445698:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205106.445700:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205106.445702:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205106.445706:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
00000100:00000001:1.0:1788205106.445708:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205106.445712:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc000 x1875052937931904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205106.445720:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205106.445722:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205106.445726:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd78f2b1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc000 x1875052937931904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205106.445733:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205106.445736:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205106.445739:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205106.445741:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205106.445742:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205106.445744:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205106.445746:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15412
00000400:00000200:1.0:1788205106.445750:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205106.445752:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205106.445754:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205106.445757:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445759:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205106.445761:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445763:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205106.445765:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205106.445766:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788205106.445779:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205106.445781:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788205106.445783:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788205106.445786:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788205106.445789:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445791:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205106.445793:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445795:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205106.445797:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788205106.445800:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205106.445802:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205106.445804:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205106.445807:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205106.445809:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205106.445810:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205106.445813:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205106.445815:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205106.445816:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205106.445820:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecea00.
00000020:00000040:1.0:1788205106.445822:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205106.445824:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205106.445825:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205106.445827:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205106.445828:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205106.445830:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205106.445834:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:1.0:1788205106.445836:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205106.445841:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecea00 x1875052937932032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205106.445848:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205106.445850:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205106.445853:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f0471f4c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecea00 x1875052937932032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205106.445860:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205106.445866:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15422)
00000100:00000001:0.0:1788205106.447376:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205106.447383:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205106.447386:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205106.447396:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc380 x1875052937931648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.447409:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205106.447411:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205106.447415:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205106.447418:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205106.447421:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205106.447425:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937931648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205106.447429:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205106.447433:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205106.447435:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205106.447438:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205106.447445:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205106.447448:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205106.447453:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205106.447457:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205106.447462:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205106.447468:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937931648, portal 10
00000100:00000001:0.0:1788205106.447470:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205106.447472:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516096 : -127143247035520 : ffff8c5d27ecc380)
00000100:00000040:0.0:1788205106.447480:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc380 x1875052937931648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.447487:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205106.447490:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205106.447493:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205106.447496:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937931648, offset 0
00000400:00000200:0.0:1788205106.447502:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205106.447509:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205106.447515:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205106.447520:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205106.447523:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205106.447527:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205106.447530:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205106.447533:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547228:547228:256:4294967295] 192.168.201.135@tcp LPNI seq info [547194:547194:8:4294967295]
00000400:00000200:0.0:1788205106.447538:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205106.447546:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205106.447552:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205106.447557:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205106.447561:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205106.447565:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788205106.447570:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205106.447574:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788205106.447579:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205106.447581:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205106.447585:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205106.447589:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205106.447593:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205106.447595:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205106.447600:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205106.447603:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc380 x1875052937931648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.447613:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205106.447617:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc380 x1875052937931648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.447637:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.447639:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205106.447644:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205106.447649:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205106.447653:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205106.447656:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310084639
00000100:00000001:0.0:1788205106.447660:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310088396
00000100:00000001:0.0:1788205106.447663:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310084639
00000100:00000001:0.0:1788205106.447665:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310088396
00000100:00000001:0.0:1788205106.447668:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205106.447670:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.447672:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205106.447676:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205106/real 1788205106]  req@ffff8c5d27ecc380 x1875052937931648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205106.447687:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205106.447689:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205106.447690:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205106.447693:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205106.447694:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205106.447697:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205106.447701:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc380 x1875052937931648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205106.447710:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc380 x1875052937931648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.447717:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205106.447719:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.447722:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205106.447723:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205106.447727:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc380 x1875052937931648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.447734:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205106.447738:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc380 x1875052937931648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.447745:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205106.447748:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.447749:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205106.447751:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.447754:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205106.447756:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205106.447759:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205106.447763:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205106.447765:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205106.447770:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc380 x1875052937931648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205106.447778:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937931648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205106.447783:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205106.447788:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd880 x1875052937931776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.447795:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205106.447797:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205106.447799:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205106.447801:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205106.447803:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205106.447807:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937931776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205106.447810:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205106.447812:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205106.447814:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205106.447816:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205106.447819:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205106.447822:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205106.447825:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205106.447827:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205106.447831:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205106.447834:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937931776, portal 10
00000100:00000001:0.0:1788205106.447836:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205106.447837:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462521472 : -127143247030144 : ffff8c5d27ecd880)
00000100:00000040:0.0:1788205106.447843:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd880 x1875052937931776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.447850:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205106.447852:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205106.447855:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205106.447857:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937931776, offset 0
00000400:00000200:0.0:1788205106.447861:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205106.447865:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205106.447869:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205106.447872:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205106.447874:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205106.447876:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205106.447879:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205106.447881:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547229:547229:256:4294967295] 192.168.201.135@tcp LPNI seq info [547195:547195:8:4294967295]
00000400:00000200:0.0:1788205106.447886:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205106.447892:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205106.447897:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205106.447900:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205106.447904:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205106.447907:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788205106.447911:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205106.447913:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788205106.447917:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205106.447919:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205106.447922:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205106.447926:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205106.447929:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205106.447931:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205106.447933:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205106.447937:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd880 x1875052937931776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.447944:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205106.447948:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd880 x1875052937931776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.447972:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.447974:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205106.447977:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205106.447980:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205106.447983:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205106.447986:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310084634
00000100:00000001:0.0:1788205106.447988:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310088396
00000100:00000001:0.0:1788205106.447991:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310084634
00000100:00000001:0.0:1788205106.447993:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310088396
00000100:00000001:0.0:1788205106.447995:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205106.447997:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.447999:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205106.448003:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205106/real 1788205106]  req@ffff8c5d27ecd880 x1875052937931776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205106.448010:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205106.448011:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205106.448013:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205106.448015:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205106.448016:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205106.448019:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205106.448022:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd880 x1875052937931776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205106.448030:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd880 x1875052937931776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448036:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205106.448038:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.448039:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205106.448041:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205106.448045:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd880 x1875052937931776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448052:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205106.448056:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd880 x1875052937931776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448063:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205106.448066:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.448067:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205106.448069:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.448071:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205106.448072:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205106.448075:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205106.448079:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205106.448081:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205106.448085:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd880 x1875052937931776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205106.448092:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937931776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205106.448096:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205106.448100:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc000 x1875052937931904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448107:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205106.448108:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205106.448111:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205106.448113:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205106.448115:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205106.448118:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937931904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205106.448121:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205106.448123:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205106.448126:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205106.448128:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205106.448131:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205106.448133:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205106.448136:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205106.448139:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205106.448143:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205106.448146:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937931904, portal 4
00000100:00000001:0.0:1788205106.448148:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205106.448149:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462515200 : -127143247036416 : ffff8c5d27ecc000)
00000100:00000040:0.0:1788205106.448155:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc000 x1875052937931904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448161:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205106.448164:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205106.448166:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205106.448168:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937931904, offset 0
00000400:00000200:0.0:1788205106.448186:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205106.448190:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205106.448193:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205106.448196:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205106.448199:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205106.448201:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205106.448203:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205106.448206:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547230:547230:256:4294967295] 192.168.201.135@tcp LPNI seq info [547196:547196:8:4294967295]
00000400:00000200:0.0:1788205106.448210:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205106.448216:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205106.448221:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205106.448224:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205106.448228:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205106.448231:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788205106.448235:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205106.448238:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788205106.448241:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205106.448243:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205106.448246:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205106.448249:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205106.448252:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205106.448253:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205106.448256:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205106.448260:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc000 x1875052937931904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448267:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205106.448270:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc000 x1875052937931904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448277:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.448278:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205106.448281:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205106.448284:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205106.448288:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205106.448337:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310084728
00000100:00000001:0.0:1788205106.448340:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310088396
00000100:00000001:0.0:1788205106.448342:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310084728
00000100:00000001:0.0:1788205106.448344:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310088396
00000100:00000001:0.0:1788205106.448346:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205106.448348:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.448349:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205106.448353:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205106/real 1788205106]  req@ffff8c5d27ecc000 x1875052937931904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205106.448361:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205106.448362:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205106.448363:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205106.448366:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205106.448367:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205106.448370:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205106.448373:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc000 x1875052937931904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205106.448380:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc000 x1875052937931904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448385:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205106.448386:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.448388:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205106.448389:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205106.448392:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc000 x1875052937931904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448399:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205106.448403:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc000 x1875052937931904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448409:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205106.448412:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.448413:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205106.448414:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.448415:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205106.448417:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205106.448419:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205106.448423:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205106.448425:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205106.448428:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc000 x1875052937931904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205106.448435:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937931904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205106.448439:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205106.448443:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecea00 x1875052937932032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448451:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205106.448452:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205106.448454:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205106.448456:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205106.448458:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205106.448460:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937932032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205106.448463:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205106.448465:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205106.448467:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205106.448469:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205106.448472:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205106.448473:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205106.448476:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205106.448478:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205106.448482:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205106.448484:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937932032, portal 4
00000100:00000001:0.0:1788205106.448486:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205106.448488:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525952 : -127143247025664 : ffff8c5d27ecea00)
00000100:00000040:0.0:1788205106.448494:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecea00 x1875052937932032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448500:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205106.448503:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205106.448505:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205106.448507:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937932032, offset 0
00000400:00000200:0.0:1788205106.448511:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205106.448515:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205106.448519:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205106.448522:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205106.448524:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205106.448526:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205106.448529:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205106.448532:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547231:547231:256:4294967295] 192.168.201.135@tcp LPNI seq info [547197:547197:8:4294967295]
00000400:00000200:0.0:1788205106.448536:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205106.448542:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205106.448546:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205106.448549:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205106.448553:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205106.448555:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788205106.448559:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205106.448562:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788205106.448566:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205106.448568:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205106.448570:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205106.448573:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205106.448576:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205106.448578:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205106.448580:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205106.448584:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecea00 x1875052937932032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448592:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205106.448595:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecea00 x1875052937932032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448601:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.448602:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205106.448605:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205106.448608:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205106.448611:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205106.448613:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310084745
00000100:00000001:0.0:1788205106.448615:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310088396
00000100:00000001:0.0:1788205106.448617:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310084745
00000100:00000001:0.0:1788205106.448620:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310088396
00000100:00000001:0.0:1788205106.448622:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205106.448624:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.448626:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205106.448629:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205106/real 1788205106]  req@ffff8c5d27ecea00 x1875052937932032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205106.448636:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205106.448637:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205106.448639:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205106.448641:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205106.448643:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205106.448645:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205106.448648:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecea00 x1875052937932032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205106.448656:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecea00 x1875052937932032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448662:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205106.448664:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.448665:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205106.448666:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205106.448670:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecea00 x1875052937932032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448676:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205106.448680:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecea00 x1875052937932032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448686:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205106.448688:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.448690:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205106.448691:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.448693:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205106.448695:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205106.448697:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205106.448701:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205106.448704:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205106.448708:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecea00 x1875052937932032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205106.448715:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937932032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205106.448719:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.448721:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205106.448724:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc380 x1875052937931648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448731:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205106.448734:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205106.448736:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205106.448740:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205106.448742:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205106.448744:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205106.448747:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205106.448749:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:0.0:1788205106.448753:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205106.448754:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205106.448756:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc380.
00000100:00000001:0.0:1788205106.448760:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205106.448762:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.448764:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205106.448767:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd880 x1875052937931776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448774:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205106.448776:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205106.448777:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205106.448779:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205106.448780:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205106.448782:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205106.448783:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205106.448785:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:0.0:1788205106.448788:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205106.448789:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205106.448790:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd880.
00000100:00000001:0.0:1788205106.448793:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205106.448794:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.448796:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205106.448799:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc000 x1875052937931904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448805:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205106.448806:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205106.448808:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205106.448810:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205106.448811:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205106.448813:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205106.448814:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205106.448816:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:0.0:1788205106.448818:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205106.448820:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205106.448821:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc000.
00000100:00000001:0.0:1788205106.448824:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205106.448825:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.448826:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205106.448829:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecea00 x1875052937932032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205106.448835:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205106.448837:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205106.448838:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205106.448840:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205106.448841:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205106.448842:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205106.448844:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205106.448845:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:0.0:1788205106.448847:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205106.448848:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205106.448850:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecea00.
00000100:00000001:0.0:1788205106.448853:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205106.448854:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.448856:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.448863:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205106.448864:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.448867:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205106.448869:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205106.636380:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205106.636388:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205106.636390:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205106.636396:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205106.636399:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205106.636403:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.636405:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205106.636407:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205106.636409:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205107.148446:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205107.148456:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205107.148459:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205107.148463:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205107.148469:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205107.148472:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205107.148474:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205107.148476:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205107.148481:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205107.148483:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205107.148484:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205107.148486:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205107.148487:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205107.148489:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205107.148490:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205107.148492:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205107.150495:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205107.150501:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205107.150505:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205107.660446:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205107.660456:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205107.660458:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205107.660465:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205107.660469:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205107.660474:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205107.660479:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205107.660482:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205107.660485:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205108.172450:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205108.172460:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205108.172468:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205108.172469:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205108.172547:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205108.172552:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205108.172556:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205108.684416:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205108.684427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205108.684430:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205108.684436:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205108.684441:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205108.684445:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205108.684448:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205108.684452:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205108.684455:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205109.196535:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205109.196543:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205109.196549:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205109.196550:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205109.196626:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205109.196629:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205109.196633:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205109.709339:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205109.709350:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205109.709353:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205109.709359:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205109.709363:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205109.709367:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205109.709370:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205109.709372:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205109.709375:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205110.220459:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205110.220466:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205110.220471:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205110.220472:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205110.221164:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205110.221168:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205110.221171:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205110.284457:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310088396, at 4310088448
00000100:00000040:0.0:1788205110.284465:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310088396, at 4310088448
00000100:00000010:1.0:1788205110.284479:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0748a0.
00000100:00000010:0.0:1788205110.284483:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000001:0.0:1788205110.735354:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205110.735364:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205110.735366:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205110.735373:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205110.735378:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205110.735382:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205110.735384:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205110.735394:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205110.735400:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205111.244506:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205111.244515:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205111.244524:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205111.244525:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205111.244683:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205111.244688:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205111.244691:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788205111.564469:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205111.564482:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205111.564485:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205111.564491:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205111.564496:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205111.564517:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15417
00000400:00000200:1.0:1788205111.564528:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205111.564535:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205111.564538:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205111.564542:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205111.564545:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205111.564548:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205111.564560:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205111.564567:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205111.564569:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788205111.564573:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205111.564577:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788205111.564579:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788205111.564582:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788205111.564585:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205111.564588:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205111.564589:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205111.564591:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205111.564596:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788205111.564599:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205111.564604:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205111.564608:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205111.564613:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205111.564616:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205111.564627:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205111.564630:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205111.564643:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd180.
00000020:00000040:1.0:1788205111.564647:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788205111.564651:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205111.564654:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205111.564657:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205111.564660:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205111.564666:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205111.564675:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000001:1.0:1788205111.564684:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205111.564704:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd180 x1875052937932160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205111.564716:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205111.564722:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205111.564727:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d402d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd180 x1875052937932160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205111.564755:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205111.564762:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205111.564766:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205111.564767:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205111.564769:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205111.564772:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205111.564775:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15417
00000400:00000200:1.0:1788205111.564779:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205111.564783:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205111.564786:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205111.564789:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205111.564792:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205111.564794:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205111.564797:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205111.564799:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788205111.564802:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1788205111.564802:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788205111.564804:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205111.564808:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:0.0:1788205111.564809:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788205111.564811:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788205111.564814:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788205111.564816:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788205111.564823:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:0.0:1788205111.564825:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd180 x1875052937932160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205111.564826:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205111.564831:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205111.564835:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205111.564840:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:0.0:1788205111.564843:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205111.564847:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205111.564847:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205111.564853:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205111.564854:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205111.564857:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205111.564859:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205111.564863:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205111.564865:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788205111.564869:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937932160:192.168.201.135@tcp:250:kworker.0
02000000:00000001:1.0:1788205111.564870:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205111.564875:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205111.564877:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1788205111.564882:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788205111.564884:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1788205111.564889:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205111.564890:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205111.564893:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205111.564895:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1788205111.564899:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece680.
02000000:00000010:0.0:1788205111.564903:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
00000020:00000040:1.0:1788205111.564904:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205111.564908:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205111.564910:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205111.564913:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205111.564916:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788205111.564917:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788205111.564919:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205111.564923:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205111.564925:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
02000000:00000010:1.0:1788205111.564928:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:1.0:1788205111.564934:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205111.564936:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00100000:1.0:1788205111.564941:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece680 x1875052937932288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788205111.564947:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937932160, portal 25
00000100:00000001:0.0:1788205111.564953:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205111.564954:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205111.564957:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462519680 : -127143247031936 : ffff8c5d27ecd180)
00000100:00000001:1.0:1788205111.564958:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205111.564966:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fb9bc345] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece680 x1875052937932288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205111.564970:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd180 x1875052937932160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205111.564984:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.564987:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1788205111.564989:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1788205111.564994:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:1.0:1788205111.564995:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:0.0:1788205111.564999:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000001:1.0:1788205111.564999:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205111.565001:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1788205111.565005:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937932160, offset 0
00000400:00000200:0.0:1788205111.565013:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788205111.565019:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205111.565023:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15417
00000400:00000200:0.0:1788205111.565027:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205111.565036:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205111.565042:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205111.565046:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205111.565051:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205111.565054:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205111.565058:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547232:547232:256:4294967295] 192.168.201.135@tcp LPNI seq info [547198:547198:8:4294967295]
00000400:00000200:0.0:1788205111.565063:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205111.565073:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1788205111.565082:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:0.0:1788205111.565083:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205111.565089:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000010:0.0:1788205111.565091:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00080000:1.0:1788205111.565093:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205111.565099:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205111.565103:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788205111.565104:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:1.0:1788205111.565108:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:0.0:1788205111.565111:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1788205111.565112:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205111.565115:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205111.565118:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788205111.565121:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:0.1:1788205111.565125:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205111.565130:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788205111.565135:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000040:1.0:1788205111.565136:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000010:0.0:1788205111.565139:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000020:00000001:1.0:1788205111.565141:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788205111.565145:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788205111.565150:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1788205111.565150:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205111.565156:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205111.565161:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1788205111.565162:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205111.565167:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788205111.565168:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000020:00000040:1.0:1788205111.565170:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000010:0.0:1788205111.565172:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205111.565179:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:1.0:1788205111.565184:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000200:0.0:1788205111.565185:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd180 x1875052937932160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205111.565190:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.565198:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1788205111.565216:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205111.565219:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205111.565222:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205111.565225:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd180 x1875052937932160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205111.565226:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205111.565229:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205111.565236:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.565237:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205111.565238:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.565240:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000010:1.0:1788205111.565245:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdc00.
00000100:00000001:0.0:1788205111.565248:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788205111.565249:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:0.0:1788205111.565254:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788205111.565254:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788205111.565257:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310093516
02000000:00000001:1.0:1788205111.565257:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205111.565262:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:0.0:1788205111.565264:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
02000000:00000001:1.0:1788205111.565265:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205111.565269:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.565273:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000010:1.0:1788205111.565276:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:1.0:1788205111.565281:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.565282:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310093516
00000100:00000010:0.0:1788205111.565287:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074720.
00000100:00100000:1.0:1788205111.565288:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdc00 x1875052937932416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205111.565291:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205111.565297:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205111.565325:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205111.565327:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205111.565332:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c07ad524] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdc00 x1875052937932416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.565344:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205111.565344:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.565351:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1788205111.565351:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205111.565356:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1788205111.565360:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205111/real 1788205111]  req@ffff8c5d27ecd180 x1875052937932160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205111.565360:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205111.565362:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205111.565366:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205111.565371:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15417
00000400:00000200:1.0:1788205111.565380:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205111.565386:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000001:0.0:1788205111.565389:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1788205111.565390:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000001:0.0:1788205111.565393:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1788205111.565397:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:0.0:1788205111.565398:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:1.0:1788205111.565401:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205111.565404:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000100:00000040:1.0:1788205111.565406:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:0.0:1788205111.565408:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:1.0:1788205111.565411:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205111.565413:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:1.0:1788205111.565415:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205111.565418:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000200:0.0:1788205111.565419:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd180 x1875052937932160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788205111.565422:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205111.565426:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000200:0.0:1788205111.565430:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd180 x1875052937932160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788205111.565430:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788205111.565435:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788205111.565442:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000040:1.0:1788205111.565444:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205111.565445:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.565450:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205111.565450:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205111.565453:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205111.565455:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00100000:0.0:1788205111.565459:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd180 x1875052937932160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205111.565460:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205111.565466:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788205111.565473:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205111.565476:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205111.565478:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205111.565482:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:0.0:1788205111.565485:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd180 x1875052937932160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205111.565486:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205111.565492:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205111.565497:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205111.565501:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788205111.565502:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:1.0:1788205111.565506:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.565508:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205111.565510:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.565512:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205111.565515:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1788205111.565516:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd500.
00000100:00000001:0.0:1788205111.565518:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205111.565522:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1788205111.565522:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00080000:0.0:1788205111.565528:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:1.0:1788205111.565529:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205111.565531:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205111.565533:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205111.565535:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205111.565536:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1788205111.565538:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:0.0:1788205111.565542:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd180 x1875052937932160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205111.565543:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205111.565551:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937932160:192.168.201.135@tcp:250:kworker.0
02000000:00000010:1.0:1788205111.565551:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788205111.565557:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.565559:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.565562:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:1.0:1788205111.565566:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd500 x1875052937932544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788205111.565567:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd180 x1875052937932160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205111.565586:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205111.565588:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:1.0:1788205111.565591:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205111.565593:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205111.565598:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
00000100:00000040:1.0:1788205111.565599:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab37475] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd500 x1875052937932544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205111.565603:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205111.565605:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205111.565609:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:1.0:1788205111.565613:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205111.565614:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00080000:1.0:1788205111.565619:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205111.565623:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205111.565624:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:0.0:1788205111.565627:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
00000100:00080000:1.0:1788205111.565627:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205111.565632:0:267769:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1788205111.565635:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:1.0:1788205111.565636:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15417
02000000:00000001:0.0:1788205111.565640:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000400:00000200:1.0:1788205111.565644:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:0.0:1788205111.565645:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd180.
00000400:00000200:1.0:1788205111.565649:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205111.565651:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00080000:1.0:1788205111.565653:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205111.565654:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205111.565659:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205111.565660:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205111.565663:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205111.565666:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205111.565669:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205111.565671:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788205111.565672:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:1.0:1788205111.565673:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:0.0:1788205111.565676:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205111.565677:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205111.565681:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:0.0:1788205111.565682:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205111.565685:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1788205111.565687:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788205111.565689:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1788205111.565690:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:0.0:1788205111.565697:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece680 x1875052937932288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1788205111.565698:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205111.565703:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205111.565707:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205111.565712:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205111.565714:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205111.565717:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788205111.565717:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
02000000:00000001:0.0:1788205111.565721:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205111.565724:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1788205111.565724:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205111.565730:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205111.565731:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205111.565734:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205111.565737:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788205111.565742:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937932288:192.168.201.135@tcp:38:kworker.0
02000000:00000001:1.0:1788205111.565742:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205111.565747:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205111.565751:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1788205111.565751:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1788205111.565755:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1788205111.565756:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205111.565758:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205111.565760:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205111.565763:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1788205111.565766:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecce00.
02000000:00000010:0.0:1788205111.565770:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
00000020:00000040:1.0:1788205111.565770:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205111.565774:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205111.565775:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205111.565777:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205111.565781:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788205111.565782:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788205111.565785:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1788205111.565786:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
02000000:00000001:1.0:1788205111.565788:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205111.565793:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
02000000:00000010:1.0:1788205111.565796:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000200:0.0:1788205111.565797:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937932288, portal 10
00000100:00000001:0.0:1788205111.565802:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205111.565803:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.565804:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462525056 : -127143247026560 : ffff8c5d27ece680)
00000100:00100000:1.0:1788205111.565811:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecce00 x1875052937932672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788205111.565816:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece680 x1875052937932288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205111.565826:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205111.565830:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.565833:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205111.565838:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5eacb3] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecce00 x1875052937932672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205111.565840:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205111.565845:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205111.565850:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937932288, offset 0
00000100:00000001:1.0:1788205111.565853:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205111.565858:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:1.0:1788205111.565862:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15427)
00000400:00000200:0.0:1788205111.565866:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205111.565872:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205111.565876:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205111.565879:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205111.565881:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205111.565884:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205111.565888:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547233:547233:256:4294967295] 192.168.201.135@tcp LPNI seq info [547199:547199:8:4294967295]
00000400:00000200:0.0:1788205111.565892:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205111.565899:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205111.565905:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205111.565909:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205111.565914:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205111.565917:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788205111.565921:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205111.565925:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788205111.565929:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205111.565931:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205111.565934:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205111.565937:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205111.565940:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205111.565942:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205111.565946:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205111.565950:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece680 x1875052937932288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.565958:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205111.565961:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece680 x1875052937932288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.565967:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.565968:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205111.565971:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205111.565975:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205111.565978:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205111.565981:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310089757
00000100:00000001:0.0:1788205111.565983:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310093516
00000100:00000001:0.0:1788205111.565986:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310089757
00000100:00000001:0.0:1788205111.565988:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310093516
00000100:00000001:0.0:1788205111.565990:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205111.565992:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.565994:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205111.565998:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205111/real 1788205111]  req@ffff8c5d27ece680 x1875052937932288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205111.566006:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205111.566007:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205111.566009:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205111.566011:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205111.566013:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205111.566015:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205111.566018:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece680 x1875052937932288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205111.566026:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece680 x1875052937932288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566033:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205111.566034:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.566036:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205111.566037:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205111.566040:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece680 x1875052937932288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566047:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205111.566051:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece680 x1875052937932288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566058:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205111.566061:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.566063:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205111.566064:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.566066:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205111.566068:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205111.566071:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205111.566074:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205111.566076:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205111.566081:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece680 x1875052937932288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205111.566089:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937932288:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205111.566093:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205111.566097:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdc00 x1875052937932416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566103:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205111.566105:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205111.566107:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205111.566109:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205111.566111:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205111.566114:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937932416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205111.566118:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205111.566120:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205111.566122:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205111.566123:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205111.566127:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205111.566130:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205111.566133:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205111.566136:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205111.566139:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205111.566142:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937932416, portal 10
00000100:00000001:0.0:1788205111.566144:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205111.566146:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462522368 : -127143247029248 : ffff8c5d27ecdc00)
00000100:00000040:0.0:1788205111.566152:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdc00 x1875052937932416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566158:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205111.566160:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205111.566163:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205111.566165:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937932416, offset 0
00000400:00000200:0.0:1788205111.566170:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205111.566173:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205111.566176:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205111.566179:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205111.566182:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205111.566184:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205111.566186:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205111.566189:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547234:547234:256:4294967295] 192.168.201.135@tcp LPNI seq info [547200:547200:8:4294967295]
00000400:00000200:0.0:1788205111.566193:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205111.566217:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205111.566223:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205111.566226:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205111.566230:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205111.566233:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788205111.566238:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205111.566240:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788205111.566244:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205111.566246:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205111.566249:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205111.566252:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205111.566255:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205111.566258:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205111.566260:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205111.566264:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdc00 x1875052937932416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566271:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205111.566274:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdc00 x1875052937932416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566280:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.566282:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205111.566286:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205111.566289:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205111.566292:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205111.566295:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310089752
00000100:00000001:0.0:1788205111.566319:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310093516
00000100:00000001:0.0:1788205111.566322:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310089753
00000100:00000001:0.0:1788205111.566324:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310093516
00000100:00000001:0.0:1788205111.566326:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205111.566328:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.566329:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205111.566333:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205111/real 1788205111]  req@ffff8c5d27ecdc00 x1875052937932416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205111.566341:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205111.566342:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205111.566344:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205111.566347:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205111.566348:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205111.566351:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205111.566354:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdc00 x1875052937932416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205111.566361:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdc00 x1875052937932416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566369:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205111.566370:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.566372:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205111.566373:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205111.566377:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdc00 x1875052937932416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566383:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205111.566387:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdc00 x1875052937932416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566394:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205111.566396:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.566398:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205111.566399:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.566401:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205111.566403:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205111.566405:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205111.566408:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205111.566410:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205111.566414:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdc00 x1875052937932416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205111.566422:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937932416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205111.566426:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205111.566430:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd500 x1875052937932544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566437:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205111.566438:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205111.566441:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205111.566442:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205111.566444:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205111.566446:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937932544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205111.566449:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205111.566450:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205111.566451:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205111.566452:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205111.566455:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205111.566456:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205111.566461:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205111.566463:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205111.566467:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205111.566470:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937932544, portal 4
00000100:00000001:0.0:1788205111.566472:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205111.566473:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462520576 : -127143247031040 : ffff8c5d27ecd500)
00000100:00000040:0.0:1788205111.566479:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd500 x1875052937932544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566486:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205111.566489:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205111.566492:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205111.566494:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937932544, offset 0
00000400:00000200:0.0:1788205111.566498:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205111.566502:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205111.566506:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205111.566509:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205111.566511:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205111.566513:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205111.566516:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205111.566519:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547235:547235:256:4294967295] 192.168.201.135@tcp LPNI seq info [547201:547201:8:4294967295]
00000400:00000200:0.0:1788205111.566523:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205111.566529:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205111.566534:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205111.566536:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205111.566539:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205111.566541:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788205111.566543:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205111.566546:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788205111.566548:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205111.566549:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205111.566551:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205111.566554:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205111.566556:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205111.566557:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205111.566559:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205111.566561:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd500 x1875052937932544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566566:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205111.566569:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd500 x1875052937932544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566575:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.566576:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205111.566579:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205111.566582:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205111.566585:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205111.566587:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310089846
00000100:00000001:0.0:1788205111.566589:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310093516
00000100:00000001:0.0:1788205111.566591:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310089846
00000100:00000001:0.0:1788205111.566593:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310093516
00000100:00000001:0.0:1788205111.566595:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205111.566597:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.566599:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205111.566603:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205111/real 1788205111]  req@ffff8c5d27ecd500 x1875052937932544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205111.566611:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205111.566612:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205111.566614:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205111.566616:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205111.566618:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205111.566620:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205111.566624:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd500 x1875052937932544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205111.566632:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd500 x1875052937932544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566638:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205111.566639:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.566641:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205111.566643:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205111.566647:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd500 x1875052937932544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566654:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205111.566658:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd500 x1875052937932544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566666:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205111.566668:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.566669:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205111.566670:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.566672:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205111.566673:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205111.566675:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205111.566677:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205111.566679:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205111.566683:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd500 x1875052937932544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205111.566688:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937932544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205111.566691:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.566693:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205111.566695:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece680 x1875052937932288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566699:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205111.566701:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205111.566703:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205111.566705:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205111.566706:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205111.566707:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205111.566708:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205111.566710:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:0.0:1788205111.566712:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205111.566713:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205111.566714:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece680.
00000100:00000001:0.0:1788205111.566716:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205111.566718:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.566719:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205111.566721:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdc00 x1875052937932416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566725:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205111.566726:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205111.566727:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205111.566728:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205111.566729:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205111.566730:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205111.566731:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205111.566732:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:0.0:1788205111.566734:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205111.566736:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205111.566737:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdc00.
00000100:00000001:0.0:1788205111.566739:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205111.566740:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.566742:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205111.566744:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd500 x1875052937932544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566748:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205111.566749:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205111.566750:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205111.566752:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205111.566752:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205111.566753:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205111.566754:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205111.566755:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:0.0:1788205111.566757:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205111.566758:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205111.566759:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd500.
00000100:00000001:0.0:1788205111.566761:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205111.566762:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.566764:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.566767:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205111.566768:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.566770:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205111.566771:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205111.566773:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205111.566776:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecce00 x1875052937932672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566782:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205111.566783:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205111.566784:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205111.566786:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205111.566788:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205111.566790:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937932672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205111.566793:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205111.566796:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205111.566797:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205111.566799:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205111.566803:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205111.566805:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205111.566808:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205111.566810:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205111.566814:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205111.566817:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937932672, portal 4
00000100:00000001:0.0:1788205111.566819:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205111.566820:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462518784 : -127143247032832 : ffff8c5d27ecce00)
00000100:00000040:0.0:1788205111.566827:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecce00 x1875052937932672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566832:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205111.566833:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205111.566835:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205111.566836:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937932672, offset 0
00000400:00000200:0.0:1788205111.566839:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205111.566841:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205111.566844:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205111.566846:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205111.566847:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205111.566849:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205111.566851:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205111.566852:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547236:547236:256:4294967295] 192.168.201.135@tcp LPNI seq info [547202:547202:8:4294967295]
00000400:00000200:0.0:1788205111.566855:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205111.566859:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205111.566861:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205111.566864:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205111.566868:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205111.566871:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788205111.566876:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205111.566880:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788205111.566883:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205111.566886:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205111.566888:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205111.566892:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205111.566894:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205111.566896:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205111.566898:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205111.566902:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecce00 x1875052937932672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566909:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205111.566912:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecce00 x1875052937932672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205136 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566919:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.566920:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205111.566923:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205111.566926:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205111.566929:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205111.566931:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310089863
00000100:00000001:0.0:1788205111.566934:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310093516
00000100:00000001:0.0:1788205111.566936:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310089863
00000100:00000001:0.0:1788205111.566938:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310093516
00000100:00000001:0.0:1788205111.566940:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205111.566942:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.566944:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205111.566948:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205111/real 1788205111]  req@ffff8c5d27ecce00 x1875052937932672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205111.566955:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205111.566957:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205111.566958:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205111.566961:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205111.566962:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205111.566965:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205111.566968:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecce00 x1875052937932672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205111.566976:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecce00 x1875052937932672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566982:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205111.566984:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.566986:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205111.566987:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205111.566990:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecce00 x1875052937932672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.566997:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205111.567001:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecce00 x1875052937932672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.567007:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205111.567010:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.567011:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205111.567012:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.567014:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205111.567015:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205111.567018:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205111.567021:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205111.567023:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205111.567027:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecce00 x1875052937932672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205111.567034:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937932672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205111.567038:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.567040:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205111.567044:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecce00 x1875052937932672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205136 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205111.567050:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205111.567052:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205111.567054:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205111.567056:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205111.567057:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205111.567059:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205111.567060:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205111.567062:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:0.0:1788205111.567064:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205111.567065:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205111.567067:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecce00.
00000100:00000001:0.0:1788205111.567070:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205111.567071:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.567072:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.567076:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205111.567077:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.567079:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205111.567081:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205111.756432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205111.756440:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205111.756442:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205111.756447:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205111.756451:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205111.756454:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.756457:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205111.756459:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205111.756462:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205112.268553:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205112.268562:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205112.268571:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205112.268572:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205112.268643:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205112.268649:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205112.268653:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205112.780438:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205112.780447:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205112.780450:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205112.780458:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205112.780463:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205112.780468:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205112.780471:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205112.780474:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205112.780477:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205113.292491:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205113.292500:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205113.292505:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205113.292506:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205113.292883:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205113.292887:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205113.292890:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205113.804441:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205113.804450:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205113.804453:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205113.804460:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205113.804464:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205113.804474:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205113.804477:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205113.804480:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205113.804483:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205114.316503:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205114.316512:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205114.316519:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205114.316520:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205114.316546:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205114.316549:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205114.316552:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205114.828434:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205114.828445:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205114.828447:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205114.828460:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205114.828465:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205114.828470:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205114.828473:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205114.828476:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205114.828479:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205115.340433:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205115.340440:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205115.340445:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205115.340446:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205115.340502:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205115.340506:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205115.340509:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205115.404427:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310093516, at 4310093568
00000100:00000040:0.0:1788205115.404431:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310093516, at 4310093568
00000100:00000010:0.0:1788205115.404448:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000010:1.0:1788205115.404450:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074720.
00000100:00000001:0.0:1788205115.852411:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205115.852421:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205115.852424:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205115.852430:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205115.852434:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205115.852439:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205115.852442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205115.852445:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205115.852448:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205116.364554:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205116.364564:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205116.364571:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205116.364573:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205116.365571:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205116.365577:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205116.365582:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205116.684527:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205116.684540:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205116.684543:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205116.684548:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205116.684554:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205116.684565:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15422
00000400:00000200:3.0:1788205116.684577:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205116.684585:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205116.684589:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205116.684594:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205116.684597:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205116.684600:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205116.684602:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205116.684620:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205116.684623:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205116.684626:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205116.684630:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205116.684632:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205116.684634:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205116.684638:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205116.684640:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205116.684642:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205116.684644:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205116.684647:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205116.684651:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205116.684653:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205116.684656:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205116.684660:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205116.684664:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.684666:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205116.684674:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205116.684687:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788205116.684691:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205116.684696:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205116.684698:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.684702:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205116.684706:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205116.684711:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205116.684720:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788205116.684728:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205116.684741:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937932800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205116.684752:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205116.684758:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205116.684762:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937932800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205116.684797:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205116.684799:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205116.684802:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205116.684803:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205116.684805:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205116.684807:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205116.684809:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15422
00000400:00000200:3.0:1788205116.684812:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205116.684815:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205116.684817:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205116.684820:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205116.684821:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205116.684823:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205116.684824:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205116.684826:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205116.684827:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:0.0:1788205116.684828:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205116.684828:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205116.684830:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:0.0:1788205116.684833:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205116.684833:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788205116.684835:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788205116.684837:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205116.684838:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205116.684842:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205116.684845:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205116.684846:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205116.684847:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788205116.684850:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205116.684852:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205116.684853:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937932800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205116.684854:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205116.684860:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205116.684864:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.684867:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205116.684872:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00100000:3.0:1788205116.684873:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788205116.684876:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788205116.684877:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.684881:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.684883:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1788205116.684885:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788205116.684888:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205116.684889:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205116.684890:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205116.684892:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.684896:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.684896:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205116.684900:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:0.0:1788205116.684904:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937932800:192.168.201.135@tcp:250:kworker.0
02000000:00000001:3.0:1788205116.684904:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205116.684910:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:0.0:1788205116.684911:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205116.684917:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788205116.684917:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.684922:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205116.684926:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937932928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:0.0:1788205116.684927:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205116.684935:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205116.684939:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.684948:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788205116.684949:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205116.684952:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205116.684956:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000040:3.0:1788205116.684958:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937932928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788205116.684966:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:3.0:1788205116.684968:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205116.684973:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205116.684976:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1788205116.684978:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937932800, portal 25
00000100:00000001:3.0:1788205116.684978:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205116.684980:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205116.684983:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205116.684985:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205116.684987:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00080000:3.0:1788205116.684989:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15422
00000400:00000200:3.0:1788205116.684997:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788205116.684998:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937932800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205116.685004:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205116.685010:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205116.685013:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205116.685017:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:0.0:1788205116.685021:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205116.685022:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1788205116.685026:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000040:3.0:1788205116.685028:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:0.0:1788205116.685031:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937932800, offset 0
00000100:00000001:3.0:1788205116.685032:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205116.685038:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205116.685039:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205116.685041:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788205116.685044:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788205116.685053:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:0.0:1788205116.685056:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788205116.685058:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205116.685061:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788205116.685064:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205116.685066:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205116.685068:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:3.0:1788205116.685070:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205116.685075:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788205116.685078:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1788205116.685082:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:0.0:1788205116.685086:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:3.0:1788205116.685089:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:0.0:1788205116.685095:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788205116.685095:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205116.685101:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205116.685106:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547237:547237:256:4294967295] 192.168.201.135@tcp LPNI seq info [547203:547203:8:4294967295]
00000400:00000200:0.0:1788205116.685111:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205116.685153:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205116.685160:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205116.685166:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205116.685174:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205116.685178:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788205116.685184:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205116.685187:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205116.685191:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205116.685194:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205116.685200:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205116.685205:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205116.685212:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205116.685215:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205116.685222:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205116.685226:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937932800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.685238:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.685241:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937932800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.685250:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.685252:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205116.685260:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205116.685264:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205116.685267:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310098636
00000100:00000010:0.0:1788205116.685273:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00000001:0.0:1788205116.685281:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205116.685287:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310098636
00000100:00000010:0.0:1788205116.685291:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074f60.
00000100:00000001:0.0:1788205116.685294:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205116.685319:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205116.685323:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.685325:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205116.685330:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205116/real 1788205116]  req@ffff8c5d3ba68380 x1875052937932800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205116.685340:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205116.685342:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205116.685344:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205116.685347:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205116.685348:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205116.685351:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205116.685354:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937932800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205116.685362:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937932800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.685368:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205116.685370:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.685373:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.685375:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205116.685379:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937932800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205116.685387:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205116.685388:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205116.685392:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788205116.685395:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937932800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205116.685396:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.685402:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205116.685406:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788205116.685410:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:3.0:1788205116.685411:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.685415:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.685417:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.685421:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:3.0:1788205116.685421:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000100:00000001:0.0:1788205116.685424:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788205116.685426:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000001:0.0:1788205116.685428:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:3.0:1788205116.685431:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788205116.685432:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788205116.685434:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205116.685438:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:3.0:1788205116.685439:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205116.685442:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205116.685445:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205116.685446:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205116.685451:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:3.0:1788205116.685454:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788205116.685460:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205116.685466:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937932800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205116.685467:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937933056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205116.685496:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:0.0:1788205116.685498:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937932800:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788205116.685499:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.685508:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205116.685508:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937933056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.685513:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.685521:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937932800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205116.685522:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205116.685528:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205116.685538:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205116.685539:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205116.685541:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205116.685544:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205116.685546:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:3.0:1788205116.685548:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15422
02000000:00000001:0.0:1788205116.685554:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:3.0:1788205116.685556:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:0.0:1788205116.685558:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
00000400:00000200:3.0:1788205116.685562:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
02000000:00000001:0.0:1788205116.685565:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1788205116.685566:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000020:00000001:0.0:1788205116.685569:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:3.0:1788205116.685572:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000020:00000040:0.0:1788205116.685574:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:3.0:1788205116.685577:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:0.0:1788205116.685579:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:3.0:1788205116.685581:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000010:0.0:1788205116.685584:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788205116.685585:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788205116.685591:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:3.0:1788205116.685591:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205116.685592:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
02000000:00000001:0.0:1788205116.685594:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1788205116.685596:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:0.0:1788205116.685597:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:0.0:1788205116.685601:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000020:00000040:3.0:1788205116.685601:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:0.0:1788205116.685603:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.685607:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.685615:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:3.0:1788205116.685617:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788205116.685618:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205116.685622:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788205116.685623:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205116.685626:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205116.685629:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205116.685629:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205116.685634:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205116.685637:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937932928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205116.685639:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205116.685644:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205116.685649:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:0.0:1788205116.685652:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205116.685655:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205116.685655:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:0.0:1788205116.685660:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788205116.685661:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.685662:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205116.685664:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205116.685665:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205116.685669:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788205116.685670:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937932928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205116.685676:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205116.685676:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.685678:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205116.685680:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.685682:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788205116.685683:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205116.685687:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
00000008:00100000:3.0:1788205116.685687:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1788205116.685690:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788205116.685694:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205116.685696:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205116.685698:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205116.685701:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000010:3.0:1788205116.685704:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000400:00000010:0.0:1788205116.685708:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000020:00000040:3.0:1788205116.685709:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000200:0.0:1788205116.685714:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937932928, portal 10
02000000:00000001:3.0:1788205116.685715:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205116.685717:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.685719:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205116.685721:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205116.685722:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
02000000:00000001:3.0:1788205116.685724:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205116.685727:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205116.685734:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937932928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788205116.685734:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788205116.685739:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205116.685746:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937933184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205116.685763:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788205116.685765:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1788205116.685769:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205116.685773:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205116.685777:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937932928, offset 0
00000100:00000001:3.0:1788205116.685777:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205116.685784:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788205116.685788:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937933184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205116.685791:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205116.685797:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205116.685803:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205116.685807:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:3.0:1788205116.685809:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205116.685810:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205116.685813:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205116.685816:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547238:547238:256:4294967295] 192.168.201.135@tcp LPNI seq info [547204:547204:8:4294967295]
00000100:00080000:3.0:1788205116.685816:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788205116.685824:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788205116.685825:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205116.685829:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788205116.685832:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788205116.685833:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:0.0:1788205116.685838:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205116.685840:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000800:00000010:0.0:1788205116.685841:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00080000:3.0:1788205116.685846:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15422
00000800:00000200:0.0:1788205116.685847:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205116.685851:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000400:00000200:3.0:1788205116.685856:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:0.1:1788205116.685858:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205116.685861:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000400:00000200:3.0:1788205116.685863:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000100:0.0:1788205116.685867:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205116.685869:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000010:0.0:1788205116.685870:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205116.685874:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788205116.685878:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205116.685880:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788205116.685884:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205116.685885:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205116.685888:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205116.685891:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788205116.685891:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:0.0:1788205116.685896:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937932928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205116.685896:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205116.685902:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205116.685905:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:0.0:1788205116.685907:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.685911:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937932928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205116.685911:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205116.685915:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788205116.685920:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788205116.685926:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788205116.685928:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.685930:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788205116.685933:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205116.685934:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.685939:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205116.685942:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000100:00000040:3.0:1788205116.685942:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205116.685948:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788205116.685950:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788205116.685952:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:0.0:1788205116.685955:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310094877
00000100:00080000:3.0:1788205116.685958:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205116.685960:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310098636
00000100:00000001:3.0:1788205116.685963:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.685965:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310094877
02000000:00000001:3.0:1788205116.685968:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205116.685969:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310098636
00000100:00000001:0.0:1788205116.685974:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205116.685974:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205116.685980:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205116.685981:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.685983:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788205116.685987:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00100000:0.0:1788205116.685989:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205116/real 1788205116]  req@ffff8c5d3ba69500 x1875052937932928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788205116.685990:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205116.685998:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788205116.686002:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788205116.686003:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788205116.686005:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205116.686008:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000010:3.0:1788205116.686009:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000400:00000200:0.0:1788205116.686010:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205116.686013:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000020:00000040:3.0:1788205116.686015:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788205116.686016:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205116.686021:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937932928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205116.686022:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205116.686025:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205116.686030:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1788205116.686032:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937932928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205116.686033:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205116.686037:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.686039:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205116.686041:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686042:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.686043:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788205116.686043:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00100000:0.0:1788205116.686049:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937932928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205116.686050:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205116.686060:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937933312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205116.686063:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205116.686071:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937932928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205116.686072:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205116.686077:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.686085:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788205116.686086:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937933312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686090:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686094:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.686097:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686100:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205116.686101:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205116.686103:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205116.686107:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205116.686123:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788205116.686123:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205116.686128:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937932928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205116.686131:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15432)
00000100:00100000:0.0:1788205116.686138:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937932928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205116.686143:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205116.686147:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937933056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686153:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205116.686155:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.686157:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205116.686159:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205116.686162:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205116.686165:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937933056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205116.686168:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205116.686170:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205116.686172:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.686174:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205116.686177:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205116.686179:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205116.686183:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205116.686185:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205116.686188:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205116.686190:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937933056, portal 10
00000100:00000001:0.0:1788205116.686192:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205116.686193:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:0.0:1788205116.686198:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937933056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686203:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205116.686205:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205116.686206:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205116.686208:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937933056, offset 0
00000400:00000200:0.0:1788205116.686210:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205116.686213:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205116.686215:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205116.686217:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205116.686219:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205116.686221:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205116.686222:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205116.686224:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547239:547239:256:4294967295] 192.168.201.135@tcp LPNI seq info [547205:547205:8:4294967295]
00000400:00000200:0.0:1788205116.686228:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205116.686234:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205116.686238:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205116.686241:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205116.686245:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205116.686247:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788205116.686251:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205116.686253:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205116.686257:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205116.686260:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205116.686263:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205116.686266:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205116.686269:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205116.686271:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205116.686274:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205116.686277:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937933056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686283:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.686285:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937933056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686289:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.686290:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205116.686293:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205116.686296:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205116.686319:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205116.686321:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310094873
00000100:00000001:0.0:1788205116.686323:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310098636
00000100:00000001:0.0:1788205116.686325:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310094873
00000100:00000001:0.0:1788205116.686327:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310098636
00000100:00000001:0.0:1788205116.686330:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205116.686332:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.686334:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205116.686338:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205116/real 1788205116]  req@ffff8c5d3ba69880 x1875052937933056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205116.686345:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205116.686346:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205116.686348:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205116.686350:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205116.686351:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205116.686353:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205116.686355:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937933056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205116.686360:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937933056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686364:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205116.686365:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686366:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.686366:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205116.686368:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937933056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686372:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205116.686374:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937933056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686378:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205116.686380:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686381:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.686381:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686382:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205116.686383:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205116.686384:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205116.686386:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205116.686387:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205116.686389:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937933056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205116.686393:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937933056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205116.686395:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686397:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.686399:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937932928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686403:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205116.686404:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205116.686405:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205116.686407:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205116.686408:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205116.686409:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205116.686410:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205116.686411:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:0.0:1788205116.686413:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205116.686414:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205116.686415:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:0.0:1788205116.686417:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205116.686418:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686419:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.686421:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937933056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686425:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205116.686426:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205116.686426:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205116.686427:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205116.686428:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205116.686429:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205116.686430:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205116.686430:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:0.0:1788205116.686431:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205116.686432:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205116.686433:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:0.0:1788205116.686434:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205116.686434:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686435:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686438:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205116.686439:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.686440:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205116.686441:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205116.686442:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205116.686444:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937933184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686449:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205116.686450:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.686451:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205116.686452:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205116.686454:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205116.686455:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937933184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205116.686457:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205116.686459:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205116.686460:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.686461:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205116.686462:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205116.686464:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205116.686466:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205116.686468:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205116.686470:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205116.686473:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937933184, portal 4
00000100:00000001:0.0:1788205116.686475:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205116.686476:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:0.0:1788205116.686482:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937933184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686488:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205116.686490:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205116.686492:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205116.686494:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937933184, offset 0
00000400:00000200:0.0:1788205116.686498:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205116.686502:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205116.686505:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205116.686508:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205116.686511:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205116.686514:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205116.686516:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205116.686519:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547240:547240:256:4294967295] 192.168.201.135@tcp LPNI seq info [547206:547206:8:4294967295]
00000400:00000200:0.0:1788205116.686523:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205116.686527:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205116.686530:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205116.686532:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205116.686535:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205116.686537:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788205116.686541:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205116.686543:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205116.686547:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205116.686549:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205116.686552:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205116.686555:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205116.686558:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205116.686560:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205116.686563:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205116.686567:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937933184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686573:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.686576:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937933184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686582:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.686583:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205116.686586:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205116.686589:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205116.686592:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205116.686594:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310094966
00000100:00000001:0.0:1788205116.686596:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310098636
00000100:00000001:0.0:1788205116.686598:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310094966
00000100:00000001:0.0:1788205116.686602:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310098636
00000100:00000001:0.0:1788205116.686604:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205116.686606:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.686608:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205116.686612:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205116/real 1788205116]  req@ffff8c5d3ba6b480 x1875052937933184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205116.686619:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205116.686620:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205116.686622:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205116.686624:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205116.686626:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205116.686628:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205116.686631:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937933184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205116.686639:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937933184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686645:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205116.686647:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686649:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.686650:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205116.686654:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937933184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686659:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205116.686662:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937933184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686666:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205116.686667:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686668:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.686669:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686670:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205116.686672:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205116.686673:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205116.686675:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205116.686677:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205116.686679:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937933184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205116.686683:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937933184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205116.686685:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205116.686688:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937933312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686693:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205116.686695:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.686696:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205116.686698:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205116.686700:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205116.686703:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937933312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205116.686706:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205116.686707:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205116.686709:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205116.686710:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205116.686714:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205116.686716:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205116.686719:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205116.686722:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205116.686725:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205116.686728:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937933312, portal 4
00000100:00000001:0.0:1788205116.686730:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205116.686731:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00000040:0.0:1788205116.686737:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937933312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686744:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205116.686746:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205116.686748:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205116.686751:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937933312, offset 0
00000400:00000200:0.0:1788205116.686755:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205116.686758:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205116.686762:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205116.686765:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205116.686768:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205116.686771:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205116.686773:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205116.686776:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547241:547241:256:4294967295] 192.168.201.135@tcp LPNI seq info [547207:547207:8:4294967295]
00000400:00000200:0.0:1788205116.686781:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205116.686787:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205116.686792:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205116.686795:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205116.686799:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205116.686802:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:0.1:1788205116.686805:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205116.686808:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:0.0:1788205116.686812:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205116.686814:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205116.686817:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205116.686820:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205116.686823:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205116.686825:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205116.686827:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205116.686831:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937933312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686839:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.686842:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937933312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205141 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686855:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.686856:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205116.686859:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205116.686863:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205116.686866:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205116.686868:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310094983
00000100:00000001:0.0:1788205116.686871:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310098636
00000100:00000001:0.0:1788205116.686873:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310094983
00000100:00000001:0.0:1788205116.686875:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310098636
00000100:00000001:0.0:1788205116.686877:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205116.686879:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.686881:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205116.686885:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205116/real 1788205116]  req@ffff8c5d3ba68700 x1875052937933312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205116.686892:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205116.686894:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205116.686895:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205116.686897:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205116.686899:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205116.686901:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205116.686904:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937933312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205116.686913:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937933312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686919:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205116.686920:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686922:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.686924:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205116.686927:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937933312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686935:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205116.686938:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937933312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686945:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205116.686948:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686950:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205116.686951:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686953:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205116.686955:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205116.686957:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205116.686961:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205116.686963:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205116.686967:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937933312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205116.686976:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937933312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205116.686979:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.686981:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.686984:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937933184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.686991:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205116.686992:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205116.686994:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205116.686997:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205116.686999:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205116.687000:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205116.687002:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205116.687004:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:0.0:1788205116.687006:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205116.687008:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205116.687010:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:0.0:1788205116.687012:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205116.687014:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.687015:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205116.687019:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937933312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205141 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205116.687025:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205116.687026:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205116.687028:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205116.687030:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205116.687032:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205116.687033:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205116.687035:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205116.687037:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:0.0:1788205116.687038:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205116.687040:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205116.687041:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:0.0:1788205116.687043:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205116.687045:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.687047:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.687052:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205116.687053:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.687056:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205116.687058:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205116.876449:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205116.876465:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205116.876467:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205116.876475:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205116.876479:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205116.876483:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.876487:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205116.876490:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205116.876494:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205117.390801:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205117.390811:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205117.390813:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205117.390818:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205117.390825:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205117.390828:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205117.390830:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205117.390832:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205117.390837:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205117.390839:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205117.390840:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205117.390841:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205117.390843:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205117.390844:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205117.390846:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205117.390848:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205117.392263:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205117.392269:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205117.392272:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205117.900389:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205117.900397:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205117.900399:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205117.900404:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205117.900408:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205117.900412:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205117.900424:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205117.900427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205117.900429:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205118.412449:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205118.412457:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205118.412462:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205118.412463:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205118.412526:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205118.412530:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205118.412534:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205118.924466:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205118.924477:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205118.924479:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205118.924487:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205118.924491:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205118.924495:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205118.924497:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205118.924500:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205118.924502:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205119.436466:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205119.436476:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205119.436484:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205119.436486:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205119.436552:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205119.436555:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205119.436559:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205119.948418:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205119.948431:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205119.948433:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205119.948438:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205119.948442:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205119.948445:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205119.948448:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205119.948450:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205119.948453:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205120.460453:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205120.460461:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205120.460467:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205120.460468:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205120.460530:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205120.460534:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205120.460537:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205120.524411:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310098636, at 4310098688
00000100:00000010:1.0:1788205120.524423:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074f60.
00000100:00000040:0.0:1788205120.525890:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310098636, at 4310098689
00000100:00000010:0.0:1788205120.525897:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000800:00000200:1.0:1788205120.716453:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788205120.716464:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788205120.716469:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:0.0:1788205120.716742:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1788205120.716748:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:0.0:1788205120.716759:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1788205120.716764:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:0.0:1788205120.716766:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205120.972415:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205120.972424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205120.972426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205120.972431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205120.972435:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205120.972439:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205120.972442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205120.972444:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205120.972447:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205121.484414:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205121.484422:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205121.484428:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205121.484429:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205121.484559:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205121.484563:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205121.484566:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205121.805154:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205121.805166:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205121.805168:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205121.805172:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205121.805176:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205121.805183:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15427
00000400:00000200:3.0:1788205121.805192:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205121.805198:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205121.805201:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205121.805204:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205121.805207:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205121.805210:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205121.805212:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205121.805218:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205121.805220:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205121.805222:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205121.805225:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205121.805227:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205121.805229:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205121.805231:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205121.805233:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205121.805235:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205121.805237:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205121.805240:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205121.805243:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205121.805245:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205121.805248:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205121.805251:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205121.805254:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205121.805255:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205121.805257:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205121.805266:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788205121.805269:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205121.805273:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205121.805275:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205121.805277:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205121.805280:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205121.805284:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205121.805291:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788205121.805296:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205121.805321:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937933440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205121.805330:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205121.805334:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205121.805338:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937933440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205121.805361:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205121.805364:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205121.805367:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205121.805369:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205121.805370:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205121.805373:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205121.805376:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15427
00000400:00000200:3.0:1788205121.805379:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205121.805382:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205121.805384:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205121.805387:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205121.805389:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205121.805391:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205121.805393:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205121.805395:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205121.805397:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205121.805399:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205121.805401:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205121.805403:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788205121.805406:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788205121.805408:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205121.805411:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205121.805411:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205121.805416:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205121.805417:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205121.805419:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205121.805421:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788205121.805424:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788205121.805430:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:0.0:1788205121.805432:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6a680 x1875052937933440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205121.805433:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205121.805438:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205121.805443:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205121.805447:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788205121.805448:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205121.805452:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205121.805452:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788205121.805460:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1788205121.805460:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788205121.805464:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1788205121.805465:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205121.805470:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205121.805471:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205121.805479:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937933440:192.168.201.135@tcp:250:kworker.0
00000100:00000010:3.0:1788205121.805480:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788205121.805485:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:0.0:1788205121.805486:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205121.805489:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205121.805492:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205121.805493:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788205121.805494:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205121.805497:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205121.805498:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205121.805502:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788205121.805503:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205121.805510:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000010:3.0:1788205121.805510:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788205121.805513:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205121.805515:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205121.805523:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937933568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205121.805524:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205121.805528:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:3.0:1788205121.805537:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205121.805539:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205121.805544:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000040:3.0:1788205121.805544:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937933568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205121.805552:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937933440, portal 25
00000100:00000001:0.0:1788205121.805556:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205121.805556:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205121.805558:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793465472 : -127142916086144 : ffff8c5d3ba6a680)
00000100:00080000:3.0:1788205121.805562:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1788205121.805567:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6a680 x1875052937933440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205121.805569:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205121.805572:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205121.805575:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205121.805581:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205121.805584:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788205121.805586:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15427
00000100:00000040:0.0:1788205121.805591:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205121.805595:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205121.805596:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000400:00000200:3.0:1788205121.805601:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000200:0.0:1788205121.805602:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937933440, offset 0
00000100:00080000:3.0:1788205121.805608:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205121.805614:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205121.805616:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205121.805619:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205121.805624:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205121.805628:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205121.805628:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205121.805633:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205121.805635:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:0.0:1788205121.805636:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000001:3.0:1788205121.805638:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205121.805642:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:0.0:1788205121.805645:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1788205121.805646:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205121.805650:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788205121.805652:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000040:3.0:1788205121.805657:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205121.805661:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788205121.805661:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205121.805667:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205121.805669:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788205121.805671:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205121.805676:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:0.0:1788205121.805677:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547242:547242:256:4294967295] 192.168.201.135@tcp LPNI seq info [547208:547208:8:4294967295]
00000100:00080000:3.0:1788205121.805681:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205121.805686:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205121.805687:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788205121.805689:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205121.805693:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205121.805696:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205121.805700:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788205121.805704:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000008:00100000:3.0:1788205121.805704:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205121.805710:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205121.805713:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205121.805718:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000010:3.0:1788205121.805719:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788205121.805723:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000010:0.0:1788205121.805725:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
02000000:00000001:3.0:1788205121.805726:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205121.805730:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205121.805732:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205121.805733:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:0.0:1788205121.805735:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788205121.805737:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205121.805742:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
02000000:00000010:3.0:1788205121.805744:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788205121.805751:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788205121.805753:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00100000:3.0:1788205121.805759:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937933696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788205121.805759:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1788205121.805770:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205121.805775:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1788205121.805776:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000100:00000001:3.0:1788205121.805780:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205121.805786:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788205121.805787:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937933696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205121.805797:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788205121.805803:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205121.805806:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000100:00080000:3.0:1788205121.805807:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788205121.805811:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00080000:3.0:1788205121.805813:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205121.805816:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205121.805818:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205121.805819:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788205121.805822:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1788205121.805827:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6a680 x1875052937933440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205121.805828:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15427
00000400:00000200:3.0:1788205121.805837:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205121.805844:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205121.805848:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788205121.805848:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205121.805857:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6a680 x1875052937933440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205121.805857:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205121.805862:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205121.805867:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205121.805872:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205121.805875:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205121.805876:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205121.805879:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:0.0:1788205121.805880:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1788205121.805883:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205121.805887:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:0.0:1788205121.805888:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205121.805890:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205121.805894:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000200:0.0:1788205121.805898:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788205121.805901:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205121.805903:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310103757
00000100:00000001:3.0:1788205121.805905:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205121.805909:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000010:0.0:1788205121.805912:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00000001:3.0:1788205121.805912:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205121.805918:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788205121.805921:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205121.805922:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205121.805925:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205121.805929:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205121.805932:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310103757
02000000:00000001:3.0:1788205121.805932:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205121.805938:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205121.805940:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074e40.
00000100:00000001:3.0:1788205121.805941:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205121.805945:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788205121.805947:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000008:00000001:3.0:1788205121.805950:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205121.805953:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205121.805954:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205121.805960:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205121.805961:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000100:00000001:0.0:1788205121.805966:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1788205121.805966:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205121.805971:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205121.805974:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205121.805975:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205121/real 1788205121]  req@ffff8c5d3ba6a680 x1875052937933440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205121.805977:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205121.805979:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205121.805982:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205121.805989:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000400:00000001:0.0:1788205121.805994:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788205121.805995:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788205121.805998:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205121.806001:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00100000:3.0:1788205121.806003:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937933824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205121.806006:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205121.806010:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205121.806016:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788205121.806017:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205121.806021:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205121.806055:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937933824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205121.806063:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205121.806066:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205121.806069:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205121.806071:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205121.806072:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205121.806075:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205121.806077:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15427
00000400:00000200:3.0:1788205121.806080:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205121.806083:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205121.806085:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205121.806088:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205121.806090:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205121.806091:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205121.806093:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205121.806095:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205121.806097:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788205121.806098:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205121.806100:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788205121.806102:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788205121.806104:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788205121.806106:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205121.806108:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205121.806110:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205121.806112:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205121.806113:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788205121.806116:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205121.806118:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205121.806120:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205121.806122:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205121.806124:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205121.806126:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205121.806128:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205121.806130:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205121.806132:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205121.806135:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788205121.806137:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205121.806139:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205121.806140:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205121.806142:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205121.806143:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205121.806145:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205121.806148:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788205121.806151:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205121.806155:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937933952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788205121.806158:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6a680 x1875052937933440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205121.806167:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205121.806172:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205121.806182:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6a680 x1875052937933440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205121.806183:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937933952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806204:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205121.806206:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205121.806208:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205121.806212:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15437)
00000100:00000001:0.0:1788205121.806213:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205121.806216:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205121.806224:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6a680 x1875052937933440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806231:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205121.806236:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6a680 x1875052937933440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806244:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205121.806247:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.806248:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205121.806249:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.806252:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205121.806254:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205121.806256:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205121.806260:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205121.806262:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205121.806266:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6a680 x1875052937933440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205121.806273:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937933440:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205121.806278:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.806280:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205121.806282:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6a680 x1875052937933440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806289:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205121.806292:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205121.806294:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205121.806297:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205121.806394:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205121.806396:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788205121.806399:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205121.806401:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:0.0:1788205121.806405:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205121.806407:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205121.806409:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6a680.
00000100:00000001:0.0:1788205121.806411:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205121.806412:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.806414:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.806421:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205121.806422:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205121.806424:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205121.806426:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205121.806427:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205121.806432:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937933568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806445:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205121.806447:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205121.806449:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205121.806451:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205121.806453:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205121.806456:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937933568:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205121.806459:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205121.806461:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205121.806463:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205121.806464:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205121.806467:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205121.806469:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205121.806473:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205121.806476:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205121.806480:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205121.806482:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937933568, portal 10
00000100:00000001:0.0:1788205121.806484:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205121.806486:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00000040:0.0:1788205121.806492:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937933568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806499:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205121.806501:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205121.806503:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205121.806506:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937933568, offset 0
00000400:00000200:0.0:1788205121.806509:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205121.806513:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205121.806517:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205121.806519:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205121.806522:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205121.806524:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205121.806527:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205121.806530:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547243:547243:256:4294967295] 192.168.201.135@tcp LPNI seq info [547209:547209:8:4294967295]
00000400:00000200:0.0:1788205121.806535:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205121.806541:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205121.806546:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205121.806549:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205121.806553:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205121.806556:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788205121.806561:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205121.806563:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1788205121.806567:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205121.806569:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205121.806572:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205121.806575:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205121.806577:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205121.806579:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205121.806582:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205121.806586:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937933568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806594:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205121.806597:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937933568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806603:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205121.806605:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205121.806608:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205121.806612:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205121.806615:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205121.806617:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310099998
00000100:00000001:0.0:1788205121.806620:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310103757
00000100:00000001:0.0:1788205121.806622:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310099998
00000100:00000001:0.0:1788205121.806624:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310103757
00000100:00000001:0.0:1788205121.806627:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205121.806629:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205121.806631:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205121.806634:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205121/real 1788205121]  req@ffff8c5d3ba68700 x1875052937933568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205121.806642:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205121.806644:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205121.806645:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205121.806648:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205121.806649:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205121.806651:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205121.806655:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937933568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205121.806663:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937933568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806670:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205121.806671:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.806673:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205121.806674:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205121.806677:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937933568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806683:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205121.806687:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937933568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806693:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205121.806696:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.806697:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205121.806698:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.806700:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205121.806702:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205121.806704:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205121.806708:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205121.806710:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205121.806714:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937933568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205121.806721:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937933568:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205121.806725:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205121.806728:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937933696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806734:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205121.806735:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205121.806737:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205121.806739:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205121.806740:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205121.806743:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937933696:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205121.806746:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205121.806748:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205121.806749:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205121.806751:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205121.806754:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205121.806756:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205121.806758:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205121.806761:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205121.806763:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205121.806766:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937933696, portal 10
00000100:00000001:0.0:1788205121.806768:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205121.806769:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:0.0:1788205121.806774:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937933696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806780:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205121.806783:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205121.806784:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205121.806787:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937933696, offset 0
00000400:00000200:0.0:1788205121.806790:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205121.806794:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205121.806797:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205121.806799:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205121.806802:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205121.806805:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205121.806807:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205121.806810:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547244:547244:256:4294967295] 192.168.201.135@tcp LPNI seq info [547210:547210:8:4294967295]
00000400:00000200:0.0:1788205121.806814:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205121.806820:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205121.806824:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205121.806826:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205121.806830:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205121.806832:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788205121.806836:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205121.806839:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1788205121.806842:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205121.806844:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205121.806847:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205121.806850:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205121.806853:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205121.806855:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205121.806857:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205121.806860:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937933696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806867:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205121.806870:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937933696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806877:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205121.806879:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205121.806881:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205121.806884:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205121.806887:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205121.806889:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310099993
00000100:00000001:0.0:1788205121.806891:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310103757
00000100:00000001:0.0:1788205121.806893:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310099993
00000100:00000001:0.0:1788205121.806895:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310103757
00000100:00000001:0.0:1788205121.806897:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205121.806898:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205121.806900:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205121.806903:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205121/real 1788205121]  req@ffff8c5d3ba6b480 x1875052937933696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205121.806910:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205121.806911:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205121.806912:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205121.806914:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205121.806916:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205121.806918:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205121.806921:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937933696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205121.806929:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937933696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806934:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205121.806936:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.806937:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205121.806938:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205121.806941:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937933696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806948:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205121.806952:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937933696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.806959:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205121.806961:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.806963:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205121.806964:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.806966:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205121.806967:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205121.806969:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205121.806972:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205121.806973:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205121.806977:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937933696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205121.806984:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937933696:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205121.806988:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205121.806991:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937933824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807003:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205121.807004:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205121.807006:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205121.807008:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205121.807010:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205121.807012:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937933824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205121.807015:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205121.807017:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205121.807018:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205121.807020:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205121.807034:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205121.807036:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205121.807040:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205121.807042:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205121.807045:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205121.807048:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937933824, portal 4
00000100:00000001:0.0:1788205121.807050:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205121.807051:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:0.0:1788205121.807057:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937933824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807062:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205121.807064:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205121.807066:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205121.807068:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937933824, offset 0
00000400:00000200:0.0:1788205121.807071:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205121.807075:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205121.807078:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205121.807081:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205121.807083:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205121.807084:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205121.807086:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205121.807089:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547245:547245:256:4294967295] 192.168.201.135@tcp LPNI seq info [547211:547211:8:4294967295]
00000400:00000200:0.0:1788205121.807092:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205121.807097:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205121.807101:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205121.807103:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205121.807107:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205121.807109:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788205121.807113:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205121.807115:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1788205121.807118:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205121.807120:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205121.807122:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205121.807125:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205121.807127:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205121.807129:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205121.807132:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205121.807135:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937933824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807141:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205121.807144:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937933824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807149:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205121.807150:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205121.807152:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205121.807155:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205121.807157:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205121.807159:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310100086
00000100:00000001:0.0:1788205121.807161:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310103757
00000100:00000001:0.0:1788205121.807163:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310100086
00000100:00000001:0.0:1788205121.807164:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310103757
00000100:00000001:0.0:1788205121.807166:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205121.807168:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205121.807169:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205121.807172:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205121/real 1788205121]  req@ffff8c5d3ba69880 x1875052937933824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205121.807178:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205121.807180:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205121.807181:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205121.807183:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205121.807184:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205121.807186:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205121.807189:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937933824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205121.807195:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937933824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807201:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205121.807203:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.807204:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205121.807206:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205121.807209:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937933824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807216:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205121.807219:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937933824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807225:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205121.807227:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.807229:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205121.807230:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.807232:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205121.807234:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205121.807236:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205121.807239:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205121.807241:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205121.807245:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937933824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205121.807252:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937933824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205121.807256:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205121.807259:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937933952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807265:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205121.807266:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205121.807269:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205121.807271:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205121.807273:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205121.807275:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937933952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205121.807278:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205121.807280:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205121.807281:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205121.807283:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205121.807286:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205121.807288:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205121.807291:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205121.807293:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205121.807296:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205121.807315:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937933952, portal 4
00000100:00000001:0.0:1788205121.807317:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205121.807319:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:0.0:1788205121.807324:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937933952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807331:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205121.807333:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205121.807335:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205121.807337:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937933952, offset 0
00000400:00000200:0.0:1788205121.807341:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205121.807344:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205121.807348:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205121.807350:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205121.807353:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205121.807355:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205121.807357:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205121.807360:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547246:547246:256:4294967295] 192.168.201.135@tcp LPNI seq info [547212:547212:8:4294967295]
00000400:00000200:0.0:1788205121.807364:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205121.807371:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205121.807375:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205121.807378:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205121.807382:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205121.807384:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:0.1:1788205121.807388:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205121.807391:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:0.0:1788205121.807394:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205121.807396:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205121.807399:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205121.807402:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205121.807405:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205121.807407:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205121.807409:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205121.807412:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937933952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807419:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205121.807422:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937933952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205146 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807429:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205121.807430:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205121.807433:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205121.807435:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205121.807438:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205121.807440:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310100104
00000100:00000001:0.0:1788205121.807442:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310103757
00000100:00000001:0.0:1788205121.807444:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310100104
00000100:00000001:0.0:1788205121.807446:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310103757
00000100:00000001:0.0:1788205121.807448:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205121.807450:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205121.807451:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205121.807454:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205121/real 1788205121]  req@ffff8c5d3ba69500 x1875052937933952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205121.807461:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205121.807462:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205121.807463:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205121.807465:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205121.807467:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205121.807469:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205121.807471:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937933952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205121.807478:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937933952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807484:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205121.807486:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.807487:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205121.807488:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205121.807491:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937933952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807497:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205121.807500:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937933952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807506:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205121.807508:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.807510:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205121.807511:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.807513:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205121.807514:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205121.807516:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205121.807520:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205121.807522:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205121.807526:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937933952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205121.807534:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937933952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205121.807537:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.807539:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205121.807541:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937933568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807547:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205121.807549:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205121.807551:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205121.807553:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205121.807555:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205121.807556:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205121.807558:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205121.807560:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:0.0:1788205121.807562:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205121.807563:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205121.807565:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:0.0:1788205121.807567:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205121.807568:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.807570:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205121.807573:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937933696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807580:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205121.807581:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205121.807582:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205121.807584:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205121.807585:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205121.807586:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205121.807588:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205121.807589:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:0.0:1788205121.807591:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205121.807592:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205121.807593:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:0.0:1788205121.807596:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205121.807597:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.807598:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205121.807601:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937933824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807606:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205121.807607:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205121.807608:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205121.807609:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205121.807610:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205121.807611:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205121.807613:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205121.807614:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:0.0:1788205121.807616:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205121.807618:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205121.807619:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:0.0:1788205121.807621:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205121.807622:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.807623:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205121.807626:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937933952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205146 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205121.807632:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205121.807633:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205121.807634:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205121.807636:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205121.807637:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205121.807638:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205121.807639:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205121.807640:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:0.0:1788205121.807642:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205121.807643:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205121.807644:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:0.0:1788205121.807646:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205121.807647:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.807649:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.807653:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205121.807654:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205121.807657:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205121.807658:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205121.996419:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205121.996426:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205121.996428:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205121.996433:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205121.996437:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205121.996440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.996443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205121.996446:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205121.996449:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205122.508446:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205122.508453:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205122.508458:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205122.508459:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205122.508520:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205122.508524:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205122.508527:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205123.020426:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205123.020433:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205123.020436:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205123.020441:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205123.020445:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205123.020448:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205123.020451:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205123.020453:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205123.020456:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205123.532418:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205123.532425:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205123.532431:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205123.532432:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205123.532541:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205123.532545:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205123.532549:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205124.044410:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205124.044418:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205124.044426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205124.044432:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205124.044435:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205124.044439:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205124.044442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205124.044446:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205124.044448:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205124.556611:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205124.556618:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205124.556624:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205124.556624:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205124.556646:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205124.556648:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205124.556651:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205125.068461:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205125.068471:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205125.068473:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205125.068479:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205125.068482:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205125.068486:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205125.068489:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205125.068491:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205125.068494:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205125.580377:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205125.580383:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205125.580387:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205125.580387:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205125.580441:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205125.580446:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205125.580449:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205125.644391:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310103757, at 4310103808
00000100:00000040:0.0:1788205125.644394:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310103757, at 4310103808
00000100:00000010:0.0:1788205125.644408:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000010:1.0:1788205125.644410:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074e40.
00000100:00000001:0.0:1788205126.092399:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205126.092405:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205126.092407:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205126.092410:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205126.092413:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205126.092416:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.092417:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205126.092419:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.092421:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205126.604449:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205126.604456:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205126.604462:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205126.604463:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205126.604711:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205126.604717:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205126.604721:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205126.924467:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205126.924477:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205126.924480:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205126.924484:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205126.924488:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205126.924496:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15432
00000400:00000200:3.0:1788205126.924505:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205126.924511:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205126.924514:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205126.924516:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205126.924519:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205126.924521:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205126.924523:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205126.924527:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205126.924529:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205126.924531:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205126.924534:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205126.924536:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205126.924538:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205126.924540:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205126.924542:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205126.924543:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205126.924544:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205126.924546:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205126.924549:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205126.924550:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205126.924553:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205126.924555:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205126.924557:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205126.924559:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205126.924560:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205126.924567:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788205126.924571:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205126.924576:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205126.924578:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205126.924582:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205126.924585:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205126.924591:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205126.924600:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788205126.924607:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205126.924619:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937934080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205126.924631:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205126.924637:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205126.924643:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937934080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205126.924670:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205126.924672:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205126.924680:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205126.924681:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205126.924683:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205126.924685:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205126.924688:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15432
00000400:00000200:3.0:1788205126.924691:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205126.924693:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205126.924695:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205126.924698:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205126.924700:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205126.924701:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205126.924703:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205126.924705:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205126.924705:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205126.924706:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205126.924708:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205126.924709:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788205126.924710:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788205126.924712:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205126.924714:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205126.924715:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205126.924716:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205126.924718:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788205126.924720:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205126.924722:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205126.924723:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205126.924727:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205126.924733:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1788205126.924734:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205126.924738:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788205126.924738:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205126.924743:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205126.924747:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205126.924750:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205126.924752:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205126.924757:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937934080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205126.924757:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788205126.924764:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205126.924773:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205126.924776:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205126.924781:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205126.924782:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205126.924784:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205126.924788:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788205126.924790:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205126.924797:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937934208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205126.924807:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205126.924808:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205126.924813:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.924814:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205126.924817:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937934208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205126.924823:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788205126.924826:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205126.924829:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1788205126.924831:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1788205126.924833:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205126.924836:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:0.0:1788205126.924841:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205126.924841:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205126.924845:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205126.924849:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15432
00000400:00000200:3.0:1788205126.924854:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:0.0:1788205126.924855:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937934080:192.168.201.135@tcp:250:kworker.0
00000400:00000200:3.0:1788205126.924857:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205126.924862:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205126.924867:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1788205126.924867:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205126.924872:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788205126.924873:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1788205126.924877:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:0.0:1788205126.924878:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205126.924884:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788205126.924885:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1788205126.924892:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205126.924895:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
02000000:00000010:0.0:1788205126.924898:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
00000020:00000001:3.0:1788205126.924898:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:0.0:1788205126.924906:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205126.924907:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788205126.924912:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205126.924913:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788205126.924915:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205126.924917:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205126.924920:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205126.924922:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205126.924924:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205126.924925:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205126.924928:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205126.924931:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788205126.924932:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205126.924946:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205126.924951:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205126.924952:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1788205126.924955:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000008:00100000:3.0:1788205126.924956:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205126.924965:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205126.924967:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205126.924970:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000400:00000010:0.0:1788205126.924972:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000020:00000040:3.0:1788205126.924972:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205126.924979:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205126.924981:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205126.924982:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205126.924983:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:0.0:1788205126.924985:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937934080, portal 25
02000000:00000001:3.0:1788205126.924986:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205126.924995:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:0.0:1788205126.924996:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205126.925000:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.925001:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00100000:3.0:1788205126.925007:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937934336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788205126.925012:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937934080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205126.925029:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205126.925036:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.925038:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205126.925045:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788205126.925045:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937934336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788205126.925050:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205126.925054:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937934080, offset 0
00000400:00000200:0.0:1788205126.925068:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205126.925072:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205126.925079:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788205126.925080:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205126.925085:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1788205126.925088:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788205126.925089:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205126.925093:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205126.925098:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788205126.925099:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1788205126.925104:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15432
00000400:00000200:0.0:1788205126.925109:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205126.925115:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1788205126.925121:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205126.925122:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:3.0:1788205126.925133:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:0.0:1788205126.925134:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547247:547247:256:4294967295] 192.168.201.135@tcp LPNI seq info [547213:547213:8:4294967295]
00000100:00080000:3.0:1788205126.925140:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205126.925146:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788205126.925150:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205126.925161:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788205126.925163:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205126.925169:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205126.925175:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:0.0:1788205126.925176:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788205126.925182:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000800:00000010:0.0:1788205126.925188:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000020:00000040:3.0:1788205126.925188:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788205126.925196:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205126.925200:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788205126.925203:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205126.925209:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000200:0.0:1788205126.925211:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788205126.925219:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:0.0:1788205126.925222:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1788205126.925228:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205126.925230:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205126.925233:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205126.925237:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788205126.925241:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000200:0.1:1788205126.925244:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788205126.925245:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205126.925251:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:0.1:1788205126.925255:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
02000000:00000001:3.0:1788205126.925256:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205126.925262:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205126.925265:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205126.925268:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000800:00000100:0.0:1788205126.925270:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000008:00000001:3.0:1788205126.925272:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788205126.925277:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000100:00000001:3.0:1788205126.925278:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205126.925284:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788205126.925287:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205126.925290:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205126.925291:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205126.925293:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788205126.925294:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788205126.925295:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788205126.925353:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788205126.925358:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205126.925360:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
02000000:00000010:3.0:1788205126.925363:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000400:00000010:0.0:1788205126.925364:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:3.0:1788205126.925369:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.925375:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1788205126.925377:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937934464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788205126.925385:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937934080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205126.925392:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205126.925396:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205126.925407:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937934464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.925412:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205126.925420:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205126.925421:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937934080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205126.925426:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205126.925437:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205126.925442:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205126.925446:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205126.925452:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205126.925458:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205126.925458:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15432
00000100:00000001:0.0:1788205126.925470:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:3.0:1788205126.925475:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205126.925479:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205126.925481:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205126.925482:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205126.925486:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205126.925489:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205126.925492:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205126.925494:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205126.925496:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205126.925497:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788205126.925498:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205126.925499:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788205126.925500:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000400:00000200:0.0:1788205126.925505:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788205126.925505:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788205126.925511:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205126.925513:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310108877
00000100:00000001:3.0:1788205126.925513:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205126.925517:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205126.925523:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205126.925524:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788205126.925526:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000010:0.0:1788205126.925527:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00000001:3.0:1788205126.925528:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205126.925535:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205126.925538:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205126.925540:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.925541:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205126.925542:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205126.925546:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205126.925549:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.925552:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310108877
00000100:00000001:3.0:1788205126.925552:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205126.925563:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000100:00000010:0.0:1788205126.925566:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074ae0.
00000020:00000040:3.0:1788205126.925567:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205126.925572:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205126.925574:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.925578:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205126.925578:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205126.925582:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205126.925587:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.925589:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1788205126.925591:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:0.0:1788205126.925596:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205126.925597:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.925609:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205126.925611:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937934592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205126.925616:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205126.925621:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205126.925622:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205126/real 1788205126]  req@ffff8c5d3ba68380 x1875052937934080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205126.925628:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937934592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205126.925679:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788205126.925681:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205126.925686:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205126.925689:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000040:3.0:1788205126.925690:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15442)
00000400:00000200:0.0:1788205126.925692:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205126.925695:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205126.925701:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205126.925708:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937934080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205126.925718:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937934080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.925726:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205126.925728:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.925730:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205126.925732:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205126.925736:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937934080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.925744:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205126.925748:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937934080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.925755:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205126.925758:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.925760:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205126.925761:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.925765:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205126.925767:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205126.925770:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205126.925775:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205126.925777:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205126.925781:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937934080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205126.925788:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937934080:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205126.925793:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.925795:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205126.925798:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937934080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.925804:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205126.925806:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205126.925809:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205126.925812:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205126.925814:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205126.925816:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788205126.925818:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205126.925821:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:0.0:1788205126.925824:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205126.925826:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205126.925828:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:0.0:1788205126.925831:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205126.925832:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.925833:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.925839:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205126.925840:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.925842:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205126.925843:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205126.925844:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205126.925847:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937934208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.925856:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205126.925857:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205126.925859:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205126.925860:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205126.925862:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205126.925863:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937934208:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205126.925865:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205126.925867:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205126.925868:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205126.925869:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205126.925871:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205126.925872:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205126.925875:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205126.925877:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205126.925879:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205126.925881:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937934208, portal 10
00000100:00000001:0.0:1788205126.925883:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205126.925884:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:0.0:1788205126.925889:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937934208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.925895:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205126.925898:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205126.925900:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205126.925902:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937934208, offset 0
00000400:00000200:0.0:1788205126.925907:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205126.925911:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205126.925915:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205126.925918:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205126.925920:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205126.925922:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205126.925925:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205126.925928:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547248:547248:256:4294967295] 192.168.201.135@tcp LPNI seq info [547214:547214:8:4294967295]
00000400:00000200:0.0:1788205126.925932:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205126.925949:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205126.925954:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205126.925958:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205126.925961:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205126.925964:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788205126.925969:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205126.925972:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1788205126.925976:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205126.925978:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205126.925980:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205126.925984:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205126.925987:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205126.925988:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205126.925991:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205126.925995:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937934208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926003:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205126.926005:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937934208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926012:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.926013:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205126.926016:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205126.926021:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205126.926024:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205126.926026:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310105117
00000100:00000001:0.0:1788205126.926028:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310108877
00000100:00000001:0.0:1788205126.926031:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310105117
00000100:00000001:0.0:1788205126.926033:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310108877
00000100:00000001:0.0:1788205126.926035:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205126.926037:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.926039:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205126.926043:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205126/real 1788205126]  req@ffff8c5d3ba68000 x1875052937934208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205126.926051:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205126.926052:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205126.926054:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205126.926056:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205126.926058:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205126.926060:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205126.926063:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937934208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205126.926071:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937934208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926077:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205126.926078:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.926080:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205126.926081:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205126.926085:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937934208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926092:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205126.926095:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937934208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926101:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205126.926104:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.926105:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205126.926107:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.926109:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205126.926110:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205126.926113:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205126.926117:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205126.926119:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205126.926123:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937934208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205126.926131:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937934208:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205126.926135:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205126.926139:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937934336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926145:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205126.926146:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205126.926149:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205126.926150:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205126.926152:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205126.926155:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937934336:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205126.926158:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205126.926160:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205126.926161:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205126.926163:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205126.926166:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205126.926168:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205126.926171:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205126.926174:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205126.926177:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205126.926179:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937934336, portal 10
00000100:00000001:0.0:1788205126.926181:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205126.926183:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:0.0:1788205126.926188:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937934336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926195:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205126.926197:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205126.926199:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205126.926201:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937934336, offset 0
00000400:00000200:0.0:1788205126.926205:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205126.926209:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205126.926212:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205126.926215:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205126.926217:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205126.926220:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205126.926222:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205126.926225:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547249:547249:256:4294967295] 192.168.201.135@tcp LPNI seq info [547215:547215:8:4294967295]
00000400:00000200:0.0:1788205126.926229:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205126.926233:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205126.926236:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205126.926238:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205126.926240:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205126.926242:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788205126.926245:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205126.926247:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1788205126.926249:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205126.926250:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205126.926252:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205126.926254:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205126.926256:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205126.926257:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205126.926259:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205126.926262:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937934336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926269:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205126.926272:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937934336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926277:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.926280:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205126.926282:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205126.926285:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205126.926288:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205126.926290:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310105112
00000100:00000001:0.0:1788205126.926292:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310108877
00000100:00000001:0.0:1788205126.926294:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310105112
00000100:00000001:0.0:1788205126.926296:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310108877
00000100:00000001:0.0:1788205126.926331:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205126.926333:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.926335:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205126.926339:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205126/real 1788205126]  req@ffff8c5d3ba69180 x1875052937934336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205126.926347:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205126.926349:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205126.926351:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205126.926354:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205126.926356:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205126.926359:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205126.926363:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937934336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205126.926371:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937934336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926377:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205126.926378:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.926380:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205126.926381:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205126.926385:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937934336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926391:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205126.926396:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937934336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926402:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205126.926404:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.926406:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205126.926407:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.926409:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205126.926411:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205126.926413:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205126.926416:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205126.926418:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205126.926422:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937934336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205126.926429:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937934336:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205126.926433:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205126.926436:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937934464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926443:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205126.926444:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205126.926446:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205126.926448:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205126.926450:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205126.926452:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937934464:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205126.926455:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205126.926457:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205126.926459:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205126.926460:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205126.926464:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205126.926466:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205126.926469:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205126.926472:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205126.926475:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205126.926478:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937934464, portal 4
00000100:00000001:0.0:1788205126.926479:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205126.926480:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:0.0:1788205126.926486:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937934464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926493:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205126.926495:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205126.926497:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205126.926499:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937934464, offset 0
00000400:00000200:0.0:1788205126.926503:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205126.926507:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205126.926511:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205126.926514:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205126.926516:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205126.926519:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205126.926521:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205126.926523:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547250:547250:256:4294967295] 192.168.201.135@tcp LPNI seq info [547216:547216:8:4294967295]
00000400:00000200:0.0:1788205126.926528:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205126.926534:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205126.926538:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205126.926542:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205126.926545:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205126.926548:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788205126.926552:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205126.926555:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1788205126.926559:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205126.926561:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205126.926564:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205126.926567:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205126.926571:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205126.926573:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205126.926576:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205126.926579:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937934464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926587:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205126.926590:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937934464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926596:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.926598:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205126.926601:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205126.926603:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205126.926607:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205126.926609:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310105206
00000100:00000001:0.0:1788205126.926611:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310108877
00000100:00000001:0.0:1788205126.926614:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310105206
00000100:00000001:0.0:1788205126.926616:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310108877
00000100:00000001:0.0:1788205126.926618:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205126.926620:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.926621:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205126.926625:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205126/real 1788205126]  req@ffff8c5d3ba69c00 x1875052937934464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205126.926631:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205126.926632:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205126.926634:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205126.926636:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205126.926638:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205126.926640:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205126.926643:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937934464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205126.926651:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937934464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926657:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205126.926658:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.926660:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205126.926661:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205126.926664:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937934464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926671:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205126.926674:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937934464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926680:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205126.926682:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.926684:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205126.926685:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.926687:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205126.926688:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205126.926691:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205126.926694:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205126.926696:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205126.926700:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937934464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205126.926708:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937934464:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205126.926711:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205126.926715:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937934592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926722:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205126.926723:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205126.926725:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205126.926727:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205126.926729:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205126.926732:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937934592:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205126.926735:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205126.926736:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205126.926738:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205126.926739:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205126.926742:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205126.926744:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205126.926747:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205126.926750:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205126.926753:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205126.926755:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937934592, portal 4
00000100:00000001:0.0:1788205126.926757:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205126.926758:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:0.0:1788205126.926765:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937934592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926771:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205126.926773:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205126.926775:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205126.926777:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937934592, offset 0
00000400:00000200:0.0:1788205126.926781:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205126.926784:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205126.926788:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205126.926791:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205126.926793:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205126.926795:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205126.926798:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205126.926801:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547251:547251:256:4294967295] 192.168.201.135@tcp LPNI seq info [547217:547217:8:4294967295]
00000400:00000200:0.0:1788205126.926805:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205126.926810:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205126.926816:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205126.926818:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205126.926822:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205126.926824:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:0.1:1788205126.926828:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205126.926831:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:0.0:1788205126.926834:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205126.926837:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205126.926839:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205126.926843:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205126.926845:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205126.926846:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205126.926849:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205126.926852:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937934592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926857:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205126.926859:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937934592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205151 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926863:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.926864:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205126.926866:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205126.926868:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205126.926870:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205126.926871:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310105223
00000100:00000001:0.0:1788205126.926873:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310108877
00000100:00000001:0.0:1788205126.926874:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310105223
00000100:00000001:0.0:1788205126.926875:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310108877
00000100:00000001:0.0:1788205126.926877:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205126.926878:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.926879:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205126.926881:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205126/real 1788205126]  req@ffff8c5d3ba68e00 x1875052937934592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205126.926886:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205126.926887:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205126.926888:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205126.926890:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205126.926891:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205126.926893:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205126.926896:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937934592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205126.926904:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937934592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926910:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205126.926911:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.926913:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205126.926914:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205126.926918:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937934592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926924:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205126.926928:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937934592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926946:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205126.926949:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.926951:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205126.926952:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.926954:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205126.926955:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205126.926957:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205126.926961:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205126.926963:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205126.926968:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937934592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205126.926974:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937934592:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205126.926978:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.926980:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205126.926983:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937934208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.926990:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205126.926991:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205126.926993:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205126.926996:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205126.926997:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205126.926999:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205126.927001:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205126.927002:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:0.0:1788205126.927004:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205126.927006:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205126.927007:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:0.0:1788205126.927009:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205126.927010:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.927012:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205126.927015:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937934336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.927019:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205126.927020:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205126.927021:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205126.927022:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205126.927023:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205126.927023:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205126.927024:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205126.927025:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:0.0:1788205126.927026:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205126.927027:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205126.927028:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:0.0:1788205126.927029:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205126.927030:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.927031:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205126.927033:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937934464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.927036:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205126.927037:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205126.927038:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205126.927039:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205126.927039:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205126.927040:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205126.927041:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205126.927041:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:0.0:1788205126.927042:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205126.927043:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205126.927044:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:0.0:1788205126.927045:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205126.927045:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.927046:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205126.927048:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937934592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205151 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205126.927051:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205126.927051:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205126.927052:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205126.927053:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205126.927053:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205126.927054:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205126.927055:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205126.927056:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:0.0:1788205126.927057:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205126.927057:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205126.927058:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:0.0:1788205126.927059:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205126.927060:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.927061:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205126.927064:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205126.927065:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205126.927066:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205126.927067:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205127.116417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205127.116431:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205127.116433:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205127.116438:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205127.116441:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205127.116445:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.116447:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205127.116450:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205127.116452:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205127.628371:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205127.628378:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205127.628380:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205127.628382:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205127.628386:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205127.628388:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205127.628389:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205127.628390:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205127.628393:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205127.628394:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205127.628395:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205127.628396:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205127.628397:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205127.628398:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205127.628399:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205127.628400:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205127.628460:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205127.628464:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205127.628468:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205128.140389:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205128.140397:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205128.140399:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205128.140411:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205128.140415:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205128.140418:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205128.140421:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205128.140423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205128.140426:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205128.652468:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205128.652477:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205128.652484:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205128.652485:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205128.652548:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205128.652551:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205128.652553:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205129.164417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205129.164425:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205129.164427:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205129.164433:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205129.164437:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205129.164440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205129.164443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205129.164446:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205129.164448:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205129.676422:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205129.676430:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205129.676436:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205129.676437:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205129.676486:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205129.676489:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205129.676492:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205130.188376:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205130.188383:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205130.188384:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205130.188388:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205130.188390:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205130.188393:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205130.188395:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205130.188396:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205130.188398:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205130.701551:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205130.701559:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205130.701564:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205130.701566:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205130.702067:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205130.702071:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205130.702074:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205130.764419:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310108877, at 4310108928
00000100:00000010:1.0:1788205130.764436:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074ae0.
00000100:00000040:0.0:1788205130.764594:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310108877, at 4310108928
00000100:00000010:0.0:1788205130.764600:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000001:0.0:1788205131.212434:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205131.212443:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205131.212446:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205131.212451:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205131.212455:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205131.212458:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205131.212461:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205131.212463:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205131.212465:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205131.724417:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205131.724425:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205131.724430:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205131.724431:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205131.724568:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205131.724572:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205131.724575:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788205132.044411:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205132.044426:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205132.044427:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205132.044431:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205132.044434:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205132.044439:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15437
00000400:00000200:2.0:1788205132.044446:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205132.044451:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205132.044453:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205132.044455:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.044457:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205132.044459:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.044460:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205132.044463:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205132.044464:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788205132.044467:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205132.044470:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788205132.044471:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788205132.044473:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788205132.044474:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.044475:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205132.044476:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.044477:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205132.044479:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788205132.044481:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205132.044483:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205132.044484:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205132.044487:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205132.044489:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.044490:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205132.044491:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205132.044500:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000020:00000040:2.0:1788205132.044503:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788205132.044507:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205132.044508:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.044511:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205132.044513:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205132.044518:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205132.044524:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18400.
00000100:00000001:2.0:1788205132.044531:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205132.044540:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937934720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205132.044549:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205132.044553:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205132.044558:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937934720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205132.044580:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205132.044584:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205132.044588:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205132.044589:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205132.044590:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205132.044593:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205132.044595:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15437
00000400:00000200:2.0:1788205132.044599:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205132.044602:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205132.044604:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205132.044607:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.044609:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205132.044611:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.044613:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205132.044615:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205132.044617:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788205132.044618:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205132.044620:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788205132.044622:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788205132.044624:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788205132.044627:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.044629:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205132.044631:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.044633:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205132.044636:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788205132.044639:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205132.044641:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205132.044643:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205132.044648:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205132.044651:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.044653:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205132.044658:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205132.044662:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.044664:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.044666:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:2.0:1788205132.044668:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000100:00000001:0.0:1788205132.044671:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:2.0:1788205132.044672:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788205132.044676:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205132.044677:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.044679:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205132.044680:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205132.044682:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.044684:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000010:2.0:1788205132.044687:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000040:0.0:1788205132.044693:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937934720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205132.044693:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205132.044702:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937934848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205132.044707:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205132.044710:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.044713:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788205132.044716:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788205132.044716:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.044721:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788205132.044722:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937934848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205132.044725:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205132.044733:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937934720:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205132.044740:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1788205132.044741:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.044744:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1788205132.044745:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:0.0:1788205132.044749:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205132.044751:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:0.0:1788205132.044754:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:2.0:1788205132.044754:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205132.044756:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205132.044760:0:268008:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:0.0:1788205132.044762:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
00000100:00080000:2.0:1788205132.044764:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15437
02000000:00000001:0.0:1788205132.044767:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205132.044776:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205132.044779:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205132.044781:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:2.0:1788205132.044782:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205132.044787:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1788205132.044790:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000040:2.0:1788205132.044791:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.044795:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205132.044798:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000200:0.0:1788205132.044799:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937934720, portal 25
00000100:00000001:2.0:1788205132.044800:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205132.044804:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:2.0:1788205132.044806:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788205132.044808:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
00000020:00000040:2.0:1788205132.044809:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788205132.044813:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205132.044817:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788205132.044827:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:0.0:1788205132.044829:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937934720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205132.044830:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788205132.044836:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.044839:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205132.044843:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.044859:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205132.044860:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788205132.044862:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205132.044864:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205132.044865:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205132.044867:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205132.044868:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.044869:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205132.044872:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788205132.044875:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:2.0:1788205132.044876:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.044880:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205132.044881:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000010:2.0:1788205132.044891:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000400:00000010:0.0:1788205132.044895:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000020:00000040:2.0:1788205132.044895:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000200:0.0:1788205132.044905:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937934720, offset 0
02000000:00000001:2.0:1788205132.044905:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205132.044908:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.044911:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205132.044913:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205132.044915:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205132.044916:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000010:2.0:1788205132.044921:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000400:00000200:0.0:1788205132.044926:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205132.044927:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205132.044934:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937934976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205132.044937:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:2.0:1788205132.044946:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788205132.044947:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1788205132.044948:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205132.044953:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937934976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205132.044955:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:2.0:1788205132.044962:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205132.044963:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1788205132.044967:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788205132.044968:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00080000:2.0:1788205132.044974:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1788205132.044976:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547252:547252:256:4294967295] 192.168.201.135@tcp LPNI seq info [547218:547218:8:4294967295]
00000100:00000001:2.0:1788205132.044977:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205132.044981:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788205132.044986:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205132.044986:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205132.044992:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15437
00000400:00000200:2.0:1788205132.045000:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205132.045001:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1788205132.045006:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205132.045010:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:0.0:1788205132.045014:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788205132.045017:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.045019:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205132.045021:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000010:0.0:1788205132.045022:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00000001:2.0:1788205132.045023:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205132.045027:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205132.045028:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788205132.045029:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205132.045031:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000800:00000200:0.0:1788205132.045033:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:2.0:1788205132.045034:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788205132.045038:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000200:0.0:1788205132.045040:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000100:00000040:2.0:1788205132.045041:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.045044:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205132.045048:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.045049:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:0.1:1788205132.045054:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:2.0:1788205132.045055:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788205132.045059:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205132.045062:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788205132.045062:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
02000000:00000001:2.0:1788205132.045065:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205132.045067:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205132.045071:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788205132.045072:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788205132.045073:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205132.045076:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000800:00000010:0.0:1788205132.045077:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000008:00000001:2.0:1788205132.045080:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.045082:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205132.045084:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000400:00000200:0.0:1788205132.045086:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:2.0:1788205132.045087:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788205132.045091:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205132.045093:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.045096:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788205132.045097:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1788205132.045099:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205132.045103:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205132.045106:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
02000000:00000010:2.0:1788205132.045106:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788205132.045109:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205132.045111:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00100000:2.0:1788205132.045116:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937935104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205132.045120:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788205132.045124:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205132.045126:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205132.045128:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ebb80 x1875052937934720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205132.045131:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937935104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.045154:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788205132.045154:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205132.045160:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1788205132.045163:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937934720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205132.045165:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205132.045168:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205132.045171:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205132.045177:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205132.045179:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205132.045182:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15437
00000100:00000001:0.0:1788205132.045184:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1788205132.045188:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205132.045192:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205132.045192:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205132.045193:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205132.045200:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205132.045203:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310113996
00000100:00000040:2.0:1788205132.045207:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.045209:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1788205132.045210:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00000040:2.0:1788205132.045212:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.045215:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205132.045217:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788205132.045218:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1788205132.045218:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788205132.045219:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205132.045222:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788205132.045224:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:2.0:1788205132.045225:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788205132.045227:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310113996
00000100:00000040:2.0:1788205132.045228:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.045232:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1788205132.045234:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074a20.
00000100:00000040:2.0:1788205132.045234:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205132.045239:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205132.045241:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000020:00000040:2.0:1788205132.045242:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:2.0:1788205132.045246:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205132.045248:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.045249:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205132.045249:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205132.045253:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205132.045254:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205132.045258:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.045260:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788205132.045262:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205132.045265:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788205132.045267:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205132.045269:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205132.045272:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000100:00100000:0.0:1788205132.045275:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205132/real 1788205132]  req@ffff8c5d3c3ebb80 x1875052937934720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205132.045276:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788205132.045288:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000001:0.0:1788205132.045289:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1788205132.045292:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788205132.045293:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205132.045296:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:2.0:1788205132.045297:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788205132.045322:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205132.045325:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205132.045328:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205132.045332:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937934720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205132.045334:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205132.045337:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205132.045343:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:2.0:1788205132.045348:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205132.045358:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937934720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205132.045359:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937935232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205132.045383:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205132.045383:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205132.045387:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205132.045387:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.045393:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1788205132.045396:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937935232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.045397:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205132.045406:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205132.045410:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15447)
00000100:00100000:0.0:1788205132.045414:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937934720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.045423:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205132.045428:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937934720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.045436:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205132.045447:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.045449:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.045450:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.045452:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205132.045454:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205132.045457:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205132.045461:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205132.045464:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205132.045468:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937934720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205132.045476:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937934720:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205132.045480:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.045482:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.045485:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937934720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.045492:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205132.045494:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205132.045496:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205132.045499:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205132.045501:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205132.045502:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788205132.045504:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205132.045506:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:0.0:1788205132.045509:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205132.045512:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205132.045520:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:0.0:1788205132.045523:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205132.045524:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.045526:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.045533:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205132.045536:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.045538:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205132.045539:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205132.045540:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205132.045544:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937934848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.045551:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205132.045552:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.045554:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205132.045556:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205132.045558:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205132.045560:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937934848:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205132.045563:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205132.045565:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205132.045567:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.045568:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205132.045571:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205132.045581:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205132.045586:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205132.045589:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205132.045593:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205132.045596:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937934848, portal 10
00000100:00000001:0.0:1788205132.045598:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205132.045599:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
00000100:00000040:0.0:1788205132.045605:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937934848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.045611:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205132.045613:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205132.045616:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205132.045618:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937934848, offset 0
00000400:00000200:0.0:1788205132.045622:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205132.045626:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205132.045629:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205132.045632:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205132.045634:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205132.045636:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205132.045639:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205132.045642:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547253:547253:256:4294967295] 192.168.201.135@tcp LPNI seq info [547219:547219:8:4294967295]
00000400:00000200:0.0:1788205132.045646:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205132.045652:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205132.045656:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205132.045660:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205132.045664:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205132.045666:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788205132.045670:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205132.045673:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1788205132.045676:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205132.045678:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205132.045681:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205132.045684:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205132.045686:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205132.045688:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205132.045691:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205132.045695:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb480 x1875052937934848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.045702:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.045705:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937934848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.045711:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.045712:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205132.045716:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205132.045719:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205132.045722:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205132.045724:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310110237
00000100:00000001:0.0:1788205132.045726:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310113996
00000100:00000001:0.0:1788205132.045729:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310110237
00000100:00000001:0.0:1788205132.045731:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310113996
00000100:00000001:0.0:1788205132.045733:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205132.045735:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.045736:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205132.045739:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205132/real 1788205132]  req@ffff8c5d3c3eb480 x1875052937934848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205132.045746:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205132.045747:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205132.045749:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205132.045752:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205132.045753:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205132.045756:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205132.045759:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937934848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205132.045766:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937934848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.045772:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205132.045773:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.045775:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.045776:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205132.045779:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937934848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.045786:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205132.045790:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937934848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.045796:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205132.045799:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.045800:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.045801:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.045803:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205132.045805:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205132.045807:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205132.045810:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205132.045812:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205132.045815:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937934848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205132.045823:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937934848:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205132.045827:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205132.045830:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937934976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.045863:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205132.045865:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.045867:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205132.045869:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205132.045871:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205132.045874:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937934976:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205132.045877:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205132.045879:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205132.045880:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.045882:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205132.045885:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205132.045887:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205132.045891:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205132.045893:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205132.045896:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205132.045899:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937934976, portal 10
00000100:00000001:0.0:1788205132.045901:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205132.045902:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
00000100:00000040:0.0:1788205132.045908:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937934976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.045913:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205132.045915:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205132.045918:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205132.045920:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937934976, offset 0
00000400:00000200:0.0:1788205132.045924:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205132.045927:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205132.045931:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205132.045934:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205132.045936:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205132.045939:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205132.045941:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205132.045943:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547254:547254:256:4294967295] 192.168.201.135@tcp LPNI seq info [547220:547220:8:4294967295]
00000400:00000200:0.0:1788205132.045947:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205132.045953:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205132.045958:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205132.045961:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205132.045965:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205132.045967:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788205132.045971:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205132.045974:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1788205132.045977:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205132.045978:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205132.045981:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205132.045984:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205132.045987:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205132.045989:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205132.045992:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205132.045996:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8e00 x1875052937934976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046003:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.046006:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937934976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046012:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.046013:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205132.046016:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205132.046019:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205132.046022:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205132.046024:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310110232
00000100:00000001:0.0:1788205132.046027:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310113996
00000100:00000001:0.0:1788205132.046029:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310110232
00000100:00000001:0.0:1788205132.046031:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310113996
00000100:00000001:0.0:1788205132.046033:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205132.046034:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.046036:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205132.046040:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205132/real 1788205132]  req@ffff8c5d3c3e8e00 x1875052937934976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205132.046047:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205132.046048:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205132.046050:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205132.046052:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205132.046054:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205132.046056:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205132.046060:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937934976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205132.046068:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937934976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046074:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205132.046075:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.046077:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.046078:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205132.046082:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937934976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046088:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205132.046091:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937934976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046098:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205132.046100:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.046102:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.046103:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.046105:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205132.046107:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205132.046109:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205132.046113:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205132.046115:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205132.046119:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937934976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205132.046126:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937934976:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205132.046129:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205132.046132:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937935104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046139:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205132.046140:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.046143:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205132.046144:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205132.046146:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205132.046149:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937935104:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205132.046152:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205132.046153:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205132.046155:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.046156:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205132.046160:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205132.046161:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205132.046164:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205132.046167:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205132.046170:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205132.046172:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937935104, portal 4
00000100:00000001:0.0:1788205132.046174:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205132.046175:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:0.0:1788205132.046180:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937935104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046186:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205132.046188:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205132.046190:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205132.046193:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937935104, offset 0
00000400:00000200:0.0:1788205132.046196:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205132.046200:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205132.046203:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205132.046206:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205132.046208:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205132.046210:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205132.046213:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205132.046215:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547255:547255:256:4294967295] 192.168.201.135@tcp LPNI seq info [547221:547221:8:4294967295]
00000400:00000200:0.0:1788205132.046220:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205132.046225:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205132.046230:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205132.046233:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205132.046237:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205132.046239:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788205132.046243:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205132.046245:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1788205132.046249:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205132.046250:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205132.046253:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205132.046256:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205132.046258:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205132.046260:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205132.046262:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205132.046266:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937935104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046272:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.046275:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937935104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046280:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.046282:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205132.046284:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205132.046287:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205132.046290:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205132.046292:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310110325
00000100:00000001:0.0:1788205132.046294:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310113996
00000100:00000001:0.0:1788205132.046296:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310110325
00000100:00000001:0.0:1788205132.046314:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310113996
00000100:00000001:0.0:1788205132.046317:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205132.046318:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.046320:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205132.046324:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205132/real 1788205132]  req@ffff8c5d3c3ead80 x1875052937935104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205132.046331:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205132.046332:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205132.046334:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205132.046336:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205132.046338:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205132.046340:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205132.046343:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937935104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205132.046350:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937935104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046356:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205132.046357:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.046358:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.046360:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205132.046363:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937935104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046370:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205132.046373:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937935104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046380:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205132.046382:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.046383:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.046385:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.046386:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205132.046388:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205132.046390:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205132.046393:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205132.046395:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205132.046399:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937935104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205132.046407:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937935104:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205132.046411:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205132.046414:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937935232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046419:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205132.046420:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.046422:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205132.046424:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205132.046426:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205132.046428:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937935232:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205132.046431:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205132.046433:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205132.046434:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205132.046435:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205132.046438:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205132.046440:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205132.046443:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205132.046445:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205132.046448:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205132.046451:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937935232, portal 4
00000100:00000001:0.0:1788205132.046453:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205132.046454:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:0.0:1788205132.046460:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937935232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046466:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205132.046468:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205132.046470:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205132.046472:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937935232, offset 0
00000400:00000200:0.0:1788205132.046476:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205132.046480:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205132.046483:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205132.046486:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205132.046488:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205132.046491:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205132.046493:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205132.046496:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547256:547256:256:4294967295] 192.168.201.135@tcp LPNI seq info [547222:547222:8:4294967295]
00000400:00000200:0.0:1788205132.046500:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205132.046506:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205132.046510:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205132.046513:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205132.046517:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205132.046520:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000200:0.1:1788205132.046524:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205132.046526:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 28 secs later)
00000800:00000100:0.0:1788205132.046530:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205132.046532:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205132.046534:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205132.046538:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205132.046541:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205132.046542:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205132.046545:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205132.046548:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937935232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046556:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.046559:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937935232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046565:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.046566:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205132.046570:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205132.046573:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205132.046576:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205132.046579:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310110343
00000100:00000001:0.0:1788205132.046581:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310113996
00000100:00000001:0.0:1788205132.046583:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310110343
00000100:00000001:0.0:1788205132.046585:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310113996
00000100:00000001:0.0:1788205132.046587:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205132.046589:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.046591:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205132.046595:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205132/real 1788205132]  req@ffff8c5d3c3e8380 x1875052937935232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205132.046603:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205132.046604:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205132.046606:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205132.046608:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205132.046610:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205132.046612:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205132.046616:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937935232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205132.046624:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937935232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046631:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205132.046632:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.046634:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.046635:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205132.046639:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937935232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046645:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205132.046649:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937935232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046656:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205132.046659:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.046660:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205132.046661:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.046662:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205132.046664:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205132.046666:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205132.046669:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205132.046671:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205132.046675:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937935232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205132.046683:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937935232:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205132.046686:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.046688:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.046691:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937934848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046697:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205132.046698:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205132.046700:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205132.046702:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205132.046703:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205132.046705:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205132.046706:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205132.046708:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:0.0:1788205132.046711:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205132.046712:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205132.046713:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:0.0:1788205132.046715:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205132.046717:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.046718:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.046722:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937934976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046734:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205132.046735:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205132.046736:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205132.046737:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205132.046738:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205132.046739:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205132.046740:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205132.046741:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:0.0:1788205132.046742:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205132.046743:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205132.046744:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000001:0.0:1788205132.046745:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205132.046746:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.046746:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.046748:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937935104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046752:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205132.046752:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205132.046753:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205132.046754:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205132.046755:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205132.046755:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205132.046757:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205132.046757:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:0.0:1788205132.046759:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205132.046759:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205132.046760:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:0.0:1788205132.046761:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205132.046762:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.046763:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205132.046764:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937935232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205132.046767:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205132.046768:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205132.046769:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205132.046770:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205132.046771:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205132.046772:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205132.046773:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205132.046774:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:0.0:1788205132.046775:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205132.046775:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205132.046776:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:0.0:1788205132.046777:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205132.046777:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.046778:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.046781:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205132.046782:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.046783:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205132.046784:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205132.236400:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205132.236408:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205132.236410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205132.236416:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205132.236420:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205132.236423:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.236426:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205132.236428:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205132.236431:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205132.748490:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205132.748497:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205132.748503:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205132.748505:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205132.748709:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205132.748712:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205132.748728:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205133.260406:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205133.260413:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205133.260414:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205133.260419:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205133.260422:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205133.260427:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205133.260429:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205133.260432:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205133.260435:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205133.772755:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205133.772761:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205133.772765:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205133.772766:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205133.772901:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205133.772909:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205133.772913:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205134.284575:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205134.284583:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205134.284585:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205134.284590:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205134.284593:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205134.284597:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205134.284599:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205134.284601:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205134.284604:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205134.796428:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205134.796434:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205134.796438:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205134.796439:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205134.796454:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205134.796456:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205134.796458:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205135.308560:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205135.308568:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205135.308570:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205135.308574:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205135.308578:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205135.308581:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205135.308584:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205135.308586:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205135.308588:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205135.820426:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205135.820434:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205135.820440:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205135.820441:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205135.820489:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205135.820492:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205135.820494:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205135.884368:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310113996, at 4310114048
00000100:00000040:1.0:1788205135.884368:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310113996, at 4310114048
00000100:00000010:1.0:1788205135.884384:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074a20.
00000100:00000010:0.0:1788205135.884389:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000001:0.0:1788205136.333915:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205136.333924:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205136.333927:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205136.333933:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205136.333936:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205136.333940:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205136.333942:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205136.333945:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205136.333948:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205136.844403:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205136.844409:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205136.844413:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205136.844414:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205136.846401:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205136.846407:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205136.846412:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205137.164818:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205137.164829:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205137.164831:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205137.164835:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205137.164839:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205137.164846:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15442
00000400:00000200:3.0:1788205137.164854:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205137.164862:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205137.164866:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205137.164869:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.164872:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.164874:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.164876:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205137.164881:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205137.164883:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205137.164885:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205137.164888:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205137.164891:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205137.164893:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205137.164896:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.164897:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.164899:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.164901:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205137.164903:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205137.164906:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205137.164908:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205137.164911:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205137.164914:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205137.164916:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.164918:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205137.164920:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205137.164928:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788205137.164931:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205137.164934:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205137.164936:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.164938:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205137.164941:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205137.164945:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205137.164952:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788205137.164958:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205137.164965:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937935360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205137.164974:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205137.164978:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205137.164983:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937935360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205137.165005:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205137.165008:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205137.165011:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205137.165012:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205137.165014:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205137.165016:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205137.165019:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15442
00000400:00000200:3.0:1788205137.165022:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205137.165025:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205137.165027:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205137.165031:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.165033:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.165035:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.165037:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205137.165039:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205137.165040:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205137.165042:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205137.165043:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788205137.165044:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:0.0:1788205137.165049:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205137.165049:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788205137.165053:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788205137.165054:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788205137.165062:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:0.0:1788205137.165064:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937935360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205137.165065:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.165069:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.165075:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205137.165080:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:0.0:1788205137.165081:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1788205137.165085:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205137.165086:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.165091:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.165094:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205137.165095:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205137.165098:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205137.165102:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205137.165103:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205137.165108:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205137.165110:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937935360:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788205137.165112:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205137.165117:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1788205137.165118:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205137.165122:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.165123:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788205137.165125:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.165127:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205137.165130:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
02000000:00000001:0.0:1788205137.165132:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1788205137.165135:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000010:0.0:1788205137.165139:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:3.0:1788205137.165140:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205137.165142:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.165144:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.165146:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205137.165149:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788205137.165152:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788205137.165152:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205137.165159:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
02000000:00000010:3.0:1788205137.165159:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788205137.165166:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205137.165169:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00100000:3.0:1788205137.165175:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937935488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788205137.165179:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937935360, portal 25
00000100:00000001:0.0:1788205137.165183:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205137.165185:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205137.165187:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00000001:3.0:1788205137.165191:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205137.165198:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937935360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205137.165198:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937935488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.165220:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788205137.165223:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205137.165227:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205137.165229:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:0.0:1788205137.165232:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00080000:3.0:1788205137.165234:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:0.0:1788205137.165236:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937935360, offset 0
00000100:00000001:3.0:1788205137.165237:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205137.165240:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205137.165245:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788205137.165248:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205137.165250:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15442
00000400:00000200:3.0:1788205137.165256:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205137.165260:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205137.165261:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205137.165265:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205137.165269:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205137.165271:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788205137.165272:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.165277:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.165279:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788205137.165281:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1788205137.165284:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205137.165287:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:0.0:1788205137.165288:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000001:3.0:1788205137.165290:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205137.165293:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788205137.165296:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205137.165322:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788205137.165326:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.165328:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.165330:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.165333:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205137.165335:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205137.165338:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205137.165340:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205137.165342:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788205137.165343:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205137.165348:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788205137.165349:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:3.0:1788205137.165354:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205137.165358:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547257:547257:256:4294967295] 192.168.201.135@tcp LPNI seq info [547223:547223:8:4294967295]
00000100:00000001:3.0:1788205137.165359:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205137.165362:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788205137.165368:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00000001:3.0:1788205137.165368:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.165372:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205137.165377:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788205137.165382:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205137.165385:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205137.165386:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.165388:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205137.165389:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205137.165391:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205137.165394:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788205137.165397:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205137.165582:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1788205137.166812:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937935616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.0:1788205137.166817:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205137.166826:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000010:0.0:1788205137.166827:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00000001:3.0:1788205137.166830:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205137.166836:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937935616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.0:1788205137.166837:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205137.166843:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1788205137.166849:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788205137.166852:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788205137.166854:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1788205137.166855:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00080000:3.0:1788205137.166858:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205137.166861:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:0.0:1788205137.166862:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205137.166865:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1788205137.166866:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000100:00000001:3.0:1788205137.166868:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205137.166872:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15442
00000400:00000200:0.0:1788205137.166873:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205137.166876:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205137.166882:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205137.166883:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205137.166885:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.166887:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.166888:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.166889:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205137.166891:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205137.166892:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788205137.166894:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205137.166896:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788205137.166897:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205137.166902:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788205137.166906:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.166908:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205137.166909:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.166910:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205137.166914:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788205137.166916:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205137.166917:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205137.166919:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:0.0:1788205137.166923:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788205137.166923:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205137.166928:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.166930:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788205137.166931:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000008:00100000:3.0:1788205137.166934:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205137.166936:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.166937:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205137.166941:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788205137.166943:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205137.166945:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205137.166946:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.166947:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205137.166949:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205137.166951:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205137.166954:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788205137.166958:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205137.166963:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937935744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205137.166968:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205137.166969:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205137.166971:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937935744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788205137.166975:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:3.0:1788205137.166975:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205137.166979:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205137.166981:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205137.166983:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788205137.166984:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1788205137.166985:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205137.166988:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:0.0:1788205137.166992:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937935360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205137.166992:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15442
00000400:00000200:3.0:1788205137.166997:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205137.167002:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205137.167006:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205137.167008:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205137.167009:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205137.167010:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205137.167014:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937935360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205137.167015:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.167022:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205137.167025:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205137.167028:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788205137.167030:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205137.167033:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:0.0:1788205137.167035:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205137.167036:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788205137.167039:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1788205137.167040:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788205137.167043:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.167045:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205137.167046:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205137.167047:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205137.167051:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788205137.167052:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205137.167056:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310119118
00000020:00000040:3.0:1788205137.167057:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000010:0.0:1788205137.167061:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00080000:3.0:1788205137.167062:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205137.167067:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1788205137.167067:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205137.167071:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205137.167075:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310119118
02000000:00000001:3.0:1788205137.167076:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1788205137.167081:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c0740c0.
02000000:00000001:3.0:1788205137.167082:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205137.167086:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205137.167088:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000008:00100000:3.0:1788205137.167089:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205137.167094:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.167095:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205137.167097:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.167101:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205137.167103:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000100:00000001:0.0:1788205137.167105:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1788205137.167107:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205137.167111:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205137.167113:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205137.167114:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205137/real 1788205137]  req@ffff8c5d3ba6ad80 x1875052937935360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205137.167115:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205137.167118:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205137.167121:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205137.167126:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000400:00000001:0.0:1788205137.167130:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788205137.167131:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788205137.167133:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205137.167137:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00100000:3.0:1788205137.167139:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937935872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205137.167140:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205137.167143:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205137.167147:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205137.167152:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937935360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205137.167153:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205137.167158:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205137.167167:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937935360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205137.167167:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937935872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167182:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205137.167184:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.167188:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205137.167188:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.167191:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205137.167194:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937935360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167200:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205137.167200:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15453)
00000100:00000040:0.0:1788205137.167204:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937935360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167209:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205137.167211:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.167212:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.167213:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.167215:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205137.167216:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205137.167218:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205137.167220:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205137.167222:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205137.167224:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937935360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205137.167229:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937935360:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205137.167232:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.167235:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.167238:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937935360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167244:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205137.167246:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205137.167248:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205137.167252:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205137.167253:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205137.167255:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788205137.167257:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205137.167260:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:0.0:1788205137.167263:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205137.167266:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205137.167267:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:0.0:1788205137.167272:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205137.167273:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.167276:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.167285:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205137.167287:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.167289:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205137.167292:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205137.167293:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205137.167332:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937935488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167339:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205137.167341:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.167344:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205137.167346:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205137.167348:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205137.167351:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937935488:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205137.167354:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205137.167357:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205137.167359:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.167361:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205137.167365:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205137.167367:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205137.167371:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205137.167374:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205137.167378:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205137.167383:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937935488, portal 10
00000100:00000001:0.0:1788205137.167394:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205137.167396:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000040:0.0:1788205137.167403:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937935488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167409:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205137.167411:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205137.167414:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205137.167417:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937935488, offset 0
00000400:00000200:0.0:1788205137.167423:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205137.167429:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205137.167434:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205137.167438:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205137.167441:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205137.167445:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205137.167447:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205137.167450:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547258:547258:256:4294967295] 192.168.201.135@tcp LPNI seq info [547224:547224:8:4294967295]
00000400:00000200:0.0:1788205137.167455:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205137.167462:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205137.167466:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205137.167470:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205137.167473:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205137.167476:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205137.167480:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205137.167483:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205137.167487:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205137.167489:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205137.167491:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205137.167494:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205137.167497:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205137.167499:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205137.167502:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205137.167506:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b100 x1875052937935488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167513:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.167516:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937935488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167523:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.167524:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205137.167528:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205137.167531:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205137.167534:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205137.167536:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310115359
00000100:00000001:0.0:1788205137.167540:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310119118
00000100:00000001:0.0:1788205137.167542:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310115359
00000100:00000001:0.0:1788205137.167544:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310119118
00000100:00000001:0.0:1788205137.167546:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205137.167548:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.167550:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205137.167554:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205137/real 1788205137]  req@ffff8c5d3ba6b100 x1875052937935488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205137.167562:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205137.167563:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205137.167565:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205137.167567:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205137.167568:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205137.167571:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205137.167573:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937935488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205137.167581:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937935488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167587:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205137.167589:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.167590:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.167592:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205137.167595:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937935488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167601:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205137.167604:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937935488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167611:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205137.167614:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.167615:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.167616:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.167618:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205137.167620:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205137.167622:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205137.167626:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205137.167629:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205137.167633:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937935488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205137.167641:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937935488:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205137.167645:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205137.167647:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937935616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167653:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205137.167655:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.167657:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205137.167659:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205137.167661:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205137.167664:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937935616:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205137.167667:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205137.167670:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205137.167671:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.167673:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205137.167677:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205137.167679:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205137.167682:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205137.167684:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205137.167686:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205137.167688:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937935616, portal 10
00000100:00000001:0.0:1788205137.167690:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205137.167690:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:0.0:1788205137.167695:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937935616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167699:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205137.167700:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205137.167702:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205137.167703:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937935616, offset 0
00000400:00000200:0.0:1788205137.167706:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205137.167708:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205137.167710:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205137.167712:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205137.167714:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205137.167716:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205137.167717:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205137.167719:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547259:547259:256:4294967295] 192.168.201.135@tcp LPNI seq info [547225:547225:8:4294967295]
00000400:00000200:0.0:1788205137.167722:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205137.167726:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205137.167728:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205137.167730:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205137.167732:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205137.167734:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205137.167737:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205137.167738:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205137.167741:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205137.167742:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205137.167744:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205137.167746:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205137.167748:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205137.167750:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205137.167751:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205137.167753:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937935616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167773:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.167776:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937935616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167783:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.167785:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205137.167791:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205137.167794:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205137.167797:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205137.167800:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310115354
00000100:00000001:0.0:1788205137.167802:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310119118
00000100:00000001:0.0:1788205137.167804:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310115354
00000100:00000001:0.0:1788205137.167806:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310119118
00000100:00000001:0.0:1788205137.167807:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205137.167809:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.167812:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205137.167816:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205137/real 1788205137]  req@ffff8c5d3ba6b800 x1875052937935616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205137.167823:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205137.167824:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205137.167826:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205137.167828:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205137.167829:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205137.167831:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205137.167835:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937935616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205137.167842:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937935616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167848:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205137.167850:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.167852:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.167853:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205137.167856:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937935616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167862:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205137.167865:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937935616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167871:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205137.167874:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.167875:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.167876:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.167878:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205137.167890:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205137.167893:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205137.167897:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205137.167899:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205137.167903:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937935616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205137.167909:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937935616:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205137.167913:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205137.167915:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937935744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167919:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205137.167920:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.167922:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205137.167923:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205137.167925:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205137.167926:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937935744:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205137.167929:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205137.167930:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205137.167931:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.167932:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205137.167942:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205137.167943:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205137.167946:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205137.167947:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205137.167950:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205137.167952:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937935744, portal 4
00000100:00000001:0.0:1788205137.167953:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205137.167954:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:0.0:1788205137.167958:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937935744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.167961:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205137.167963:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205137.167964:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205137.167965:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937935744, offset 0
00000400:00000200:0.0:1788205137.167968:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205137.167970:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205137.167972:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205137.167974:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205137.167976:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205137.167977:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205137.167979:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205137.167981:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547260:547260:256:4294967295] 192.168.201.135@tcp LPNI seq info [547226:547226:8:4294967295]
00000400:00000200:0.0:1788205137.167983:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205137.167987:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205137.167991:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205137.167993:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205137.167995:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205137.167997:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205137.168000:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205137.168002:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205137.168004:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205137.168006:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205137.168007:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205137.168010:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205137.168011:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205137.168012:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205137.168014:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205137.168016:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937935744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.168021:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.168023:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937935744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.168027:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.168028:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205137.168030:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205137.168032:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205137.168034:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205137.168035:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310115447
00000100:00000001:0.0:1788205137.168037:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310119118
00000100:00000001:0.0:1788205137.168038:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310115447
00000100:00000001:0.0:1788205137.168040:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310119118
00000100:00000001:0.0:1788205137.168041:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205137.168042:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.168043:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205137.168045:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205137/real 1788205137]  req@ffff8c5d3ba6bb80 x1875052937935744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205137.168050:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205137.168050:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205137.168051:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205137.168053:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205137.168053:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205137.168054:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205137.168056:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937935744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205137.168060:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937935744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.168064:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205137.168065:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.168066:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.168067:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205137.168069:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937935744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.168072:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205137.168074:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937935744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.168078:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205137.168080:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.168082:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.168083:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.168084:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205137.168085:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205137.168088:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205137.168090:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205137.168093:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205137.168097:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937935744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205137.168104:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937935744:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205137.168107:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205137.168111:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937935872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.168116:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205137.168118:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.168120:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205137.168121:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205137.168123:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205137.168126:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937935872:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205137.168129:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205137.168131:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205137.168132:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205137.168134:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205137.168137:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205137.168139:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205137.168141:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205137.168143:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205137.168145:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205137.168147:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937935872, portal 4
00000100:00000001:0.0:1788205137.168148:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205137.168149:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000040:0.0:1788205137.168153:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937935872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.168157:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205137.168158:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205137.168159:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205137.168161:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937935872, offset 0
00000400:00000200:0.0:1788205137.168163:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205137.168166:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205137.168168:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205137.168170:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205137.168173:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205137.168175:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205137.168177:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205137.168180:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547261:547261:256:4294967295] 192.168.201.135@tcp LPNI seq info [547227:547227:8:4294967295]
00000400:00000200:0.0:1788205137.168184:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205137.168189:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205137.168193:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205137.168196:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205137.168200:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205137.168202:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:0.1:1788205137.168205:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205137.168208:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:0.0:1788205137.168211:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205137.168213:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205137.168215:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205137.168218:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205137.168221:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205137.168223:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205137.168225:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205137.168229:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937935872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.168236:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.168240:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937935872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.168245:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.168246:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205137.168249:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205137.168252:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205137.168255:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205137.168257:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310115464
00000100:00000001:0.0:1788205137.168260:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310119118
00000100:00000001:0.0:1788205137.168262:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310115464
00000100:00000001:0.0:1788205137.168263:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310119118
00000100:00000001:0.0:1788205137.168265:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205137.168267:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.168269:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205137.168273:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205137/real 1788205137]  req@ffff8c5d3ba68a80 x1875052937935872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205137.168280:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205137.168281:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205137.168282:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205137.168285:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205137.168286:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205137.168288:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205137.168291:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937935872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205137.168326:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937935872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.168333:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205137.168334:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.168336:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.168338:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205137.168341:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937935872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.168348:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205137.168352:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937935872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.168358:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205137.168361:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.168363:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205137.168364:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.168365:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205137.168367:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205137.168369:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205137.168373:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205137.168375:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205137.168378:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937935872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205137.168385:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937935872:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205137.168389:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.168391:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.168395:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937935488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.168400:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205137.168402:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205137.168404:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205137.168407:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205137.168408:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205137.168410:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205137.168412:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205137.168414:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:0.0:1788205137.168416:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205137.168418:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205137.168420:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:0.0:1788205137.168422:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205137.168423:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.168425:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.168427:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937935616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.168438:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205137.168439:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205137.168440:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205137.168442:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205137.168443:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205137.168444:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205137.168446:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205137.168447:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:0.0:1788205137.168449:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205137.168450:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205137.168451:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:0.0:1788205137.168453:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205137.168454:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.168455:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.168458:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937935744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.168464:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205137.168465:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205137.168466:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205137.168468:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205137.168469:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205137.168470:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205137.168471:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205137.168473:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:0.0:1788205137.168475:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205137.168476:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205137.168477:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:0.0:1788205137.168479:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205137.168481:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.168482:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205137.168485:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937935872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205137.168492:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205137.168493:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205137.168495:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205137.168497:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205137.168498:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205137.168499:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205137.168500:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205137.168502:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:0.0:1788205137.168504:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205137.168505:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205137.168507:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:0.0:1788205137.168509:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205137.168510:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.168512:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.168518:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205137.168520:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.168522:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205137.168524:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205137.356417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205137.356425:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205137.356428:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205137.356433:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205137.356436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205137.356440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.356442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205137.356444:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205137.356447:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205137.868684:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205137.868693:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205137.868695:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205137.868699:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205137.868703:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205137.868706:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205137.868707:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205137.868709:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205137.868713:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205137.868715:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205137.868716:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205137.868717:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205137.868719:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205137.868721:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205137.868723:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205137.868724:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205137.868793:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205137.868797:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205137.868799:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205138.380427:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205138.380437:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205138.380439:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205138.380445:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205138.380449:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205138.380452:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205138.380455:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205138.380458:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205138.380460:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205138.892428:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205138.892437:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205138.892444:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205138.892445:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205138.892536:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205138.892540:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205138.892544:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205139.404464:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205139.404475:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205139.404567:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205139.404575:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205139.404579:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205139.404585:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205139.404588:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205139.404590:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205139.404593:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205139.916546:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205139.916555:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205139.916563:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205139.916564:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205139.916663:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205139.916667:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205139.916671:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205140.428460:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205140.428471:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205140.428473:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205140.428480:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205140.428484:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205140.428489:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205140.428493:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205140.428495:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205140.428498:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205140.940481:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205140.940489:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205140.940496:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205140.940497:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205140.940756:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205140.940761:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205140.940764:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205141.004438:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310119118, at 4310119168
00000100:00000010:0.0:1788205141.004457:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000040:1.0:1788205141.004496:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310119118, at 4310119168
00000100:00000010:1.0:1788205141.004504:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0740c0.
00000100:00000001:0.0:1788205141.452450:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205141.452460:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205141.452463:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205141.452470:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205141.452474:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205141.452479:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205141.452482:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205141.452485:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205141.452488:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205141.964482:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205141.964490:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205141.964535:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205141.964536:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205141.964593:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205141.964598:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205141.964601:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788205142.284470:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205142.284483:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205142.284487:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205142.284492:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205142.284497:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205142.284508:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15448
00000400:00000200:2.0:1788205142.284518:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205142.284525:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205142.284529:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205142.284532:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205142.284536:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205142.284538:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205142.284541:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205142.284546:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205142.284548:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788205142.284552:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205142.284556:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788205142.284560:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788205142.284563:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788205142.284566:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205142.284569:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205142.284571:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205142.284573:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205142.284576:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788205142.284580:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205142.284582:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205142.284585:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205142.284589:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205142.284593:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205142.284595:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205142.284597:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205142.284609:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9180.
00000020:00000040:2.0:1788205142.284614:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788205142.284620:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205142.284622:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205142.284626:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205142.284630:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205142.284635:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205142.284646:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000001:2.0:1788205142.284655:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205142.284666:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9180 x1875052937936000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205142.284691:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205142.284697:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205142.284703:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa433fb9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9180 x1875052937936000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205142.284726:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205142.284729:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205142.284733:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205142.284735:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205142.284736:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205142.284740:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205142.284743:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15448
00000400:00000200:2.0:1788205142.284747:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205142.284750:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205142.284753:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205142.284756:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205142.284759:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205142.284759:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205142.284763:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205142.284766:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205142.284766:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205142.284771:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1788205142.284771:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205142.284775:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788205142.284778:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205142.284781:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000040:0.0:1788205142.284782:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9180 x1875052937936000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205142.284785:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788205142.284790:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788205142.284797:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205142.284800:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205142.284802:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205142.284803:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205142.284806:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:0.0:1788205142.284809:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1788205142.284810:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788205142.284813:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1788205142.284815:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:0.0:1788205142.284818:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205142.284821:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00100000:0.0:1788205142.284825:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937936000:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205142.284826:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205142.284831:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205142.284833:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205142.284838:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205142.284839:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205142.284844:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205142.284844:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205142.284847:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788205142.284849:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1788205142.284854:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000010:0.0:1788205142.284856:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
00000008:00000001:2.0:1788205142.284859:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.284861:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205142.284864:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205142.284870:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:2.0:1788205142.284870:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea680.
00000020:00000040:2.0:1788205142.284875:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000400:00000010:0.0:1788205142.284877:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
02000000:00000001:2.0:1788205142.284878:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205142.284881:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205142.284883:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205142.284885:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1788205142.284886:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
02000000:00000001:2.0:1788205142.284887:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205142.284895:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000200:0.0:1788205142.284898:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937936000, portal 25
00000100:00000001:2.0:1788205142.284900:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.284903:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205142.284907:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803421568 : -127142906130048 : ffff8c5d3c3e9180)
00000100:00100000:2.0:1788205142.284908:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea680 x1875052937936128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788205142.284917:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9180 x1875052937936000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205142.284920:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205142.284924:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205142.284931:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000410650d5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea680 x1875052937936128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.284940:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205142.284949:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:2.0:1788205142.284950:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205142.284953:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00080000:2.0:1788205142.284954:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:0.0:1788205142.284959:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937936000, offset 0
00000100:00080000:2.0:1788205142.284960:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788205142.284964:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205142.284966:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205142.284969:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788205142.284970:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788205142.284975:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15448
00000400:00000200:2.0:1788205142.284980:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205142.284983:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205142.284986:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205142.284990:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205142.284994:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205142.285000:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1788205142.285004:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205142.285008:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:2.0:1788205142.285009:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205142.285015:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205142.285016:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1788205142.285020:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788205142.285021:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000020:00000001:2.0:1788205142.285025:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205142.285028:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:0.0:1788205142.285029:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547262:547262:256:4294967295] 192.168.201.135@tcp LPNI seq info [547228:547228:8:4294967295]
00000020:00000001:2.0:1788205142.285031:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205142.285034:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:0.0:1788205142.285038:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:2.0:1788205142.285039:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788205142.285043:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788205142.285047:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205142.285052:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205142.285055:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1788205142.285057:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205142.285062:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:0.0:1788205142.285066:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000040:2.0:1788205142.285066:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:2.0:1788205142.285073:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000010:0.0:1788205142.285075:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00000001:2.0:1788205142.285076:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205142.285080:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205142.285083:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.0:1788205142.285085:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:2.0:1788205142.285087:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205142.285090:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00000001:2.0:1788205142.285091:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205142.285095:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000200:0.1:1788205142.285099:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000008:00000001:2.0:1788205142.285100:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205142.285104:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205142.285110:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb100.
00000020:00000040:2.0:1788205142.285112:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000200:0.1:1788205142.285114:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
02000000:00000001:2.0:1788205142.285115:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205142.285118:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:0.0:1788205142.285122:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205142.285127:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000100:00000001:2.0:1788205142.285129:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205142.285132:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205142.285134:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205142.285136:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:2.0:1788205142.285139:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000400:00000200:0.0:1788205142.285144:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788205142.285146:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205142.285152:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000100:00100000:2.0:1788205142.285153:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb100 x1875052937936256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:0.0:1788205142.285158:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:2.0:1788205142.285166:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205142.285167:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:2.0:1788205142.285169:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205142.285175:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9180 x1875052937936000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205142.285177:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000299a5ffd] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb100 x1875052937936256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205142.285201:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.285203:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1788205142.285205:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1788205142.285210:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9180 x1875052937936000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205142.285211:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205142.285214:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205142.285217:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205142.285223:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205142.285228:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205142.285229:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15448
00000100:00000001:0.0:1788205142.285230:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000400:00000200:2.0:1788205142.285236:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205142.285240:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205142.285243:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205142.285246:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205142.285247:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205142.285252:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205142.285256:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788205142.285256:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205142.285261:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205142.285262:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310124236
00000020:00000001:2.0:1788205142.285265:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205142.285268:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788205142.285269:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:0.0:1788205142.285271:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000020:00000040:2.0:1788205142.285271:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788205142.285276:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788205142.285279:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788205142.285281:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1788205142.285282:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205142.285287:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205142.285289:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205142.285291:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310124236
00000100:00000001:2.0:1788205142.285292:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000010:0.0:1788205142.285297:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074000.
00000100:00000001:0.0:1788205142.285323:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205142.285327:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1788205142.285331:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:0.0:1788205142.285333:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205142.285337:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205142.285338:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788205142.285342:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205142.285346:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:0.0:1788205142.285347:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205142/real 1788205142]  req@ffff8c5d3c3e9180 x1875052937936000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205142.285350:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205142.285355:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205142.285359:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205142.285363:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000001:0.0:1788205142.285366:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:2.0:1788205142.285367:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:0.0:1788205142.285369:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1788205142.285371:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205142.285373:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000010:2.0:1788205142.285377:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8380.
00000400:00000200:0.0:1788205142.285378:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205142.285382:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000020:00000040:2.0:1788205142.285382:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788205142.285387:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788205142.285389:0:2392:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:2.0:1788205142.285390:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205142.285394:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:0.0:1788205142.285395:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9180 x1875052937936000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205142.285396:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205142.285400:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205142.285406:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000200:0.0:1788205142.285411:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9180 x1875052937936000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205142.285412:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205142.285421:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8380 x1875052937936384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205142.285425:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205142.285428:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.285433:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205142.285434:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205142.285436:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205142.285438:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205142.285445:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9180 x1875052937936000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205142.285447:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000513b26b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8380 x1875052937936384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.285468:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205142.285469:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205142.285474:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1788205142.285477:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9180 x1875052937936000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1788205142.285479:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205142.285482:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205142.285485:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205142.285491:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205142.285494:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205142.285496:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15448
00000100:00000001:0.0:1788205142.285500:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.285503:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:2.0:1788205142.285504:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205142.285505:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.285510:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000400:00000200:2.0:1788205142.285511:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205142.285513:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205142.285515:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1788205142.285517:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:2.0:1788205142.285521:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00080000:0.0:1788205142.285524:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205142.285529:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1788205142.285530:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205142.285535:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9180 x1875052937936000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205142.285535:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205142.285541:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205142.285546:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205142.285549:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00100000:0.0:1788205142.285552:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937936000:192.168.201.135@tcp:250:kworker.0
00000020:00000001:2.0:1788205142.285553:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205142.285558:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:0.0:1788205142.285560:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:2.0:1788205142.285562:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788205142.285565:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:2.0:1788205142.285566:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:0.0:1788205142.285568:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9180 x1875052937936000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205142.285574:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205142.285581:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205142.285587:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000040:2.0:1788205142.285587:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:0.0:1788205142.285592:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:2.0:1788205142.285592:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000010:0.0:1788205142.285596:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
00000020:00000040:2.0:1788205142.285597:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
02000000:00000001:0.0:1788205142.285600:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:2.0:1788205142.285602:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000020:00000001:0.0:1788205142.285603:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205142.285606:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:2.0:1788205142.285608:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205142.285610:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000001:2.0:1788205142.285612:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1788205142.285614:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788205142.285617:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205142.285620:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205142.285621:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.285625:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1788205142.285625:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000010:0.0:1788205142.285629:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9180.
00000008:00100000:2.0:1788205142.285630:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788205142.285635:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.285636:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205142.285637:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.285639:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:2.0:1788205142.285643:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ead80.
00000100:00000001:0.0:1788205142.285644:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1788205142.285647:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788205142.285651:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205142.285652:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205142.285654:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205142.285655:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:2.0:1788205142.285656:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788205142.285659:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205142.285659:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205142.285665:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00000001:2.0:1788205142.285668:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.285683:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205142.285685:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00100000:2.0:1788205142.285687:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ead80 x1875052937936512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205142.285688:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205142.285696:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea680 x1875052937936128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205142.285699:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205142.285703:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.285711:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1788205142.285711:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8fbd75c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ead80 x1875052937936512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.285714:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.285719:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205142.285722:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205142.285726:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205142.285727:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205142.285731:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937936128:192.168.201.135@tcp:38:kworker.0
00000100:00000040:2.0:1788205142.285734:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15458)
00000100:00000001:0.0:1788205142.285736:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205142.285740:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205142.285742:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.285744:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205142.285748:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205142.285750:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205142.285753:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205142.285757:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205142.285761:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205142.285765:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937936128, portal 10
00000100:00000001:0.0:1788205142.285766:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205142.285768:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426944 : -127142906124672 : ffff8c5d3c3ea680)
00000100:00000040:0.0:1788205142.285775:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea680 x1875052937936128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.285781:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205142.285784:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205142.285786:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205142.285789:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937936128, offset 0
00000400:00000200:0.0:1788205142.285793:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205142.285797:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205142.285801:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205142.285805:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205142.285808:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205142.285811:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205142.285813:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205142.285816:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547263:547263:256:4294967295] 192.168.201.135@tcp LPNI seq info [547229:547229:8:4294967295]
00000400:00000200:0.0:1788205142.285820:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205142.285826:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205142.285831:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205142.285834:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205142.285838:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205142.285841:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205142.285846:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205142.285848:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788205142.285852:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205142.285854:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205142.285857:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205142.285860:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205142.285864:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205142.285866:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205142.285869:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205142.285873:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea680 x1875052937936128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.285880:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205142.285883:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea680 x1875052937936128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.285889:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.285891:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205142.285894:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205142.285898:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205142.285901:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205142.285903:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310120477
00000100:00000001:0.0:1788205142.285906:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310124236
00000100:00000001:0.0:1788205142.285908:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310120477
00000100:00000001:0.0:1788205142.285910:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310124236
00000100:00000001:0.0:1788205142.285912:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205142.285914:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.285916:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205142.285919:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205142/real 1788205142]  req@ffff8c5d3c3ea680 x1875052937936128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205142.285927:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205142.285928:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205142.285930:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205142.285932:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205142.285934:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205142.285937:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205142.285939:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea680 x1875052937936128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205142.285944:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea680 x1875052937936128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.285954:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205142.285956:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.285957:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205142.285959:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205142.285962:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea680 x1875052937936128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.285968:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205142.285971:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea680 x1875052937936128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.285977:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205142.285979:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.285981:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205142.285982:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.285984:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205142.285986:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205142.285988:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205142.285991:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205142.285994:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205142.285997:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea680 x1875052937936128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205142.286002:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937936128:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205142.286005:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205142.286007:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb100 x1875052937936256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286011:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205142.286012:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.286013:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205142.286015:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205142.286016:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205142.286018:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937936256:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205142.286020:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205142.286021:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205142.286022:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.286024:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205142.286026:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205142.286027:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205142.286030:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205142.286031:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205142.286034:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205142.286037:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937936256, portal 10
00000100:00000001:0.0:1788205142.286039:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205142.286040:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803429632 : -127142906121984 : ffff8c5d3c3eb100)
00000100:00000040:0.0:1788205142.286046:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb100 x1875052937936256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286051:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205142.286054:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205142.286056:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205142.286058:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937936256, offset 0
00000400:00000200:0.0:1788205142.286062:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205142.286066:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205142.286069:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205142.286072:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205142.286075:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205142.286077:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205142.286079:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205142.286082:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547264:547264:256:4294967295] 192.168.201.135@tcp LPNI seq info [547230:547230:8:4294967295]
00000400:00000200:0.0:1788205142.286086:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205142.286091:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205142.286094:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205142.286096:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205142.286099:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205142.286101:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205142.286104:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205142.286105:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788205142.286109:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205142.286111:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205142.286114:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205142.286117:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205142.286120:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205142.286122:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205142.286124:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205142.286128:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb100 x1875052937936256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286135:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205142.286138:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb100 x1875052937936256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286145:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.286147:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205142.286149:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205142.286152:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205142.286155:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205142.286157:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310120472
00000100:00000001:0.0:1788205142.286160:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310124236
00000100:00000001:0.0:1788205142.286162:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310120472
00000100:00000001:0.0:1788205142.286164:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310124236
00000100:00000001:0.0:1788205142.286166:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205142.286168:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.286170:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205142.286174:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205142/real 1788205142]  req@ffff8c5d3c3eb100 x1875052937936256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205142.286182:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205142.286184:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205142.286186:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205142.286188:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205142.286190:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205142.286192:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205142.286195:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb100 x1875052937936256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205142.286203:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb100 x1875052937936256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286207:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205142.286209:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286210:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205142.286211:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205142.286214:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb100 x1875052937936256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286218:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205142.286221:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb100 x1875052937936256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286224:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205142.286226:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286226:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205142.286227:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286228:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205142.286229:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205142.286230:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205142.286232:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205142.286234:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205142.286236:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb100 x1875052937936256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205142.286241:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937936256:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205142.286244:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205142.286245:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8380 x1875052937936384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286249:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205142.286250:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.286251:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205142.286252:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205142.286253:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205142.286255:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937936384:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205142.286257:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205142.286258:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205142.286259:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.286260:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205142.286263:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205142.286264:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205142.286266:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205142.286268:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205142.286270:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205142.286272:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937936384, portal 4
00000100:00000001:0.0:1788205142.286273:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205142.286274:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803417984 : -127142906133632 : ffff8c5d3c3e8380)
00000100:00000040:0.0:1788205142.286279:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8380 x1875052937936384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286283:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205142.286284:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205142.286285:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205142.286287:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937936384, offset 0
00000400:00000200:0.0:1788205142.286290:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205142.286292:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205142.286294:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205142.286296:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205142.286316:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205142.286318:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205142.286320:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205142.286322:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547265:547265:256:4294967295] 192.168.201.135@tcp LPNI seq info [547231:547231:8:4294967295]
00000400:00000200:0.0:1788205142.286324:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205142.286328:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205142.286331:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205142.286334:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205142.286336:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205142.286338:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205142.286341:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205142.286344:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788205142.286347:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205142.286349:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205142.286352:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205142.286355:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205142.286357:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205142.286359:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205142.286362:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205142.286365:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8380 x1875052937936384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286373:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205142.286376:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8380 x1875052937936384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286382:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.286384:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205142.286387:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205142.286389:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205142.286392:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205142.286393:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310120566
00000100:00000001:0.0:1788205142.286395:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310124236
00000100:00000001:0.0:1788205142.286397:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310120566
00000100:00000001:0.0:1788205142.286398:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310124236
00000100:00000001:0.0:1788205142.286399:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205142.286400:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.286401:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205142.286403:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205142/real 1788205142]  req@ffff8c5d3c3e8380 x1875052937936384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205142.286408:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205142.286409:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205142.286410:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205142.286412:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205142.286413:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205142.286414:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205142.286416:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8380 x1875052937936384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205142.286421:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8380 x1875052937936384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286425:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205142.286425:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286426:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205142.286427:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205142.286429:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8380 x1875052937936384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286432:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205142.286434:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8380 x1875052937936384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286438:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205142.286440:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286441:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205142.286442:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286443:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205142.286444:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205142.286446:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205142.286447:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205142.286448:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205142.286451:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8380 x1875052937936384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205142.286455:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937936384:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205142.286457:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286458:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205142.286460:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea680 x1875052937936128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286465:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205142.286465:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205142.286467:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205142.286468:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205142.286469:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205142.286470:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205142.286471:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205142.286473:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:0.0:1788205142.286475:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205142.286476:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205142.286477:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea680.
00000100:00000001:0.0:1788205142.286479:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205142.286480:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286481:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205142.286483:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb100 x1875052937936256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286490:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205142.286491:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205142.286492:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205142.286493:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205142.286494:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205142.286494:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205142.286495:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205142.286496:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:0.0:1788205142.286497:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205142.286498:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205142.286498:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb100.
00000100:00000001:0.0:1788205142.286500:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205142.286500:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286501:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205142.286502:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8380 x1875052937936384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286506:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205142.286506:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205142.286507:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205142.286508:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205142.286508:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205142.286509:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205142.286510:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205142.286511:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:0.0:1788205142.286512:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205142.286512:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205142.286513:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8380.
00000100:00000001:0.0:1788205142.286514:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205142.286515:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286516:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286518:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205142.286519:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.286520:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205142.286521:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205142.286522:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205142.286524:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ead80 x1875052937936512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286528:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205142.286529:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.286531:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205142.286532:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205142.286533:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205142.286534:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937936512:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205142.286536:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205142.286537:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205142.286539:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205142.286540:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205142.286542:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205142.286543:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205142.286545:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205142.286547:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205142.286548:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205142.286550:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937936512, portal 4
00000100:00000001:0.0:1788205142.286552:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205142.286552:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803428736 : -127142906122880 : ffff8c5d3c3ead80)
00000100:00000040:0.0:1788205142.286557:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ead80 x1875052937936512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286561:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205142.286562:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205142.286563:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205142.286565:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937936512, offset 0
00000400:00000200:0.0:1788205142.286567:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205142.286569:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205142.286571:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205142.286572:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205142.286574:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205142.286575:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205142.286577:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205142.286579:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547266:547266:256:4294967295] 192.168.201.135@tcp LPNI seq info [547232:547232:8:4294967295]
00000400:00000200:0.0:1788205142.286582:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205142.286585:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205142.286588:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205142.286590:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205142.286592:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205142.286594:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:0.1:1788205142.286597:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205142.286599:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:0.0:1788205142.286602:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205142.286604:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205142.286605:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205142.286608:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205142.286610:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205142.286611:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205142.286612:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205142.286614:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ead80 x1875052937936512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286619:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205142.286621:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ead80 x1875052937936512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286624:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.286625:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205142.286627:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205142.286629:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205142.286630:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205142.286631:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310120583
00000100:00000001:0.0:1788205142.286633:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310124236
00000100:00000001:0.0:1788205142.286635:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310120583
00000100:00000001:0.0:1788205142.286636:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310124236
00000100:00000001:0.0:1788205142.286637:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205142.286639:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.286641:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205142.286643:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205142/real 1788205142]  req@ffff8c5d3c3ead80 x1875052937936512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205142.286648:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205142.286648:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205142.286649:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205142.286650:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205142.286651:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205142.286652:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205142.286654:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ead80 x1875052937936512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205142.286659:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ead80 x1875052937936512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286662:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205142.286663:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286664:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205142.286665:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205142.286667:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ead80 x1875052937936512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286681:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205142.286684:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ead80 x1875052937936512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286688:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205142.286689:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286690:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205142.286690:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286692:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205142.286692:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205142.286694:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205142.286696:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205142.286697:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205142.286700:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ead80 x1875052937936512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205142.286704:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937936512:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205142.286706:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286707:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205142.286709:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ead80 x1875052937936512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205142.286712:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205142.286713:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205142.286714:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205142.286715:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205142.286716:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205142.286717:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205142.286718:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205142.286719:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:0.0:1788205142.286721:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205142.286721:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205142.286722:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ead80.
00000100:00000001:0.0:1788205142.286724:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205142.286724:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286726:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.286728:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205142.286728:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.286729:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205142.286731:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205142.476450:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205142.476461:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205142.476463:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205142.476471:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205142.476475:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205142.476480:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.476484:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205142.476488:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205142.476491:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205142.988530:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205142.988539:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205142.988546:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205142.988547:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205142.988609:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205142.988618:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205142.988622:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205143.500405:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205143.500416:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205143.500419:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205143.500425:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205143.500430:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205143.500434:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205143.500437:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205143.500441:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205143.500444:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205144.013747:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205144.013755:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205144.013762:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205144.013763:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205144.013925:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205144.013930:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205144.013933:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205144.524445:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205144.524454:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205144.524457:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205144.524464:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205144.524468:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205144.524472:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205144.524476:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205144.524479:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205144.524482:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205145.036500:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205145.036509:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205145.036516:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205145.036517:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205145.036569:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205145.036573:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205145.036576:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205145.548422:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205145.548430:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205145.548433:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205145.548439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205145.548442:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205145.548447:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205145.548450:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205145.548454:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205145.548457:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205146.060450:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205146.060464:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205146.060476:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205146.060477:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205146.062697:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205146.062704:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205146.062710:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205146.124454:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310124236, at 4310124288
00000100:00000010:1.0:1788205146.124473:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074000.
00000100:00000040:0.0:1788205146.124994:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310124236, at 4310124288
00000100:00000010:0.0:1788205146.125003:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000001:0.0:1788205146.572456:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205146.572467:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205146.572470:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205146.572477:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205146.572481:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205146.572487:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205146.572490:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205146.572493:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205146.572496:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205147.084468:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205147.084478:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205147.084484:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205147.084486:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205147.084549:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205147.084553:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205147.084555:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205147.405285:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205147.405294:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205147.405342:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205147.405347:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205147.405354:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205147.405374:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15453
00000400:00000200:3.0:1788205147.405386:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205147.405393:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205147.405398:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205147.405403:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205147.405408:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205147.405422:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205147.405425:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205147.405432:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205147.405435:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205147.405439:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205147.405443:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205147.405446:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205147.405449:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205147.405453:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205147.405455:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205147.405458:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205147.405468:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205147.405472:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205147.405475:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205147.405478:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205147.405482:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205147.405485:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205147.405489:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.405492:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205147.405494:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205147.405502:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788205147.405506:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205147.405526:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205147.405528:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.405532:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205147.405535:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205147.405541:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205147.405549:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788205147.405805:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205147.405828:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937936640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205147.405840:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205147.405847:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205147.405853:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937936640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205147.405926:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205147.405930:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205147.405934:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205147.405935:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205147.405936:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205147.405937:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205147.405940:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205147.405944:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788205147.405945:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15453
00000100:00000001:0.0:1788205147.405950:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1788205147.405952:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205147.405959:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000040:0.0:1788205147.405960:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937936640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205147.405962:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205147.405973:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205147.405977:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205147.405978:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205147.405982:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205147.405985:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:0.0:1788205147.405988:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788205147.405988:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205147.405992:0:268008:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:0.0:1788205147.405994:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788205147.405995:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
02000000:00000001:0.0:1788205147.405998:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205147.406000:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205147.406004:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00100000:0.0:1788205147.406005:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937936640:192.168.201.135@tcp:250:kworker.0
00000020:00000001:3.0:1788205147.406008:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788205147.406011:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1788205147.406013:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
02000000:00000001:0.0:1788205147.406017:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205147.406022:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205147.406025:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788205147.406029:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000010:0.0:1788205147.406031:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
00000100:00000001:3.0:1788205147.406033:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788205147.406036:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205147.406037:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205147.406041:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205147.406044:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000400:00000200:0.0:1788205147.406045:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788205147.406049:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000010:0.0:1788205147.406053:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:3.0:1788205147.406053:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205147.406058:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:0.0:1788205147.406064:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
02000000:00000001:3.0:1788205147.406065:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1788205147.406075:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937936640, portal 25
02000000:00000001:3.0:1788205147.406079:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.406081:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205147.406083:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205147.406085:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000008:00100000:3.0:1788205147.406090:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000040:0.0:1788205147.406095:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937936640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788205147.406096:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.406100:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205147.406107:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000100:00000001:0.0:1788205147.406109:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1788205147.406111:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000040:0.0:1788205147.406116:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205147.406122:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
02000000:00000001:3.0:1788205147.406125:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1788205147.406126:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937936640, offset 0
02000000:00000001:3.0:1788205147.406129:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.406132:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205147.406134:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788205147.406136:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788205147.406137:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205147.406144:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000400:00000200:0.0:1788205147.406148:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205147.406150:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205147.406157:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00100000:3.0:1788205147.406159:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937936768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205147.406167:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205147.406172:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205147.406177:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788205147.406181:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788205147.406183:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788205147.406186:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205147.406192:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547267:547267:256:4294967295] 192.168.201.135@tcp LPNI seq info [547233:547233:8:4294967295]
00000100:00000040:3.0:1788205147.406194:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937936768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205147.406204:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205147.406214:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205147.406221:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205147.406229:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205147.406230:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:0.0:1788205147.406235:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00080000:3.0:1788205147.406236:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205147.406239:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205147.406242:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205147.406247:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.0:1788205147.406248:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:3.0:1788205147.406253:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15453
00000800:00000200:0.0:1788205147.406255:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000400:00000200:3.0:1788205147.406261:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:0.1:1788205147.406267:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205147.406271:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788205147.406276:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205147.406279:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:3.0:1788205147.406282:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:0.0:1788205147.406286:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788205147.406287:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205147.406295:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205147.406296:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788205147.406332:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205147.406336:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000100:00000040:3.0:1788205147.406337:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:0.0:1788205147.406341:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:3.0:1788205147.406342:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205147.406347:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205147.406348:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205147.406350:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205147.406351:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1788205147.406352:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788205147.406356:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205147.406358:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788205147.406363:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:0.0:1788205147.406364:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69f80 x1875052937936640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205147.406366:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205147.406378:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205147.406381:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:0.0:1788205147.406385:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937936640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205147.406386:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205147.406393:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00000001:0.0:1788205147.406401:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205147.406401:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205147.406405:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205147.406406:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205147.406410:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205147.406413:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205147.406415:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.406417:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205147.406419:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:0.0:1788205147.406426:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205147.406432:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205147.406435:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310129358
00000008:00000001:3.0:1788205147.406438:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.406441:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205147.406442:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00000010:3.0:1788205147.406447:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788205147.406451:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000001:0.0:1788205147.406452:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1788205147.406456:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205147.406458:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.406460:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310129358
00000100:00000001:3.0:1788205147.406461:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205147.406464:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:0.0:1788205147.406468:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c0747e0.
02000000:00000001:3.0:1788205147.406468:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.406475:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205147.406480:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205147.406484:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.406486:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1788205147.406486:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788205147.406492:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205147.406493:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205147/real 1788205147]  req@ffff8c5d3ba69f80 x1875052937936640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205147.406503:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937936896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:0.0:1788205147.406506:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205147.406511:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205147.406514:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000001:3.0:1788205147.406516:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:0.0:1788205147.406519:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000100:00000001:3.0:1788205147.406521:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205147.406523:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205147.406527:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205147.406532:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937936640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205147.406541:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937936896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205147.406548:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937936640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205147.406557:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205147.406561:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205147.406564:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205147.406566:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205147.406569:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205147.406576:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205147.406579:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.406592:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205147.406596:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205147.406596:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205147.406601:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15453
00000100:00100000:0.0:1788205147.406605:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937936640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205147.406611:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205147.406619:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205147.406622:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205147.406628:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205147.406637:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:0.0:1788205147.406640:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937936640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205147.406641:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205147.406647:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205147.406653:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205147.406659:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1788205147.406659:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205147.406662:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:0.0:1788205147.406666:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788205147.406666:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205147.406670:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:3.0:1788205147.406671:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:0.0:1788205147.406674:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.406678:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205147.406680:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205147.406683:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1788205147.406687:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00080000:0.0:1788205147.406691:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000020:00000001:3.0:1788205147.406693:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788205147.406696:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1788205147.406700:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:0.0:1788205147.406706:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937936640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205147.406706:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205147.406712:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205147.406718:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205147.406724:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00100000:0.0:1788205147.406725:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937936640:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205147.406731:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.406733:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205147.406736:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937936640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205147.406740:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205147.406745:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788205147.406746:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205147.406748:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1788205147.406750:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:0.0:1788205147.406752:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:3.0:1788205147.406755:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205147.406758:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.406763:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788205147.406764:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000008:00100000:3.0:1788205147.406766:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000020:00000001:0.0:1788205147.406767:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205147.406771:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000008:00000001:3.0:1788205147.406772:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205147.406777:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205147.406781:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:0.0:1788205147.406786:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:3.0:1788205147.406786:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205147.406790:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205147.406793:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000100:00000010:0.0:1788205147.406794:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788205147.406799:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205147.406803:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205147.406805:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.406806:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205147.406807:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
02000000:00000001:3.0:1788205147.406808:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788205147.406810:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205147.406812:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.406813:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788205147.406819:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:0.0:1788205147.406822:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205147.406824:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.406826:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.406831:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205147.406833:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205147.406834:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205147.406840:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937936768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205147.406844:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937937024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205147.406858:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205147.406862:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205147.406863:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205147.406868:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788205147.406868:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205147.406871:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205147.406876:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205147.406881:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937936768:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205147.406884:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1788205147.406886:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937937024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205147.406887:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205147.406890:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205147.406894:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205147.406899:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205147.406903:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.406903:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205147.406910:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788205147.406912:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205147.406918:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00080000:3.0:1788205147.406918:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205147.406923:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1788205147.406924:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00080000:3.0:1788205147.406926:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1788205147.406929:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937936768, portal 10
00000100:00000001:0.0:1788205147.406931:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205147.406932:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000040:0.0:1788205147.406937:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937936768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205147.406946:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205147.406947:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205147.406950:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205147.406953:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15453
00000400:00000010:0.0:1788205147.406954:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205147.406957:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937936768, offset 0
00000400:00000200:0.0:1788205147.406962:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205147.406962:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205147.406970:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205147.406971:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:0.0:1788205147.406975:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:3.0:1788205147.406976:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205147.406980:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205147.406982:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205147.406984:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205147.406985:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205147.406987:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547268:547268:256:4294967295] 192.168.201.135@tcp LPNI seq info [547234:547234:8:4294967295]
00000400:00000200:0.0:1788205147.406990:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788205147.406996:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205147.406999:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788205147.407002:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788205147.407006:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788205147.407008:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000010:0.0:1788205147.407012:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00000001:3.0:1788205147.407013:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205147.407018:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205147.407020:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000800:00000200:0.0:1788205147.407023:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788205147.407023:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205147.407028:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000800:00000200:0.0:1788205147.407029:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788205147.407035:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205147.407038:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1788205147.407043:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000800:00000100:0.0:1788205147.407046:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000020:00000001:3.0:1788205147.407048:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000800:00000010:0.0:1788205147.407050:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000100:00000040:3.0:1788205147.407055:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205147.407057:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788205147.407059:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205147.407065:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205147.407066:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788205147.407069:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788205147.407072:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000020:00000040:3.0:1788205147.407074:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000010:0.0:1788205147.407076:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205147.407081:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205147.407086:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937936768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205147.407090:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205147.407097:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.407101:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205147.407105:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937936768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205147.407109:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205147.407113:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.407116:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788205147.407117:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205147.407121:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205147.407121:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.407126:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:0.0:1788205147.407128:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000008:00100000:3.0:1788205147.407129:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:0.0:1788205147.407134:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205147.407137:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310125598
00000100:00000001:0.0:1788205147.407140:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310129358
00000008:00000001:3.0:1788205147.407143:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.407145:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310125598
00000100:00000001:3.0:1788205147.407148:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.407150:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310129358
00000100:00000001:0.0:1788205147.407155:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:3.0:1788205147.407155:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000100:00000001:0.0:1788205147.407157:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205147.407160:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788205147.407161:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:3.0:1788205147.407166:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00100000:0.0:1788205147.407168:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205147/real 1788205147]  req@ffff8c5d3ba68a80 x1875052937936768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205147.407169:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205147.407175:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205147.407177:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:0.0:1788205147.407183:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205147.407185:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205147.407187:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205147.407189:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205147.407190:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205147.407193:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205147.407196:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937936768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205147.407204:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937936768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205147.407206:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.407214:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205147.407216:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788205147.407216:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:0.0:1788205147.407222:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205147.407223:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.407224:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205147.407233:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937936768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.407238:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205147.407241:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937936768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.407245:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205147.407248:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205147.407248:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937937152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205147.407250:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205147.407252:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.407256:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205147.407258:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205147.407262:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205147.407269:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205147.407271:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205147.407273:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788205147.407276:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205147.407281:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937936768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205147.407290:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937936768:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205147.407295:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205147.407324:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937937152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205147.407325:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937936896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205147.407357:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.407358:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205147.407361:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205147.407366:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788205147.407366:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15463)
02000000:00000001:0.0:1788205147.407368:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205147.407372:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205147.407376:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937936896:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205147.407380:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205147.407382:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205147.407384:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205147.407385:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205147.407389:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205147.407391:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205147.407395:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205147.407398:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205147.407401:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205147.407405:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937936896, portal 10
00000100:00000001:0.0:1788205147.407407:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205147.407409:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:0.0:1788205147.407415:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937936896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.407422:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205147.407424:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205147.407426:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205147.407429:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937936896, offset 0
00000400:00000200:0.0:1788205147.407432:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205147.407436:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205147.407440:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205147.407449:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205147.407452:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205147.407454:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205147.407456:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205147.407460:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547269:547269:256:4294967295] 192.168.201.135@tcp LPNI seq info [547235:547235:8:4294967295]
00000400:00000200:0.0:1788205147.407464:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205147.407472:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205147.407477:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205147.407481:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205147.407485:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205147.407488:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788205147.407493:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205147.407496:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788205147.407499:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205147.407501:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205147.407505:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205147.407508:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205147.407511:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205147.407512:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205147.407515:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205147.407519:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937936896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.407527:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205147.407529:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937936896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.407536:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.407538:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205147.407540:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205147.407543:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205147.407547:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205147.407549:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310125594
00000100:00000001:0.0:1788205147.407551:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310129358
00000100:00000001:0.0:1788205147.407553:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310125594
00000100:00000001:0.0:1788205147.407555:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310129358
00000100:00000001:0.0:1788205147.407557:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205147.407560:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.407562:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205147.407565:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205147/real 1788205147]  req@ffff8c5d3ba6bb80 x1875052937936896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205147.407573:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205147.407574:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205147.407576:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205147.407578:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205147.407580:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205147.407596:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205147.407599:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937936896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205147.407608:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937936896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.407614:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205147.407616:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.407618:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205147.407619:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205147.407623:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937936896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.407629:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205147.407633:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937936896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.407640:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205147.407642:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.407644:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205147.407645:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.407647:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205147.407648:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205147.407651:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205147.407655:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205147.407657:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205147.407661:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937936896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205147.407669:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937936896:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205147.407673:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.407675:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205147.407678:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937936768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.407684:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205147.407685:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205147.407688:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205147.407691:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205147.407692:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205147.407694:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205147.407696:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205147.407698:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:0.0:1788205147.407700:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205147.407702:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205147.407703:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:0.0:1788205147.407706:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205147.407707:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.407708:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205147.407711:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937936896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.407717:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205147.407719:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205147.407720:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205147.407723:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205147.407724:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205147.407725:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205147.407727:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205147.407729:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:0.0:1788205147.407731:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205147.407732:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205147.407733:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:0.0:1788205147.407736:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205147.407737:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.407739:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.407744:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205147.407746:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.407748:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205147.407750:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205147.407752:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205147.407755:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937937024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.407762:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205147.407763:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205147.407765:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205147.407767:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205147.407770:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205147.407772:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937937024:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205147.407775:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205147.407777:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205147.407779:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205147.407780:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205147.407783:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205147.407785:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205147.407789:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205147.407792:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205147.407796:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205147.407799:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937937024, portal 4
00000100:00000001:0.0:1788205147.407801:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205147.407802:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:0.0:1788205147.407807:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937937024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.407819:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205147.407821:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205147.407823:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205147.407826:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937937024, offset 0
00000400:00000200:0.0:1788205147.407830:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205147.407834:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205147.407838:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205147.407841:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205147.407843:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205147.407846:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205147.407848:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205147.407851:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547270:547270:256:4294967295] 192.168.201.135@tcp LPNI seq info [547236:547236:8:4294967295]
00000400:00000200:0.0:1788205147.407855:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205147.407862:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205147.407866:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205147.407869:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205147.407873:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205147.407877:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788205147.407881:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205147.407884:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788205147.407888:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205147.407889:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205147.407893:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205147.407896:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205147.407899:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205147.407901:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205147.407904:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205147.407907:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937937024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.407916:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205147.407919:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937937024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.407931:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.407933:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205147.407936:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205147.407939:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205147.407943:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205147.407945:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310125687
00000100:00000001:0.0:1788205147.407947:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310129358
00000100:00000001:0.0:1788205147.407950:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310125687
00000100:00000001:0.0:1788205147.407952:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310129358
00000100:00000001:0.0:1788205147.407954:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205147.407956:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.407958:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205147.407962:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205147/real 1788205147]  req@ffff8c5d3ba6b800 x1875052937937024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205147.407970:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205147.407972:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205147.407974:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205147.407976:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205147.407978:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205147.407981:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205147.407984:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937937024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205147.407993:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937937024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.408000:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205147.408001:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.408003:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205147.408005:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205147.408008:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937937024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.408016:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205147.408020:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937937024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.408027:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205147.408030:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.408031:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205147.408033:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.408034:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205147.408036:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205147.408039:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205147.408042:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205147.408044:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205147.408048:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937937024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205147.408055:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937937024:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205147.408058:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205147.408061:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937937152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.408067:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205147.408068:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205147.408070:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205147.408071:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205147.408073:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205147.408076:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937937152:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205147.408079:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205147.408081:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205147.408083:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205147.408085:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205147.408088:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205147.408090:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205147.408094:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205147.408096:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205147.408099:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205147.408101:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937937152, portal 4
00000100:00000001:0.0:1788205147.408103:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205147.408105:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000040:0.0:1788205147.408110:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937937152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.408116:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205147.408119:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205147.408121:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205147.408123:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937937152, offset 0
00000400:00000200:0.0:1788205147.408127:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205147.408130:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205147.408134:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205147.408137:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205147.408139:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205147.408142:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205147.408144:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205147.408147:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547271:547271:256:4294967295] 192.168.201.135@tcp LPNI seq info [547237:547237:8:4294967295]
00000400:00000200:0.0:1788205147.408152:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205147.408157:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205147.408161:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205147.408164:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205147.408168:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205147.408171:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:0.1:1788205147.408175:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205147.408178:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:0.0:1788205147.408182:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205147.408184:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205147.408186:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205147.408190:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205147.408192:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205147.408194:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205147.408197:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205147.408200:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b100 x1875052937937152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.408208:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205147.408211:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937937152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.408218:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.408220:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205147.408222:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205147.408225:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205147.408228:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205147.408230:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310125704
00000100:00000001:0.0:1788205147.408233:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310129358
00000100:00000001:0.0:1788205147.408235:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310125704
00000100:00000001:0.0:1788205147.408237:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310129358
00000100:00000001:0.0:1788205147.408239:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205147.408242:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.408243:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205147.408247:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205147/real 1788205147]  req@ffff8c5d3ba6b100 x1875052937937152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205147.408255:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205147.408257:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205147.408258:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205147.408261:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205147.408263:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205147.408265:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205147.408269:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937937152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205147.408277:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937937152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.408285:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205147.408286:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.408288:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205147.408290:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205147.408293:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937937152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.408319:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205147.408323:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937937152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.408331:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205147.408334:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.408337:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205147.408338:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.408340:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205147.408342:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205147.408345:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205147.408348:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205147.408351:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205147.408355:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937937152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205147.408363:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937937152:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205147.408367:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.408369:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205147.408373:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937937024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.408380:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205147.408382:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205147.408384:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205147.408386:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205147.408388:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205147.408389:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205147.408391:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205147.408393:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:0.0:1788205147.408396:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205147.408397:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205147.408399:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:0.0:1788205147.408402:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205147.408403:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.408405:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205147.408408:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937937152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205147.408415:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205147.408416:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205147.408417:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205147.408419:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205147.408420:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205147.408421:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205147.408424:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205147.408425:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:0.0:1788205147.408428:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205147.408429:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205147.408430:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:0.0:1788205147.408432:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205147.408433:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.408435:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.408439:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205147.408441:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.408442:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205147.408444:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205147.596482:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205147.596492:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205147.596495:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205147.596502:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205147.596506:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205147.596511:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.596514:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205147.596518:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205147.596521:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205148.108415:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205148.108425:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205148.108427:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205148.108430:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205148.108435:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205148.108437:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205148.108438:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205148.108440:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205148.108444:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205148.108445:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205148.108446:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205148.108447:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205148.108448:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205148.108449:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205148.108455:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205148.108457:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205148.108515:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205148.108521:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205148.108524:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205148.620435:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205148.620443:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205148.620445:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205148.620450:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205148.620453:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205148.620456:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205148.620458:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205148.620460:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205148.620462:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205149.132451:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205149.132458:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205149.132463:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205149.132464:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205149.132528:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205149.132532:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205149.132535:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205149.644461:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205149.644470:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205149.644472:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205149.644478:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205149.644481:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205149.644485:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205149.644488:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205149.644491:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205149.644493:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205150.156438:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205150.156447:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205150.156453:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205150.156454:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205150.156553:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205150.156556:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205150.156559:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205150.668394:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205150.668402:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205150.668404:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205150.668410:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205150.668414:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205150.668417:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.668420:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205150.668423:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205150.668426:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205151.180451:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205151.180458:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205151.180464:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205151.180465:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205151.180553:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205151.180557:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205151.180560:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205151.244402:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310129358, at 4310129408
00000100:00000040:0.0:1788205151.244410:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310129358, at 4310129408
00000100:00000010:1.0:1788205151.244418:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0747e0.
00000100:00000010:0.0:1788205151.244421:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000001:0.0:1788205151.692533:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205151.692542:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205151.692544:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205151.692551:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205151.692555:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205151.692559:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205151.692562:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205151.692566:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205151.692569:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205152.204421:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205152.204429:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205152.204434:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205152.204435:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205152.204493:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205152.204496:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205152.204515:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205152.524453:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205152.524466:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205152.524469:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205152.524474:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205152.524479:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205152.524489:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15458
00000400:00000200:3.0:1788205152.524510:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205152.524523:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205152.524527:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205152.524530:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205152.524534:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205152.524537:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205152.524540:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205152.524545:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205152.524547:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205152.524550:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205152.524554:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205152.524556:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205152.524559:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205152.524562:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205152.524563:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205152.524566:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205152.524568:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205152.524571:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205152.524574:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205152.524577:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205152.524581:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205152.524584:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205152.524587:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205152.524589:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205152.524592:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205152.524604:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788205152.524608:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205152.524613:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205152.524615:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205152.524619:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205152.524629:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205152.524634:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205152.524646:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788205152.524654:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205152.524665:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937937280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205152.524675:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205152.524680:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205152.524685:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937937280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205152.524716:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205152.524720:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205152.524724:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205152.524725:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205152.524727:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205152.524730:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205152.524733:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15458
00000400:00000200:3.0:1788205152.524737:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205152.524740:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205152.524743:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205152.524747:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205152.524749:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205152.524752:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205152.524754:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205152.524756:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205152.524758:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:0.0:1788205152.524759:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205152.524760:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205152.524764:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:0.0:1788205152.524765:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205152.524766:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788205152.524768:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788205152.524772:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788205152.524777:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937937280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.524786:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1788205152.524787:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205152.524788:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205152.524792:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788205152.524795:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788205152.524796:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:0.0:1788205152.524798:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205152.524801:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205152.524801:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205152.524806:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00100000:0.0:1788205152.524810:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937937280:192.168.201.135@tcp:250:kworker.0
00000100:00080000:3.0:1788205152.524813:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205152.524819:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788205152.524819:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205152.524823:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205152.524826:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205152.524830:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205152.524830:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205152.524834:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.524837:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788205152.524838:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205152.524844:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205152.524848:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205152.524850:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205152.524851:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
00000100:00000010:3.0:1788205152.524855:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
02000000:00000001:0.0:1788205152.524856:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205152.524860:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205152.524863:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205152.524865:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.524866:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205152.524868:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205152.524871:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1788205152.524873:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
02000000:00000001:3.0:1788205152.524874:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205152.524880:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000400:00000010:0.0:1788205152.524885:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:3.0:1788205152.524885:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205152.524891:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937937408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788205152.524895:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937937280, portal 25
00000100:00000001:0.0:1788205152.524901:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205152.524902:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205152.524904:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00000001:3.0:1788205152.524906:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205152.524913:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937937280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205152.524914:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937937408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.524930:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205152.524933:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205152.524937:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205152.524941:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937937280, offset 0
00000100:00000001:3.0:1788205152.524942:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.524947:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205152.524947:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205152.524953:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205152.524955:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205152.524957:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788205152.524960:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205152.524962:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205152.524966:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15458
00000400:00000200:0.0:1788205152.524968:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205152.524973:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205152.524975:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1788205152.524979:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:0.0:1788205152.524980:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:3.0:1788205152.524985:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205152.524986:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205152.524993:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:3.0:1788205152.524993:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205152.524998:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205152.525000:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547272:547272:256:4294967295] 192.168.201.135@tcp LPNI seq info [547238:547238:8:4294967295]
00000100:00000040:3.0:1788205152.525004:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205152.525007:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205152.525009:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205152.525013:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205152.525014:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205152.525016:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205152.525017:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788205152.525020:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205152.525023:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788205152.525027:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1788205152.525030:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205152.525034:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788205152.525037:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788205152.525039:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205152.525042:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000010:0.0:1788205152.525043:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000020:00000040:3.0:1788205152.525045:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205152.525049:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000200:0.0:1788205152.525053:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788205152.525054:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205152.525058:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1788205152.525059:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205152.525063:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1788205152.525066:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788205152.525068:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788205152.525072:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1788205152.525073:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:0.0:1788205152.525078:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000008:00100000:3.0:1788205152.525078:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000010:0.0:1788205152.525081:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000008:00000001:3.0:1788205152.525083:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205152.525086:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.525087:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1788205152.525091:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000400:00000200:0.0:1788205152.525092:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1788205152.525096:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:0.0:1788205152.525099:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
02000000:00000001:3.0:1788205152.525100:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000010:0.0:1788205152.525102:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
02000000:00000001:3.0:1788205152.525104:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205152.525106:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205152.525108:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788205152.525109:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000001:3.0:1788205152.525111:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205152.525114:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937937280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788205152.525117:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788205152.525124:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.525125:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.525133:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937937280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205152.525134:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937937536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205152.525150:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.525153:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205152.525153:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205152.525158:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.525160:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205152.525165:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937937536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205152.525167:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205152.525171:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310134476
00000100:00000010:0.0:1788205152.525178:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00000001:3.0:1788205152.525180:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205152.525185:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205152.525187:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788205152.525190:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205152.525193:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205152.525195:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205152.525196:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310134476
00000100:00000010:0.0:1788205152.525200:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c0744e0.
00000100:00000001:3.0:1788205152.525200:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205152.525205:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205152.525208:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205152.525210:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.525213:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1788205152.525213:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15458
00000100:00100000:0.0:1788205152.525219:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205152/real 1788205152]  req@ffff8c5d3ba6ad80 x1875052937937280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205152.525220:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205152.525228:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000001:0.0:1788205152.525230:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:3.0:1788205152.525232:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205152.525236:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000001:0.0:1788205152.525238:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788205152.525239:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000010:0.0:1788205152.525242:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000100:00000040:3.0:1788205152.525244:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205152.525246:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205152.525248:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:3.0:1788205152.525248:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205152.525253:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1788205152.525253:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205152.525256:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000200:0.0:1788205152.525257:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937937280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205152.525259:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205152.525263:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000200:0.0:1788205152.525268:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937937280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205152.525268:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205152.525273:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788205152.525280:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205152.525282:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205152.525282:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205152.525287:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205152.525288:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205152.525289:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205152.525292:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00100000:0.0:1788205152.525295:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937937280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205152.525296:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205152.525322:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788205152.525326:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205152.525332:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205152.525337:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205152.525338:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205152.525341:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788205152.525344:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937937280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205152.525345:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205152.525350:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205152.525354:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788205152.525356:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205152.525361:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1788205152.525361:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.525366:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.525367:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205152.525367:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205152.525373:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000100:00000001:0.0:1788205152.525377:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000020:00000040:3.0:1788205152.525377:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788205152.525381:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788205152.525382:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00080000:0.0:1788205152.525384:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1788205152.525385:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205152.525388:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205152.525389:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205152.525393:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205152.525395:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
02000000:00000010:3.0:1788205152.525398:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788205152.525404:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.525405:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00100000:3.0:1788205152.525411:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937937664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788205152.525414:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937937280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205152.525428:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205152.525432:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205152.525437:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937937280:192.168.201.135@tcp:250:kworker.0
00000100:00000040:3.0:1788205152.525440:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937937664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.525450:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205152.525451:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205152.525455:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205152.525457:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788205152.525461:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:0.0:1788205152.525464:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937937280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205152.525465:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205152.525467:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205152.525472:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205152.525477:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15458
00000100:00000001:0.0:1788205152.525481:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000400:00000200:3.0:1788205152.525485:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:0.0:1788205152.525486:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:3.0:1788205152.525490:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
02000000:00000010:0.0:1788205152.525491:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205152.525505:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205152.525507:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:3.0:1788205152.525510:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000020:00000040:0.0:1788205152.525511:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000040:3.0:1788205152.525517:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000020:00000001:0.0:1788205152.525521:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000001:3.0:1788205152.525521:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205152.525524:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000010:0.0:1788205152.525526:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788205152.525527:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788205152.525531:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000001:3.0:1788205152.525532:0:268008:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:0.0:1788205152.525534:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000040:3.0:1788205152.525535:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000010:0.0:1788205152.525536:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000020:00000001:3.0:1788205152.525540:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205152.525541:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205152.525544:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788205152.525544:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:0.0:1788205152.525549:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788205152.525549:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788205152.525553:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788205152.525557:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205152.525558:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205152.525559:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205152.525562:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205152.525563:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205152.525565:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205152.525568:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205152.525569:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205152.525570:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788205152.525574:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000040:0.0:1788205152.525576:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937937408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205152.525580:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205152.525587:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.525588:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205152.525591:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205152.525591:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205152.525595:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205152.525596:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205152.525596:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205152.525602:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205152.525602:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205152.525606:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937937408:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205152.525607:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205152.525611:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1788205152.525612:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
02000000:00000001:0.0:1788205152.525613:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205152.525615:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.525618:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1788205152.525618:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205152.525621:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
00000100:00000001:3.0:1788205152.525623:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.525624:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.525630:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:3.0:1788205152.525631:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000400:00000010:0.0:1788205152.525633:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000020:00000040:3.0:1788205152.525635:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000010:0.0:1788205152.525637:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
02000000:00000001:3.0:1788205152.525641:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000200:0.0:1788205152.525642:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937937408, portal 10
02000000:00000001:3.0:1788205152.525644:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.525646:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205152.525648:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205152.525649:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
02000000:00000001:3.0:1788205152.525651:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205152.525655:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205152.525661:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937937408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788205152.525661:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788205152.525667:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.525674:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1788205152.525676:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937937792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:0.0:1788205152.525681:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205152.525687:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000001:3.0:1788205152.525690:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000200:0.0:1788205152.525691:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937937408, offset 0
00000100:00000001:3.0:1788205152.525694:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.525697:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788205152.525702:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937937792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205152.525703:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205152.525710:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205152.525716:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205152.525721:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205152.525724:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788205152.525724:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.525729:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205152.525732:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547273:547273:256:4294967295] 192.168.201.135@tcp LPNI seq info [547239:547239:8:4294967295]
00000100:00000040:3.0:1788205152.525732:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15468)
00000400:00000200:0.0:1788205152.525737:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205152.525742:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205152.525745:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205152.525747:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205152.525750:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205152.525752:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788205152.525755:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205152.525757:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788205152.525760:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205152.525761:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205152.525763:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205152.525765:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205152.525767:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205152.525768:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205152.525770:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205152.525773:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937937408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.525778:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.525779:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937937408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.525784:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.525785:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205152.525787:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205152.525789:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205152.525791:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205152.525792:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310130717
00000100:00000001:0.0:1788205152.525795:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310134476
00000100:00000001:0.0:1788205152.525797:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310130717
00000100:00000001:0.0:1788205152.525798:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310134476
00000100:00000001:0.0:1788205152.525800:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205152.525801:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.525803:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205152.525807:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205152/real 1788205152]  req@ffff8c5d3ba68e00 x1875052937937408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205152.525814:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205152.525815:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205152.525817:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205152.525819:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205152.525821:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205152.525823:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205152.525826:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937937408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205152.525834:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937937408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.525841:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205152.525843:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.525845:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.525846:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205152.525849:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937937408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.525855:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205152.525859:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937937408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.525866:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205152.525868:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.525871:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.525872:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.525874:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205152.525876:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205152.525878:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205152.525882:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205152.525884:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205152.525888:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937937408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205152.525896:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937937408:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205152.525899:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205152.525901:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937937536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.525905:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205152.525907:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.525908:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205152.525909:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205152.525910:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205152.525912:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937937536:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205152.525914:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205152.525915:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205152.525917:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.525918:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205152.525920:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205152.525922:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.525924:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205152.525925:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205152.525927:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205152.525930:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937937536, portal 10
00000100:00000001:0.0:1788205152.525931:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205152.525932:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:0.0:1788205152.525936:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937937536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.525940:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205152.525942:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205152.525943:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205152.525945:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937937536, offset 0
00000400:00000200:0.0:1788205152.525947:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205152.525949:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205152.525951:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205152.525953:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205152.525955:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205152.525956:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205152.525958:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205152.525960:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547274:547274:256:4294967295] 192.168.201.135@tcp LPNI seq info [547240:547240:8:4294967295]
00000400:00000200:0.0:1788205152.525962:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205152.525966:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205152.525969:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205152.525971:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205152.525973:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205152.525975:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788205152.525978:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205152.525979:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788205152.525981:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205152.525982:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205152.525984:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205152.525986:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205152.525988:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205152.525989:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205152.525991:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205152.525993:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937937536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526001:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.526003:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937937536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526007:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.526008:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205152.526010:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205152.526012:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205152.526014:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205152.526015:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310130712
00000100:00000001:0.0:1788205152.526017:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310134476
00000100:00000001:0.0:1788205152.526018:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310130712
00000100:00000001:0.0:1788205152.526020:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310134476
00000100:00000001:0.0:1788205152.526021:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205152.526022:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.526023:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205152.526025:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205152/real 1788205152]  req@ffff8c5d3ba69c00 x1875052937937536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205152.526029:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205152.526030:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205152.526031:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205152.526032:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205152.526033:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205152.526034:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205152.526036:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937937536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205152.526041:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937937536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526045:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205152.526046:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526047:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.526048:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205152.526050:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937937536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526054:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205152.526056:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937937536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526059:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205152.526060:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526061:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.526062:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526063:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205152.526064:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205152.526065:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205152.526067:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205152.526068:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205152.526070:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937937536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205152.526074:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937937536:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205152.526076:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205152.526077:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937937664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526081:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205152.526082:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.526083:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205152.526084:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205152.526085:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205152.526087:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937937664:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205152.526089:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205152.526090:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205152.526091:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.526092:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205152.526095:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205152.526096:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.526097:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205152.526099:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205152.526101:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205152.526102:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937937664, portal 4
00000100:00000001:0.0:1788205152.526103:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205152.526104:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:0.0:1788205152.526108:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937937664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526112:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205152.526113:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205152.526114:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205152.526116:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937937664, offset 0
00000400:00000200:0.0:1788205152.526118:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205152.526120:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205152.526122:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205152.526123:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205152.526125:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205152.526126:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205152.526128:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205152.526129:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547275:547275:256:4294967295] 192.168.201.135@tcp LPNI seq info [547241:547241:8:4294967295]
00000400:00000200:0.0:1788205152.526131:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205152.526135:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205152.526137:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205152.526138:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205152.526141:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205152.526143:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788205152.526145:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205152.526146:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788205152.526149:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205152.526150:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205152.526152:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205152.526154:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205152.526155:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205152.526156:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205152.526158:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205152.526159:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937937664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526164:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.526166:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937937664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526170:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.526170:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205152.526172:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205152.526173:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205152.526175:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205152.526176:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310130805
00000100:00000001:0.0:1788205152.526178:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310134476
00000100:00000001:0.0:1788205152.526179:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310130805
00000100:00000001:0.0:1788205152.526180:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310134476
00000100:00000001:0.0:1788205152.526182:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205152.526183:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.526184:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205152.526186:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205152/real 1788205152]  req@ffff8c5d3ba69180 x1875052937937664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205152.526189:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205152.526191:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205152.526192:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205152.526193:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205152.526194:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205152.526195:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205152.526197:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937937664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205152.526201:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937937664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526204:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205152.526205:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526206:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.526207:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205152.526208:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937937664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526212:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205152.526214:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937937664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526217:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205152.526218:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526219:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.526220:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526221:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205152.526221:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205152.526223:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205152.526224:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205152.526225:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205152.526228:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937937664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205152.526236:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937937664:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205152.526239:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526240:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.526242:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937937408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526245:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205152.526246:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205152.526247:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205152.526248:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205152.526249:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205152.526250:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205152.526251:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205152.526252:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:0.0:1788205152.526253:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205152.526253:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205152.526254:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:0.0:1788205152.526256:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205152.526257:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526258:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.526260:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937937536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526263:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205152.526264:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205152.526265:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205152.526266:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205152.526266:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205152.526267:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205152.526268:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205152.526268:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:0.0:1788205152.526270:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205152.526270:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205152.526271:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:0.0:1788205152.526273:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205152.526274:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526275:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.526276:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937937664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526280:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205152.526281:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205152.526281:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205152.526282:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205152.526283:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205152.526284:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205152.526284:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205152.526285:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:0.0:1788205152.526286:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205152.526287:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205152.526287:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:0.0:1788205152.526288:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205152.526289:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526290:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526292:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205152.526293:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.526294:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205152.526295:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205152.526295:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205152.526312:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937937792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526317:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205152.526318:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.526319:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205152.526320:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205152.526321:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205152.526322:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937937792:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205152.526324:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205152.526325:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205152.526326:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205152.526328:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205152.526330:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205152.526331:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205152.526333:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205152.526335:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205152.526337:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205152.526339:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937937792, portal 4
00000100:00000001:0.0:1788205152.526340:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205152.526341:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:0.0:1788205152.526345:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937937792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526349:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205152.526351:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205152.526352:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205152.526353:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937937792, offset 0
00000400:00000200:0.0:1788205152.526355:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205152.526357:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205152.526359:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205152.526361:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205152.526362:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205152.526364:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205152.526365:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205152.526367:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547276:547276:256:4294967295] 192.168.201.135@tcp LPNI seq info [547242:547242:8:4294967295]
00000400:00000200:0.0:1788205152.526369:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205152.526373:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205152.526375:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205152.526377:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205152.526380:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205152.526381:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788205152.526384:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205152.526385:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788205152.526388:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205152.526389:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205152.526391:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205152.526393:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205152.526395:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205152.526396:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205152.526397:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205152.526399:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937937792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526404:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.526406:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937937792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205177 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526409:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.526410:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205152.526412:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205152.526414:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205152.526415:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205152.526417:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310130823
00000100:00000001:0.0:1788205152.526418:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310134476
00000100:00000001:0.0:1788205152.526419:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310130823
00000100:00000001:0.0:1788205152.526421:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310134476
00000100:00000001:0.0:1788205152.526422:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205152.526423:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.526424:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205152.526426:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205152/real 1788205152]  req@ffff8c5d3ba68000 x1875052937937792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205152.526430:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205152.526430:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205152.526431:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205152.526432:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205152.526433:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205152.526434:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205152.526437:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937937792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205152.526442:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937937792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526445:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205152.526446:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526447:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.526447:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205152.526449:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937937792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526453:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205152.526455:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937937792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526458:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205152.526459:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526460:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205152.526461:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526462:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205152.526462:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205152.526464:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205152.526466:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205152.526469:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205152.526472:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937937792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205152.526479:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937937792:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205152.526482:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526484:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205152.526487:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937937792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205177 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205152.526570:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205152.526571:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205152.526573:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205152.526575:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205152.526575:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205152.526576:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205152.526578:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205152.526579:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:0.0:1788205152.526580:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205152.526581:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205152.526582:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:0.0:1788205152.526583:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205152.526584:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526586:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.526588:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205152.526589:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.526590:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205152.526592:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205152.716453:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205152.716463:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205152.716465:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205152.716472:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205152.716476:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205152.716481:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.716484:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205152.716486:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205152.716501:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205153.228471:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205153.228478:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205153.228492:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205153.228493:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205153.228551:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205153.228555:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205153.228557:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205153.740446:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205153.740456:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205153.740459:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205153.740466:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205153.740483:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205153.740490:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205153.740493:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205153.740496:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205153.740499:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205154.252406:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205154.252415:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205154.252422:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205154.252424:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205154.252511:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205154.252517:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205154.252520:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205154.764502:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205154.764509:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205154.764511:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205154.764516:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205154.764520:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205154.764523:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205154.764525:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205154.764527:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205154.764530:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205155.276462:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205155.276470:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205155.276475:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205155.276477:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205155.276498:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205155.276501:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205155.276504:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205155.788467:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205155.788477:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205155.788479:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205155.788485:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205155.788489:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205155.788494:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205155.788497:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205155.788501:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205155.788503:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205156.300468:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205156.300476:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205156.300484:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205156.300486:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205156.300549:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205156.300553:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205156.300556:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205156.364451:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310134476, at 4310134528
00000100:00000040:1.0:1788205156.364461:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310134476, at 4310134528
00000100:00000010:0.0:1788205156.364470:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000010:1.0:1788205156.364472:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0744e0.
00000100:00000001:0.0:1788205156.812436:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205156.812444:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205156.812446:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205156.812452:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205156.812456:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205156.812461:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205156.812464:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205156.812468:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205156.812471:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205157.326764:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205157.326774:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205157.326777:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205157.326780:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205157.326785:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205157.326788:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205157.326789:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205157.326792:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205157.326797:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205157.326799:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205157.326801:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205157.326802:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205157.326804:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205157.326805:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205157.326807:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205157.326809:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205157.326887:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205157.326904:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205157.326906:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205157.644380:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205157.644390:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205157.644393:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205157.644397:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205157.644403:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205157.644422:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15463
00000400:00000200:3.0:1788205157.644430:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205157.644436:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205157.644440:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205157.644443:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205157.644447:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205157.644457:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205157.644460:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205157.644468:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205157.644470:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205157.644473:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205157.644476:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205157.644478:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205157.644481:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205157.644484:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205157.644486:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205157.644488:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205157.644490:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205157.644492:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205157.644496:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205157.644498:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205157.644501:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205157.644505:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205157.644508:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.644510:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205157.644512:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205157.644521:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788205157.644524:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205157.644528:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205157.644530:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.644534:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205157.644537:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205157.644542:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205157.644550:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788205157.644556:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205157.644565:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937937920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205157.644575:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205157.644579:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205157.644584:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937937920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.644642:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205157.644645:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205157.644648:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205157.644650:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205157.644651:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205157.644654:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205157.644657:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15463
00000400:00000200:3.0:1788205157.644661:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205157.644664:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205157.644667:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205157.644670:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205157.644672:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205157.644675:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205157.644678:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205157.644680:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205157.644681:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788205157.644684:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788205157.644684:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205157.644686:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205157.644688:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788205157.644690:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205157.644694:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788205157.644698:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937937920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205157.644698:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788205157.644703:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205157.644708:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205157.644712:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205157.644718:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205157.644719:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1788205157.644721:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:0.0:1788205157.644723:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205157.644726:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:0.0:1788205157.644730:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788205157.644730:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205157.644734:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205157.644735:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205157.644739:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205157.644740:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205157.644744:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205157.644746:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937937920:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788205157.644747:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205157.644753:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1788205157.644753:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205157.644758:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.644760:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788205157.644761:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.644765:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205157.644766:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
02000000:00000001:0.0:1788205157.644772:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1788205157.644772:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205157.644776:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:0.0:1788205157.644779:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
02000000:00000001:3.0:1788205157.644779:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.644783:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.644785:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205157.644788:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788205157.644790:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788205157.644791:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205157.644794:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
02000000:00000010:3.0:1788205157.644798:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000400:00000010:0.0:1788205157.644801:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000001:3.0:1788205157.644803:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205157.644808:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937937920, portal 25
00000100:00000001:0.0:1788205157.644812:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00100000:3.0:1788205157.644812:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937938048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205157.644821:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000040:0.0:1788205157.644829:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937937920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.644831:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205157.644836:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205157.644845:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937938048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.644846:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205157.644854:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205157.644859:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000001:3.0:1788205157.644861:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205157.644864:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937937920, offset 0
00000100:00080000:3.0:1788205157.644865:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205157.644870:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205157.644871:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205157.644874:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788205157.644875:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205157.644879:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205157.644883:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15463
00000400:00000200:0.0:1788205157.644887:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205157.644889:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205157.644894:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:0.0:1788205157.644897:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:3.0:1788205157.644899:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205157.644904:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1788205157.644907:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205157.644910:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:3.0:1788205157.644912:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205157.644915:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788205157.644918:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205157.644921:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788205157.644924:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788205157.644928:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547277:547277:256:4294967295] 192.168.201.135@tcp LPNI seq info [547243:547243:8:4294967295]
00000020:00000001:3.0:1788205157.644929:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205157.644931:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205157.644934:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205157.644937:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:0.0:1788205157.644939:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:3.0:1788205157.644940:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205157.644944:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788205157.644947:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205157.644949:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205157.644950:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205157.644952:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205157.644953:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205157.644955:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205157.644957:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205157.644958:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205157.644960:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205157.644962:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.644964:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205157.644965:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205157.644967:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.644968:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205157.644971:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788205157.644973:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205157.644975:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205157.644976:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.644978:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205157.644979:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205157.644982:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205157.644996:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1788205157.644996:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788205157.645003:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205157.645006:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00100000:3.0:1788205157.645011:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937938176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:0.0:1788205157.645012:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205157.645023:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788205157.645024:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205157.645027:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205157.645029:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1788205157.645033:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937938176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:0.1:1788205157.645040:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788205157.645046:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205157.645049:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:0.1:1788205157.645052:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1788205157.645054:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205157.645057:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:0.0:1788205157.645058:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205157.645061:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1788205157.645062:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000100:00000001:3.0:1788205157.645068:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788205157.645069:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1788205157.645073:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15463
00000400:00000200:0.0:1788205157.645077:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1788205157.645081:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205157.645083:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205157.645085:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000400:00000200:3.0:1788205157.645087:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205157.645091:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1788205157.645091:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205157.645095:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:0.0:1788205157.645099:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937937920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.645100:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205157.645105:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205157.645111:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205157.645113:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1788205157.645115:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205157.645118:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000040:0.0:1788205157.645119:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937937920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205157.645122:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205157.645126:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:0.0:1788205157.645128:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.645131:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000020:00000001:3.0:1788205157.645132:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205157.645136:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:0.0:1788205157.645137:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205157.645142:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:0.0:1788205157.645143:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205157.645147:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310139596
00000100:00000001:3.0:1788205157.645148:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:0.0:1788205157.645152:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00000040:3.0:1788205157.645153:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205157.645158:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205157.645160:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1788205157.645161:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788205157.645167:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205157.645172:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310139596
00000100:00000001:3.0:1788205157.645172:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205157.645176:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:0.0:1788205157.645178:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074cc0.
02000000:00000001:3.0:1788205157.645181:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205157.645184:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1788205157.645187:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.645191:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205157.645192:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1788205157.645194:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:0.0:1788205157.645197:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788205157.645199:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.645202:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788205157.645203:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205157.645210:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000100:00100000:0.0:1788205157.645211:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205157/real 1788205157]  req@ffff8c5d3ba68380 x1875052937937920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205157.645215:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205157.645221:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205157.645224:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.645229:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:0.0:1788205157.645232:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1788205157.645233:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:0.0:1788205157.645235:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1788205157.645237:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205157.645238:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205157.645243:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205157.645245:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
02000000:00000010:3.0:1788205157.645245:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:0.0:1788205157.645248:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788205157.645252:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205157.645253:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937937920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205157.645262:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937938304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788205157.645264:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937937920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.645288:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205157.645290:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205157.645292:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.645295:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205157.645322:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937938304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.645331:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.645334:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:3.0:1788205157.645336:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205157.645338:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788205157.645344:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:0.0:1788205157.645348:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937937920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.645348:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205157.645352:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205157.645358:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205157.645363:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15463
00000100:00000001:0.0:1788205157.645365:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788205157.645370:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788205157.645372:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937937920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205157.645377:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205157.645381:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:3.0:1788205157.645382:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205157.645387:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205157.645389:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205157.645392:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205157.645393:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205157.645395:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205157.645398:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205157.645400:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1788205157.645402:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205157.645417:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:3.0:1788205157.645419:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205157.645423:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00080000:0.0:1788205157.645424:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:3.0:1788205157.645426:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205157.645430:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00080000:0.0:1788205157.645432:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000020:00000001:3.0:1788205157.645434:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788205157.645435:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:3.0:1788205157.645439:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:0.0:1788205157.645442:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937937920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205157.645446:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205157.645452:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205157.645456:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00100000:0.0:1788205157.645459:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937937920:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788205157.645461:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205157.645467:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:0.0:1788205157.645468:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.645471:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788205157.645472:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:0.0:1788205157.645475:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937937920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205157.645479:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.645484:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205157.645485:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205157.645487:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:3.0:1788205157.645490:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1788205157.645491:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205157.645495:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:3.0:1788205157.645496:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205157.645498:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205157.645500:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:3.0:1788205157.645500:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000020:00000001:0.0:1788205157.645505:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000008:00100000:3.0:1788205157.645505:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
02000000:00000010:0.0:1788205157.645508:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
00000008:00000001:3.0:1788205157.645510:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.645512:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205157.645516:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1788205157.645516:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205157.645517:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:0.0:1788205157.645521:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205157.645522:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:3.0:1788205157.645523:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000100:00000001:0.0:1788205157.645524:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788205157.645528:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205157.645532:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788205157.645533:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1788205157.645534:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.645535:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.645538:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:0.0:1788205157.645539:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205157.645542:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1788205157.645542:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788205157.645545:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1788205157.645547:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205157.645548:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937938048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788205157.645554:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:0.0:1788205157.645555:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205157.645557:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.645561:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788205157.645561:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.645562:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205157.645566:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205157.645571:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937938048:192.168.201.135@tcp:38:kworker.0
00000100:00100000:3.0:1788205157.645572:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937938432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205157.645575:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205157.645578:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205157.645580:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.645584:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205157.645588:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
00000100:00000001:3.0:1788205157.645589:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788205157.645591:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205157.645593:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205157.645598:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205157.645600:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000100:00000040:3.0:1788205157.645603:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937938432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788205157.645604:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205157.645610:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937938048, portal 10
00000100:00000001:0.0:1788205157.645615:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205157.645618:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000001:3.0:1788205157.645622:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205157.645628:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937938048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205157.645628:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15473)
00000100:00000001:0.0:1788205157.645638:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205157.645642:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205157.645645:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205157.645650:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937938048, offset 0
00000400:00000200:0.0:1788205157.645655:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205157.645658:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205157.645661:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205157.645663:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205157.645665:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205157.645666:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205157.645668:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205157.645670:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547278:547278:256:4294967295] 192.168.201.135@tcp LPNI seq info [547244:547244:8:4294967295]
00000400:00000200:0.0:1788205157.645672:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205157.645676:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205157.645679:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205157.645681:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205157.645683:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205157.645685:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788205157.645688:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205157.645690:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788205157.645692:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205157.645693:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205157.645696:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205157.645698:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205157.645700:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205157.645701:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205157.645702:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205157.645705:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937938048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.645710:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205157.645711:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937938048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.645715:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.645716:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205157.645718:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205157.645721:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205157.645723:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205157.645724:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310135837
00000100:00000001:0.0:1788205157.645726:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310139596
00000100:00000001:0.0:1788205157.645728:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310135837
00000100:00000001:0.0:1788205157.645730:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310139596
00000100:00000001:0.0:1788205157.645732:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205157.645734:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.645735:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205157.645739:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205157/real 1788205157]  req@ffff8c5d3ba69500 x1875052937938048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205157.645746:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205157.645747:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205157.645749:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205157.645751:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205157.645753:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205157.645755:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205157.645759:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937938048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205157.645767:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937938048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.645774:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205157.645775:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.645776:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205157.645778:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205157.645780:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937938048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.645784:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205157.645787:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937938048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.645791:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205157.645792:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.645793:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205157.645793:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.645795:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205157.645796:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205157.645797:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205157.645799:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205157.645800:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205157.645802:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937938048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205157.645806:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937938048:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205157.645809:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205157.645811:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937938176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.645823:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205157.645825:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.645826:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205157.645828:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205157.645830:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205157.645833:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937938176:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205157.645836:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205157.645837:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205157.645839:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.645840:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205157.645844:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205157.645846:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205157.645849:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205157.645851:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205157.645854:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205157.645857:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937938176, portal 10
00000100:00000001:0.0:1788205157.645859:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205157.645860:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:0.0:1788205157.645865:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937938176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.645869:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205157.645871:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205157.645872:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205157.645874:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937938176, offset 0
00000400:00000200:0.0:1788205157.645876:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205157.645879:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205157.645881:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205157.645883:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205157.645885:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205157.645886:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205157.645887:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205157.645890:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547279:547279:256:4294967295] 192.168.201.135@tcp LPNI seq info [547245:547245:8:4294967295]
00000400:00000200:0.0:1788205157.645894:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205157.645900:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205157.645904:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205157.645907:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205157.645911:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205157.645913:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788205157.645918:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205157.645920:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788205157.645924:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205157.645925:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205157.645928:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205157.645931:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205157.645934:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205157.645935:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205157.645938:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205157.645941:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937938176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.645949:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205157.645952:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937938176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.645958:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.645960:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205157.645962:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205157.645965:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205157.645969:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205157.645971:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310135832
00000100:00000001:0.0:1788205157.645973:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310139596
00000100:00000001:0.0:1788205157.645975:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310135832
00000100:00000001:0.0:1788205157.645977:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310139596
00000100:00000001:0.0:1788205157.645980:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205157.645982:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.645983:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205157.645987:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205157/real 1788205157]  req@ffff8c5d3ba69880 x1875052937938176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205157.645994:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205157.645996:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205157.645997:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205157.646000:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205157.646001:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205157.646004:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205157.646007:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937938176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205157.646015:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937938176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646022:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205157.646023:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646025:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205157.646026:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205157.646029:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937938176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646033:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205157.646035:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937938176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646039:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205157.646040:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646042:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205157.646043:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646045:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205157.646046:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205157.646049:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205157.646053:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205157.646068:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205157.646072:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937938176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205157.646078:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937938176:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205157.646080:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205157.646082:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937938304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646086:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205157.646087:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.646089:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205157.646090:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205157.646091:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205157.646093:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937938304:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205157.646095:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205157.646096:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205157.646097:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.646098:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205157.646101:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205157.646102:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205157.646105:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205157.646106:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205157.646108:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205157.646111:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937938304, portal 4
00000100:00000001:0.0:1788205157.646112:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205157.646113:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:0.0:1788205157.646117:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937938304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646121:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205157.646123:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205157.646124:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205157.646125:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937938304, offset 0
00000400:00000200:0.0:1788205157.646128:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205157.646130:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205157.646132:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205157.646134:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205157.646136:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205157.646137:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205157.646139:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205157.646141:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547280:547280:256:4294967295] 192.168.201.135@tcp LPNI seq info [547246:547246:8:4294967295]
00000400:00000200:0.0:1788205157.646143:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205157.646147:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205157.646149:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205157.646151:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205157.646155:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205157.646157:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788205157.646161:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205157.646164:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788205157.646167:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205157.646169:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205157.646171:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205157.646175:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205157.646177:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205157.646179:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205157.646181:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205157.646185:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937938304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646192:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205157.646195:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937938304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646199:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.646200:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205157.646203:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205157.646205:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205157.646208:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205157.646209:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310135925
00000100:00000001:0.0:1788205157.646210:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310139596
00000100:00000001:0.0:1788205157.646212:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310135925
00000100:00000001:0.0:1788205157.646213:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310139596
00000100:00000001:0.0:1788205157.646214:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205157.646215:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.646216:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205157.646218:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205157/real 1788205157]  req@ffff8c5d3ba6b480 x1875052937938304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205157.646223:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205157.646224:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205157.646225:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205157.646226:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205157.646227:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205157.646228:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205157.646230:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937938304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205157.646234:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937938304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646238:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205157.646238:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646239:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205157.646240:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205157.646242:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937938304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646246:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205157.646248:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937938304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646252:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205157.646254:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646255:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205157.646256:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646257:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205157.646257:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205157.646259:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205157.646260:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205157.646261:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205157.646263:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937938304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205157.646267:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937938304:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205157.646269:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646270:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205157.646272:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937938048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646275:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205157.646277:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205157.646278:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:0.0:1788205157.646280:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205157.646280:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205157.646281:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205157.646282:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205157.646283:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:0.0:1788205157.646285:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205157.646286:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205157.646287:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:0.0:1788205157.646289:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205157.646290:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646292:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205157.646295:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937938176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646321:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205157.646323:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205157.646324:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:0.0:1788205157.646327:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205157.646328:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205157.646329:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205157.646331:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205157.646332:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:0.0:1788205157.646335:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205157.646336:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205157.646337:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:0.0:1788205157.646339:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205157.646339:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646340:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205157.646343:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937938304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646347:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205157.646348:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205157.646349:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205157.646350:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205157.646351:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205157.646351:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205157.646352:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205157.646353:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:0.0:1788205157.646354:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205157.646354:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205157.646355:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:0.0:1788205157.646356:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205157.646357:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646358:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646360:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205157.646361:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.646362:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205157.646364:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205157.646365:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205157.646367:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937938432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646371:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205157.646372:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.646373:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205157.646374:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205157.646376:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205157.646378:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937938432:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205157.646381:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205157.646382:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205157.646384:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205157.646385:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205157.646388:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205157.646389:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205157.646393:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205157.646395:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000400:00000010:0.0:1788205157.646398:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000200:0.0:1788205157.646401:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937938432, portal 4
00000100:00000001:0.0:1788205157.646414:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205157.646415:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00000040:0.0:1788205157.646421:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937938432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646428:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205157.646430:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205157.646432:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000200:0.0:1788205157.646435:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937938432, offset 0
00000400:00000200:0.0:1788205157.646437:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205157.646440:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205157.646443:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205157.646445:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205157.646446:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205157.646448:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205157.646449:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205157.646451:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547281:547281:256:4294967295] 192.168.201.135@tcp LPNI seq info [547247:547247:8:4294967295]
00000400:00000200:0.0:1788205157.646454:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205157.646457:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205157.646460:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205157.646462:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000800:00000200:0.0:1788205157.646464:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205157.646465:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:0.1:1788205157.646468:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205157.646471:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:0.0:1788205157.646473:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205157.646474:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:0.0:1788205157.646476:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205157.646478:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205157.646480:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:0.0:1788205157.646481:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:0.0:1788205157.646482:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205157.646485:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937938432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646489:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205157.646491:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937938432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205182 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646495:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.646495:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205157.646497:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205157.646499:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205157.646501:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205157.646503:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310135943
00000100:00000001:0.0:1788205157.646504:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310139596
00000100:00000001:0.0:1788205157.646505:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310135943
00000100:00000001:0.0:1788205157.646507:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310139596
00000100:00000001:0.0:1788205157.646509:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205157.646510:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.646511:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205157.646513:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205157/real 1788205157]  req@ffff8c5d3ba68700 x1875052937938432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205157.646517:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205157.646518:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205157.646519:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205157.646520:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205157.646521:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205157.646522:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205157.646524:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937938432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205157.646529:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937938432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646532:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205157.646533:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646534:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205157.646535:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205157.646537:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937938432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646540:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205157.646542:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937938432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646545:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205157.646547:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646547:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205157.646548:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646550:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205157.646551:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205157.646552:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205157.646554:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205157.646555:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205157.646557:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937938432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205157.646561:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937938432:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205157.646563:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646564:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205157.646566:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937938432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205182 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205157.646569:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205157.646570:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205157.646571:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205157.646572:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205157.646573:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205157.646574:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205157.646575:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205157.646576:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:0.0:1788205157.646578:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205157.646578:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205157.646579:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:0.0:1788205157.646580:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205157.646581:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646582:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.646585:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205157.646585:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.646587:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205157.646588:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205157.836369:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205157.836376:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205157.836379:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205157.836384:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205157.836386:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205157.836389:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.836391:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205157.836393:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205157.836395:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205158.348445:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205158.348451:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205158.348470:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205158.348471:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205158.348544:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205158.348549:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205158.348552:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1788205158.604487:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788205158.604495:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788205158.604500:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:0.0:1788205158.604646:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1788205158.604647:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788205158.604664:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788205158.604669:0:2386:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788205158.604673:0:2386:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205158.860477:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205158.860486:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205158.860487:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205158.860493:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205158.860496:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205158.860500:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205158.860502:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205158.860504:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205158.860506:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205159.372528:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205159.372536:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205159.372543:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205159.372544:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205159.372604:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205159.372608:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205159.372611:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205159.884550:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205159.884560:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205159.884562:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205159.884568:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205159.884571:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205159.884574:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205159.884577:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205159.884579:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205159.884581:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205160.396571:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205160.396587:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205160.396593:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205160.396594:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205160.396621:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205160.396624:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205160.396627:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205160.908484:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205160.908503:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205160.908505:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205160.908510:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205160.908518:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205160.908522:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205160.908525:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205160.908528:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205160.908531:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205161.420458:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205161.420466:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205161.420472:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205161.420473:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205161.420583:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205161.420586:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205161.420588:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205161.484464:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310139596, at 4310139648
00000100:00000040:1.0:1788205161.484473:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310139596, at 4310139648
00000100:00000010:0.0:1788205161.484492:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000010:1.0:1788205161.484501:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074cc0.
00000100:00000001:0.0:1788205161.932450:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205161.932459:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205161.932461:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205161.932468:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205161.932472:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205161.932476:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205161.932478:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205161.932482:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205161.932484:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205162.444551:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205162.444557:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205162.444561:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205162.444562:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205162.444682:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205162.444686:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205162.444690:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788205162.764435:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205162.764448:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205162.764451:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205162.764455:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205162.764460:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205162.764468:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15468
00000400:00000200:1.0:1788205162.764477:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205162.764483:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205162.764486:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205162.764490:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205162.764493:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205162.764495:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205162.764498:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205162.764502:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205162.764504:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788205162.764507:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205162.764510:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788205162.764512:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788205162.764515:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788205162.764518:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205162.764520:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205162.764521:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205162.764523:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205162.764527:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788205162.764529:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205162.764532:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205162.764535:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205162.764538:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205162.764541:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205162.764543:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205162.764546:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205162.764555:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecca80.
00000020:00000040:1.0:1788205162.764559:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788205162.764563:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205162.764565:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205162.764569:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205162.764571:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205162.764576:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205162.764603:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788205162.764609:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205162.764618:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecca80 x1875052937938560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205162.764628:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205162.764632:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205162.764637:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8322783] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecca80 x1875052937938560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205162.764658:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205162.764661:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205162.764668:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205162.764669:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205162.764670:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205162.764673:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205162.764675:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15468
00000400:00000200:1.0:1788205162.764679:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205162.764682:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205162.764685:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205162.764688:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205162.764690:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205162.764692:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205162.764694:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205162.764695:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205162.764699:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788205162.764701:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205162.764705:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1788205162.764711:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000040:0.0:1788205162.764712:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecca80 x1875052937938560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1788205162.764715:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205162.764718:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788205162.764723:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788205162.764725:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1788205162.764726:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788205162.764728:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.764732:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:1.0:1788205162.764732:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:0.0:1788205162.764737:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205162.764737:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:0.0:1788205162.764740:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205162.764742:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00100000:0.0:1788205162.764745:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937938560:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205162.764746:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205162.764751:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:0.0:1788205162.764752:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205162.764756:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205162.764759:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.764763:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1788205162.764763:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000010:0.0:1788205162.764770:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5800.
00000100:00000001:1.0:1788205162.764770:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205162.764774:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205162.764775:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205162.764781:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788205162.764784:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788205162.764786:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205162.764789:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:0.0:1788205162.764791:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527e70.
00000008:00100000:1.0:1788205162.764793:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205162.764797:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205162.764799:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205162.764800:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5aa0.
00000100:00000010:1.0:1788205162.764803:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdf80.
00000020:00000040:1.0:1788205162.764807:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205162.764809:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205162.764810:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205162.764812:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205162.764813:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205162.764815:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205162.764818:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788205162.764821:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205162.764824:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937938560, portal 25
00000100:00100000:1.0:1788205162.764827:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdf80 x1875052937938688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205162.764828:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205162.764831:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462517888 : -127143247033728 : ffff8c5d27ecca80)
00000100:00000001:1.0:1788205162.764841:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1788205162.764842:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecca80 x1875052937938560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205162.764845:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205162.764853:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e021a10] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdf80 x1875052937938688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.764855:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205162.764862:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205162.764867:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5cc0.
00000100:00000001:1.0:1788205162.764869:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205162.764871:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937938560, offset 0
00000100:00080000:1.0:1788205162.764873:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205162.764878:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788205162.764879:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205162.764882:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:0.0:1788205162.764883:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788205162.764888:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788205162.764894:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:1.0:1788205162.764900:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15468
00000400:00000200:0.0:1788205162.764903:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205162.764915:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205162.764919:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205162.764923:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205162.764926:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205162.764929:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547282:547282:256:4294967295] 192.168.201.135@tcp LPNI seq info [547248:547248:8:4294967295]
00000400:00000200:0.0:1788205162.764933:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205162.764942:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000400:00000200:1.0:1788205162.764950:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:0.0:1788205162.764951:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205162.764956:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205162.764958:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205162.764962:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205162.764965:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205162.764967:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000010:0.0:1788205162.764968:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905d00.
00000100:00000001:1.0:1788205162.764970:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205162.764973:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205162.764974:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788205162.764976:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:0.0:1788205162.764979:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:1.0:1788205162.764979:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788205162.764984:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788205162.764988:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:0.1:1788205162.764988:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:1.0:1788205162.764993:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205162.764996:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205162.764998:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205162.765000:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205162.765002:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00000001:0.0:1788205162.765005:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205162.765005:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205162.765010:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205162.765012:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788205162.765014:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205162.765017:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205162.765019:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.765021:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310144716
00000100:00000001:1.0:1788205162.765022:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205162.765025:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205162.765029:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205162.765031:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205162.765032:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00000010:1.0:1788205162.765036:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc700.
00000100:00000001:0.0:1788205162.765040:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000040:1.0:1788205162.765041:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205162.765045:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205162.765047:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.765048:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310144716
00000100:00000001:1.0:1788205162.765049:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205162.765053:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205162.765055:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205162.765060:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074060.
00000100:00000001:0.0:1788205162.765065:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205162.765069:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1788205162.765070:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:0.0:1788205162.765073:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205162.765075:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.765078:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205162.765082:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc700 x1875052937938816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205162.765084:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205162.765093:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205162.765094:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205162.765096:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.765098:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:1.0:1788205162.765101:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd04a276] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc700 x1875052937938816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.765103:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205162.765107:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205162.765110:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788205162.765116:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205162.765117:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdf80 x1875052937938688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1788205162.765119:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205162.765128:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205162.765131:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:0.0:1788205162.765133:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00080000:1.0:1788205162.765134:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205162.765136:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205162.765139:0:267769:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:0.0:1788205162.765140:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205162.765143:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1788205162.765144:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15468
02000000:00000001:0.0:1788205162.765147:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205162.765151:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:0.0:1788205162.765154:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937938688:192.168.201.135@tcp:38:kworker.0
00000400:00000200:1.0:1788205162.765158:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205162.765160:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1788205162.765163:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
02000000:00000001:0.0:1788205162.765164:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205162.765168:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205162.765170:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:0.0:1788205162.765172:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1788205162.765173:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205162.765176:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000010:0.0:1788205162.765177:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7c00.
00000100:00000001:1.0:1788205162.765179:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:0.0:1788205162.765181:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205162.765183:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205162.765185:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788205162.765188:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:0.0:1788205162.765189:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:1.0:1788205162.765191:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000010:0.0:1788205162.765193:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527d68.
00000020:00000001:1.0:1788205162.765194:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788205162.765199:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000010:0.0:1788205162.765200:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5d48.
00000100:00000040:1.0:1788205162.765203:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000200:0.0:1788205162.765206:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937938688, portal 10
00000100:00000001:1.0:1788205162.765207:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205162.765210:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205162.765212:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205162.765214:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205162.765215:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462523264 : -127143247028352 : ffff8c5d27ecdf80)
00000020:00000040:1.0:1788205162.765217:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788205162.765222:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205162.765225:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205162.765227:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdf80 x1875052937938688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205162.765228:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205162.765231:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205162.765235:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205162.765239:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205162.765243:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00100000:1.0:1788205162.765243:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000040:0.0:1788205162.765248:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000008:00000001:1.0:1788205162.765249:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205162.765252:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205162.765253:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db56e8.
00000100:00000010:1.0:1788205162.765256:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecfb80.
00000100:00000200:0.0:1788205162.765257:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937938688, offset 0
00000020:00000040:1.0:1788205162.765259:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205162.765264:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:0.0:1788205162.765267:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000001:1.0:1788205162.765267:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205162.765271:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205162.765273:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788205162.765276:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788205162.765276:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205162.765283:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000010:1.0:1788205162.765283:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000400:00000200:0.0:1788205162.765289:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1788205162.765289:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205162.765295:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00100000:1.0:1788205162.765333:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecfb80 x1875052937938944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205162.765342:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205162.765344:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205162.765349:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2262872] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecfb80 x1875052937938944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205162.765351:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205162.765356:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205162.765362:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547283:547283:255:4294967295] 192.168.201.135@tcp LPNI seq info [547249:547249:7:4294967295]
00000100:00000001:1.0:1788205162.765367:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205162.765368:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:1.0:1788205162.765373:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:0.0:1788205162.765378:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1788205162.765382:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:0.0:1788205162.765386:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:1.0:1788205162.765386:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205162.765389:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:0.0:1788205162.765390:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905400.
00000100:00000001:1.0:1788205162.765394:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.0:1788205162.765396:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:1.0:1788205162.765400:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15468
00000800:00000200:0.1:1788205162.765402:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788205162.765404:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205162.765409:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788205162.765411:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205162.765417:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205162.765419:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:0.0:1788205162.765422:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788205162.765425:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205162.765427:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310140957
00000100:00000001:1.0:1788205162.765429:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205162.765431:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310144716
00000100:00000040:1.0:1788205162.765432:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205162.765436:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310140957
00000100:00000001:1.0:1788205162.765437:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205162.765440:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310144716
00000020:00000001:1.0:1788205162.765442:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:0.0:1788205162.765446:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1788205162.765446:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788205162.765450:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205162.765451:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788205162.765453:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:0.0:1788205162.765456:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205162.765457:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788205162.765459:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1788205162.765462:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:0.0:1788205162.765465:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:1.0:1788205162.765468:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205162.765469:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788205162.765474:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205162.765474:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205162.765478:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1788205162.765479:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205162.765480:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1788205162.765484:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:0.0:1788205162.765488:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc700 x1875052937938816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1788205162.765488:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788205162.765495:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205162.765501:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205162.765505:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205162.765507:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1788205162.765509:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205162.765510:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205162.765514:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.765515:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1788205162.765517:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205162.765520:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205162.765522:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205162.765524:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205162.765527:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecf480.
02000000:00000001:0.0:1788205162.765529:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1788205162.765529:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205162.765535:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205162.765535:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205162.765537:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205162.765541:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:0.0:1788205162.765543:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937938816:192.168.201.135@tcp:38:kworker.0
02000000:00000001:1.0:1788205162.765543:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205162.765546:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.765550:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:1.0:1788205162.765553:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:0.0:1788205162.765554:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205162.765558:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205162.765559:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.765561:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:1.0:1788205162.765566:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecf480 x1875052937939072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1788205162.765567:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205162.765572:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205162.765579:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205162.765580:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:0.0:1788205162.765583:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527688.
00000100:00000001:1.0:1788205162.765584:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205162.765589:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000040:1.0:1788205162.765591:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b04005c6] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecf480 x1875052937939072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205162.765594:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937938816, portal 10
00000100:00000001:0.0:1788205162.765599:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205162.765602:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516992 : -127143247034624 : ffff8c5d27ecc700)
00000100:00000001:1.0:1788205162.765610:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205162.765615:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15478)
00000100:00000040:0.0:1788205162.765618:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc700 x1875052937938816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.765627:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205162.765630:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205162.765634:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5440.
00000100:00000200:0.0:1788205162.765636:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937938816, offset 0
00000400:00000200:0.0:1788205162.765641:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205162.765645:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205162.765649:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205162.765652:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205162.765654:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205162.765656:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205162.765658:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205162.765661:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547284:547284:254:4294967295] 192.168.201.135@tcp LPNI seq info [547250:547250:6:4294967295]
00000400:00000200:0.0:1788205162.765665:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205162.765671:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205162.765675:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205162.765679:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905e00.
00000800:00000200:0.0:1788205162.765683:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205162.765686:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788205162.765689:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205162.765692:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205162.765695:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205162.765697:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310140952
00000100:00000001:0.0:1788205162.765699:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310144716
00000100:00000001:0.0:1788205162.765701:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310140952
00000100:00000001:0.0:1788205162.765703:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310144716
00000100:00000001:0.0:1788205162.765705:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205162.765707:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.765710:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205162.765713:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecfb80 x1875052937938944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.765725:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205162.765726:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.765728:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205162.765730:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205162.765732:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205162.765734:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937938944:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205162.765737:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205162.765739:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205162.765741:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.765742:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205162.765746:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205162.765747:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205162.765750:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205162.765753:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205162.765757:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205162.765760:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937938944, portal 4
00000100:00000001:0.0:1788205162.765761:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205162.765763:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462530432 : -127143247021184 : ffff8c5d27ecfb80)
00000100:00000040:0.0:1788205162.765768:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecfb80 x1875052937938944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.765774:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205162.765776:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205162.765779:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5550.
00000100:00000200:0.0:1788205162.765781:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937938944, offset 0
00000400:00000200:0.0:1788205162.765785:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205162.765789:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205162.765792:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205162.765794:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205162.765797:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205162.765799:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205162.765800:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205162.765803:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547285:547285:253:4294967295] 192.168.201.135@tcp LPNI seq info [547251:547251:5:4294967295]
00000400:00000200:0.0:1788205162.765807:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205162.765813:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205162.765816:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205162.765820:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905c00.
00000800:00000200:0.0:1788205162.765824:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205162.765827:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788205162.765830:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205162.765833:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205162.765835:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205162.765837:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310141045
00000100:00000001:0.0:1788205162.765839:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310144716
00000100:00000001:0.0:1788205162.765841:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310141045
00000100:00000001:0.0:1788205162.765843:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310144716
00000100:00000001:0.0:1788205162.765846:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205162.765848:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.765850:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.765852:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.765855:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205162.765857:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788205162.765858:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205162.765860:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205162.765861:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205162.765865:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecf480 x1875052937939072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.765871:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205162.765873:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.765875:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205162.765876:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205162.765878:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205162.765881:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937939072:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205162.765886:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205162.765888:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205162.765889:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205162.765891:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205162.765894:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5400.
02000000:00000001:0.0:1788205162.765896:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205162.765899:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205162.765901:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e527c60.
00000400:00000010:0.0:1788205162.765905:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5b28.
00000100:00000200:0.0:1788205162.765908:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937939072, portal 4
00000100:00000001:0.0:1788205162.765910:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205162.765911:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462528640 : -127143247022976 : ffff8c5d27ecf480)
00000100:00000040:0.0:1788205162.765933:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecf480 x1875052937939072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205162.765938:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205162.765941:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205162.765943:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db54c8.
00000100:00000200:0.0:1788205162.765945:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937939072, offset 0
00000400:00000200:0.0:1788205162.765949:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205162.765953:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205162.765956:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205162.765959:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205162.765961:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205162.765963:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205162.765965:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205162.765967:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547286:547286:252:4294967295] 192.168.201.135@tcp LPNI seq info [547252:547252:4:4294967295]
00000400:00000200:0.0:1788205162.765971:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205162.765976:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205162.765980:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205162.765983:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905700.
00000800:00000200:0.0:1788205162.765985:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205162.765989:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788205162.765992:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205162.765994:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205162.765997:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205162.765998:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310141062
00000100:00000001:0.0:1788205162.766000:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310144716
00000100:00000001:0.0:1788205162.766002:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310141062
00000100:00000001:0.0:1788205162.766004:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310144716
00000100:00000001:0.0:1788205162.766005:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205162.766007:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.766010:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.766011:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.766014:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205162.766015:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1788205162.766017:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205162.766018:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205162.766019:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.766021:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205162.956542:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205162.956551:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205162.956553:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205162.956559:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205162.956563:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205162.956567:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.956569:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205162.956573:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205162.956586:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205163.468463:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205163.468471:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205163.468476:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205163.468477:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205163.468645:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205163.468650:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205163.468654:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1788205163.980482:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:0.0:1788205163.980492:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205163.980493:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205163.980499:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:0.0:1788205163.980503:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205163.980510:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205163.980513:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205163.980516:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205163.980519:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205164.492524:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205164.492531:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205164.492536:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205164.492537:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205164.492623:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205164.492627:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205164.492631:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205165.005692:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205165.005701:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205165.005703:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205165.005708:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205165.005712:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205165.005721:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205165.005724:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205165.005727:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205165.005730:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205165.516449:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205165.516457:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205165.516463:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205165.516464:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205165.516484:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205165.516487:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205165.516490:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1788205165.836611:0:2381:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:3.0:1788205165.836654:0:2381:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1788205165.836663:0:2381:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205165.836667:0:2381:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:3.0:1788205165.836672:0:2381:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205165.836675:0:2381:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1788205165.836680:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:3.0:1788205165.836683:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905d00.
00000400:00000200:3.0:1788205165.836689:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788205165.836693:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788205165.836699:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5cc0
00000400:00000010:3.0:1788205165.836702:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5cc0.
00000100:00000001:3.0:1788205165.836709:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205165.836717:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d27ecca80 x1875052937938560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.836790:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205165.836795:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205165.836799:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788205165.836817:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205165.836823:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecca80 x1875052937938560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205165.839043:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205162/real 1788205165]  req@ffff8c5d27ecca80 x1875052937938560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205187 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205165.839189:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205165.839192:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205165.839196:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527e70.
00000400:00000200:0.0:1788205165.839202:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5aa0
00000400:00000010:0.0:1788205165.839204:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5aa0.
00000100:00000001:0.0:1788205165.839209:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205165.839215:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecca80 x1875052937938560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205187 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205165.839224:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecca80 x1875052937938560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205187 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.839232:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205165.839235:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.839238:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205165.839240:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205165.839244:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecca80 x1875052937938560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205187 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.839251:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205165.839257:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecca80 x1875052937938560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205187 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.839274:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205165.839277:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.839279:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205165.839280:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.839283:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205165.839286:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205165.839289:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205165.839294:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205165.839311:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205165.839316:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecca80 x1875052937938560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205187 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205165.839325:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937938560:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205165.839330:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205165.839334:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205165.839337:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecca80 x1875052937938560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205187 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.839344:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205165.839348:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205165.839350:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205165.839352:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205165.839356:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205165.839358:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205165.839498:0:2381:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205165.839503:0:2381:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205165.839508:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:3.0:1788205165.839513:0:2381:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205165.839516:0:2381:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205165.839519:0:2381:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:3.0:1788205165.839522:0:2381:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205165.839525:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:3.0:1788205165.839529:0:2381:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205165.839531:0:2381:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205165.839534:0:2381:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecca80.
00000100:00000001:3.0:1788205165.839538:0:2381:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205165.839540:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205165.839541:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788205165.839553:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:3.0:1788205165.839556:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905400.
00000400:00000200:3.0:1788205165.839560:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788205165.839565:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788205165.839569:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db56e8
00000400:00000010:3.0:1788205165.839571:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db56e8.
00000100:00000001:3.0:1788205165.839574:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205165.839579:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d27ecdf80 x1875052937938688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.839620:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205165.839622:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205165.839625:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788205165.839637:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205165.839641:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdf80 x1875052937938688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205165.839664:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205162/real 1788205165]  req@ffff8c5d27ecdf80 x1875052937938688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205165.839672:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205165.839674:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205165.839676:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527d68.
00000400:00000200:0.0:1788205165.839678:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5d48
00000400:00000010:0.0:1788205165.839680:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5d48.
00000100:00000001:0.0:1788205165.839683:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205165.839685:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdf80 x1875052937938688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205165.839694:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdf80 x1875052937938688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.839700:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205165.839702:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.839703:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205165.839705:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205165.839708:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdf80 x1875052937938688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.839715:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205165.839719:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdf80 x1875052937938688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.839725:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205165.839728:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.839729:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205165.839731:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.839732:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205165.839734:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205165.839737:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205165.839740:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205165.839742:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205165.839746:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdf80 x1875052937938688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205165.839755:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937938688:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205165.839758:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205165.839760:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205165.839763:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdf80 x1875052937938688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.839769:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205165.839770:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205165.839772:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205165.839773:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205165.839775:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205165.839776:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205165.839802:0:2381:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:3.0:1788205165.839805:0:2381:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:3.0:1788205165.839806:0:2381:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:3.0:1788205165.839810:0:2381:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:3.0:1788205165.839811:0:2381:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:3.0:1788205165.839813:0:2381:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:3.0:1788205165.839815:0:2381:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:3.0:1788205165.839817:0:2381:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:3.0:1788205165.839819:0:2381:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:3.0:1788205165.839820:0:2381:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:3.0:1788205165.839821:0:2381:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdf80.
00000100:00000001:3.0:1788205165.839824:0:2381:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205165.839825:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205165.839827:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788205165.839832:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:3.0:1788205165.839835:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905e00.
00000400:00000200:3.0:1788205165.839838:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788205165.839841:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788205165.839844:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5440
00000400:00000010:3.0:1788205165.839846:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5440.
00000100:00000001:3.0:1788205165.839848:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205165.839852:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d27ecc700 x1875052937938816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205165.842222:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205165.842235:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc700 x1875052937938816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205165.842247:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205165.842249:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788205165.842272:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:3.0:1788205165.842276:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905c00.
00000400:00000200:3.0:1788205165.842280:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788205165.842284:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788205165.842289:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5550
00000400:00000010:3.0:1788205165.842292:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5550.
00000100:00000001:3.0:1788205165.842295:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205165.842312:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d27ecfb80 x1875052937938944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205165.842327:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205165.842330:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecfb80 x1875052937938944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205165.842337:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205165.842338:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:3.0:1788205165.842343:0:2381:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:3.0:1788205165.842345:0:2381:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905700.
00000400:00000200:3.0:1788205165.842348:0:2381:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1788205165.842351:0:2381:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1788205165.842354:0:2381:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db54c8
00000400:00000010:3.0:1788205165.842356:0:2381:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db54c8.
00000100:00000001:3.0:1788205165.842358:0:2381:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:3.0:1788205165.842362:0:2381:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d27ecf480 x1875052937939072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205165.842370:0:2381:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1788205165.842373:0:2381:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecf480 x1875052937939072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205187 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205165.842378:0:2381:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205165.842380:0:2381:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205165.842463:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205165.842466:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205165.842469:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205165.842476:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205162/real 1788205165]  req@ffff8c5d27ecf480 x1875052937939072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205165.842487:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205165.842489:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205165.842492:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527c60.
00000400:00000200:0.0:1788205165.842495:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5b28
00000400:00000010:0.0:1788205165.842496:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5b28.
00000100:00000001:0.0:1788205165.842499:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205165.842502:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecf480 x1875052937939072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205165.842511:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecf480 x1875052937939072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.842518:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205165.842520:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.842523:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205165.842525:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205165.842529:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecf480 x1875052937939072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.842536:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205165.842541:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecf480 x1875052937939072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.842548:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205165.842551:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.842553:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205165.842554:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.842556:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205165.842559:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205165.842562:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205165.842566:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205165.842568:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205165.842572:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecf480 x1875052937939072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205165.842581:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937939072:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205165.842585:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205165.842588:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205162/real 1788205165]  req@ffff8c5d27ecc700 x1875052937938816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205165.842594:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205165.842595:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205165.842597:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e527688.
00000400:00000200:0.0:1788205165.842599:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205165.842601:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205165.842603:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205165.842606:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc700 x1875052937938816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205165.842614:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc700 x1875052937938816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.842620:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205165.842621:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.842623:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205165.842624:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205165.842627:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc700 x1875052937938816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.842633:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205165.842637:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc700 x1875052937938816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.842643:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205165.842645:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.842646:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205165.842647:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.842649:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205165.842651:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205165.842653:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205165.842656:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205165.842658:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205165.842662:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc700 x1875052937938816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205165.842668:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937938816:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205165.842671:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205165.842675:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205162/real 1788205165]  req@ffff8c5d27ecfb80 x1875052937938944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205165.842682:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205165.842683:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205165.842685:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205165.842687:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205165.842688:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205165.842690:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205165.842693:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecfb80 x1875052937938944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205165.842701:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecfb80 x1875052937938944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.842707:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205165.842708:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.842710:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205165.842711:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205165.842714:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecfb80 x1875052937938944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.842720:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205165.842723:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecfb80 x1875052937938944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.842729:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205165.842731:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.842732:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205165.842733:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.842734:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205165.842736:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205165.842738:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205165.842741:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205165.842743:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205165.842748:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecfb80 x1875052937938944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205165.842755:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937938944:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205165.842759:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.842761:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205165.842764:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecf480 x1875052937939072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.842771:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205165.842774:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205165.842778:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:0.0:1788205165.842781:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205165.842784:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205165.842786:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205165.842789:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205165.842792:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:0.0:1788205165.842795:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205165.842796:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205165.842798:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecf480.
00000100:00000001:0.0:1788205165.842802:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205165.842803:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.842804:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205165.842807:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc700 x1875052937938816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.842814:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205165.842815:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205165.842817:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205165.842819:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205165.842820:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205165.842821:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205165.842822:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205165.842823:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:0.0:1788205165.842825:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205165.842827:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205165.842828:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc700.
00000100:00000001:0.0:1788205165.842831:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205165.842832:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.842833:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205165.842836:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecfb80 x1875052937938944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205187 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205165.842842:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205165.842844:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205165.842845:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205165.842847:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205165.842848:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205165.842849:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205165.842850:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205165.842851:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:0.0:1788205165.842853:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205165.842854:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205165.842855:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecfb80.
00000100:00000001:0.0:1788205165.842857:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205165.842858:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.842861:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205165.842867:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205165.842869:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205165.842871:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205165.842873:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205166.029106:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205166.029114:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205166.029116:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205166.029122:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205166.029126:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205166.029130:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205166.029132:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205166.029135:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205166.029138:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205166.540423:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205166.540429:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205166.540436:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205166.540437:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205166.540523:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205166.540530:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205166.540534:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205166.604437:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310144716, at 4310144768
00000100:00000040:1.0:1788205166.604437:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310144716, at 4310144768
00000100:00000010:0.0:1788205166.604462:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000010:1.0:1788205166.604467:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074060.
00000100:00000001:2.0:1788205167.052405:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205167.052466:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205167.052469:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205167.052474:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205167.052479:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205167.052483:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.052486:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205167.052490:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205167.052492:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205167.564491:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205167.564501:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205167.564504:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205167.564507:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205167.564513:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205167.564515:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205167.564519:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205167.564522:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205167.564526:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205167.564528:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205167.564529:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205167.564531:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205167.564533:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205167.564534:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205167.564535:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205167.564537:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205167.564606:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205167.564610:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205167.564613:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205167.884474:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205167.884486:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205167.884488:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205167.884492:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205167.884497:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205167.884505:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15473
00000400:00000200:3.0:1788205167.884515:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205167.884523:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205167.884526:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205167.884529:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.884534:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205167.884536:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.884539:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205167.884543:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205167.884545:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205167.884548:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205167.884551:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205167.884554:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205167.884556:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205167.884559:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.884561:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205167.884564:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.884565:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205167.884568:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205167.884571:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205167.884573:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205167.884576:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205167.884580:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205167.884583:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205167.884586:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205167.884588:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205167.884595:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788205167.884599:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205167.884603:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205167.884605:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205167.884608:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205167.884610:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205167.884614:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205167.884623:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788205167.884631:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205167.884641:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937939200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205167.884657:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205167.884663:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205167.884668:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937939200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205167.884698:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205167.884702:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205167.884705:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205167.884707:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205167.884708:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205167.884712:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205167.884714:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15473
00000400:00000200:3.0:1788205167.884718:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205167.884720:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205167.884723:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205167.884726:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.884728:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205167.884730:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.884732:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205167.884734:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205167.884736:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205167.884737:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205167.884739:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205167.884741:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788205167.884743:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788205167.884745:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.884747:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205167.884748:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.884750:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205167.884753:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788205167.884755:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205167.884757:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205167.884759:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205167.884764:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205167.884766:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205167.884768:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205167.884773:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205167.884776:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205167.884778:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205167.884782:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788205167.884784:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205167.884786:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205167.884787:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205167.884789:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205167.884791:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205167.884793:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205167.884796:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788205167.884800:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205167.884804:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937939328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205167.884812:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205167.884814:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205167.884817:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937939328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205167.884825:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205167.884827:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205167.884831:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205167.884832:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205167.884834:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205167.884836:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205167.884840:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15473
00000400:00000200:3.0:1788205167.884843:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205167.884847:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205167.884849:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205167.884853:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.884855:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205167.884858:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.884860:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205167.884861:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205167.884863:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205167.884865:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205167.884867:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:0.0:1788205167.884868:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788205167.884870:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000100:00000001:0.0:1788205167.884872:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788205167.884873:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205167.884877:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788205167.884880:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.884883:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205167.884885:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6a680 x1875052937939200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205167.884886:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.884890:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205167.884894:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205167.884899:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205167.884904:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205167.884908:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205167.884909:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788205167.884911:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205167.884913:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205167.884914:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205167.884918:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788205167.884920:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1788205167.884921:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788205167.884926:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1788205167.884926:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205167.884929:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205167.884931:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205167.884938:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937939200:192.168.201.135@tcp:250:kworker.0
00000100:00000010:3.0:1788205167.884942:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788205167.884945:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205167.884949:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788205167.884952:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205167.884952:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205167.884956:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205167.884957:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205167.884959:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205167.884960:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1788205167.884962:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:0.0:1788205167.884965:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205167.884967:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205167.884970:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1788205167.884974:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937939456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:0.0:1788205167.884979:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
00000100:00000001:3.0:1788205167.884983:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:0.0:1788205167.884985:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205167.884987:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205167.884991:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937939456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205167.885001:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205167.885005:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205167.885008:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000100:00080000:3.0:1788205167.885010:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205167.885015:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205167.885017:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:0.0:1788205167.885018:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00080000:3.0:1788205167.885019:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205167.885025:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205167.885028:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15473
00000400:00000200:3.0:1788205167.885032:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000200:0.0:1788205167.885033:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937939200, portal 25
00000400:00000200:3.0:1788205167.885036:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:0.0:1788205167.885038:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1788205167.885039:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:0.0:1788205167.885042:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793465472 : -127142916086144 : ffff8c5d3ba6a680)
00000100:00000040:3.0:1788205167.885045:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.885049:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205167.885054:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:0.0:1788205167.885055:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6a680 x1875052937939200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205167.885056:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205167.885059:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205167.885062:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788205167.885066:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205167.885069:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788205167.885073:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205167.885078:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788205167.885084:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205167.885087:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1788205167.885088:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205167.885091:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.885095:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:0.0:1788205167.885096:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788205167.885099:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000400:00000010:0.0:1788205167.885102:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00080000:3.0:1788205167.885103:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000200:0.0:1788205167.885108:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937939200, offset 0
00000100:00000001:3.0:1788205167.885108:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205167.885111:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205167.885115:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205167.885117:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205167.885121:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205167.885121:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205167.885126:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205167.885129:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205167.885131:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205167.885135:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:3.0:1788205167.885135:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788205167.885138:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205167.885142:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205167.885144:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205167.885145:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:3.0:1788205167.885146:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205167.885149:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205167.885152:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205167.885155:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1788205167.885156:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788205167.885160:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205167.885163:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00100000:3.0:1788205167.885166:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937939584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205167.885171:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205167.885179:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.885180:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205167.885183:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205167.885187:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547287:547287:256:4294967295] 192.168.201.135@tcp LPNI seq info [547253:547253:8:4294967295]
00000100:00000040:3.0:1788205167.885190:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937939584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205167.885199:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205167.885206:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205167.885210:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205167.885216:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205167.885219:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:0.0:1788205167.885220:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788205167.885221:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205167.885236:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000800:00000200:0.0:1788205167.885241:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205167.885242:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15473
00000400:00000200:3.0:1788205167.885248:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000010:0.0:1788205167.885251:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000400:00000200:3.0:1788205167.885251:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205167.885256:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205167.885260:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.885263:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788205167.885265:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788205167.885268:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:0.0:1788205167.885272:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1788205167.885272:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205167.885275:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205167.885278:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788205167.885281:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205167.885283:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000800:00000200:0.1:1788205167.885284:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788205167.885285:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788205167.885290:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000800:00000200:0.1:1788205167.885293:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1788205167.885295:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.885332:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205167.885335:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205167.885337:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205167.885340:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788205167.885344:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205167.885347:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205167.885348:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205167.885352:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000100:0.0:1788205167.885354:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788205167.885355:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205167.885359:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000010:0.0:1788205167.885360:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000008:00100000:3.0:1788205167.885363:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205167.885367:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205167.885368:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788205167.885369:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205167.885376:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000400:00000200:0.0:1788205167.885379:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1788205167.885380:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205167.885385:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205167.885387:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205167.885389:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788205167.885390:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
02000000:00000001:3.0:1788205167.885392:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1788205167.885394:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
02000000:00000001:3.0:1788205167.885395:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205167.885401:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788205167.885405:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205167.885409:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1788205167.885410:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937939712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788205167.885418:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6a680 x1875052937939200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205167.885422:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205167.885425:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205167.885432:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937939712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.885437:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205167.885443:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205167.885444:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6a680 x1875052937939200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205167.885450:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15483)
00000100:00000001:0.0:1788205167.885463:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205167.885465:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205167.885474:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205167.885479:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205167.885482:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310149837
00000100:00000010:0.0:1788205167.885488:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00000001:0.0:1788205167.885496:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205167.885502:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310149837
00000100:00000010:0.0:1788205167.885505:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074a80.
00000100:00000001:0.0:1788205167.885508:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205167.885512:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205167.885520:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205167.885523:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205167.885527:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205167/real 1788205167]  req@ffff8c5d3ba6a680 x1875052937939200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205167.885536:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205167.885538:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205167.885541:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205167.885543:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205167.885545:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205167.885548:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205167.885552:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6a680 x1875052937939200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205167.885560:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6a680 x1875052937939200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.885567:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205167.885568:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.885571:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205167.885573:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205167.885583:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6a680 x1875052937939200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.885592:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205167.885597:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6a680 x1875052937939200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.885604:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205167.885607:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.885609:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205167.885610:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.885611:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205167.885613:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205167.885615:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205167.885618:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205167.885620:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205167.885624:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6a680 x1875052937939200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205167.885632:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937939200:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205167.885638:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205167.885641:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937939328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.885648:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205167.885650:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205167.885652:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205167.885654:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205167.885656:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205167.885660:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937939328:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205167.885663:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205167.885665:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205167.885666:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205167.885669:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205167.885673:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205167.885675:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205167.885678:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205167.885680:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205167.885684:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205167.885688:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937939328, portal 10
00000100:00000001:0.0:1788205167.885690:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205167.885691:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00000040:0.0:1788205167.885698:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937939328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.885704:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205167.885706:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205167.885708:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205167.885711:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937939328, offset 0
00000400:00000200:0.0:1788205167.885715:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205167.885719:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205167.885722:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205167.885725:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205167.885727:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205167.885729:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205167.885731:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205167.885734:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547288:547288:256:4294967295] 192.168.201.135@tcp LPNI seq info [547254:547254:8:4294967295]
00000400:00000200:0.0:1788205167.885744:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205167.885751:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205167.885755:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205167.885758:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205167.885762:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205167.885764:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205167.885768:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205167.885771:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205167.885774:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205167.885776:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205167.885780:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205167.885783:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205167.885786:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205167.885788:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205167.885790:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205167.885794:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937939328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.885801:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205167.885803:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937939328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.885810:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205167.885811:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205167.885815:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205167.885819:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205167.885822:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205167.885824:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310146077
00000100:00000001:0.0:1788205167.885827:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310149837
00000100:00000001:0.0:1788205167.885830:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310146077
00000100:00000001:0.0:1788205167.885832:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310149837
00000100:00000001:0.0:1788205167.885834:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205167.885836:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205167.885838:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205167.885841:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205167/real 1788205167]  req@ffff8c5d3ba68700 x1875052937939328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205167.885848:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205167.885849:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205167.885850:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205167.885853:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205167.885854:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205167.885856:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205167.885859:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937939328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205167.885866:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937939328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.885871:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205167.885872:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.885874:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205167.885875:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205167.885879:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937939328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.885884:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205167.885889:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937939328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.885894:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205167.885896:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.885898:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205167.885899:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.885901:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205167.885902:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205167.885904:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205167.885907:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205167.885909:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205167.885913:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937939328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205167.885919:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937939328:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205167.885923:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.885925:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205167.885928:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6a680 x1875052937939200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.885935:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205167.885938:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205167.885940:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205167.885943:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205167.885945:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205167.885947:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788205167.885949:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205167.885952:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:0.0:1788205167.885955:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205167.885957:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205167.885959:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6a680.
00000100:00000001:0.0:1788205167.885962:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205167.885964:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.885965:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205167.885968:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937939328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.885974:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205167.885975:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205167.885977:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205167.885979:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205167.885980:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205167.885981:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205167.885983:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205167.885984:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:0.0:1788205167.885986:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205167.885987:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205167.885988:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:0.0:1788205167.885990:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205167.885992:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.885994:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.886002:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205167.886004:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205167.886007:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205167.886009:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205167.886010:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205167.886014:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937939456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886020:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205167.886021:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205167.886023:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205167.886025:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205167.886027:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205167.886030:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937939456:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205167.886033:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205167.886035:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205167.886037:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205167.886038:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205167.886041:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205167.886043:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205167.886046:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205167.886049:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205167.886052:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205167.886055:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937939456, portal 10
00000100:00000001:0.0:1788205167.886057:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205167.886058:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:0.0:1788205167.886064:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937939456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886070:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205167.886072:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205167.886075:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205167.886077:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937939456, offset 0
00000400:00000200:0.0:1788205167.886081:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205167.886085:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205167.886088:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205167.886091:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205167.886094:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205167.886096:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205167.886099:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205167.886102:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547289:547289:256:4294967295] 192.168.201.135@tcp LPNI seq info [547255:547255:8:4294967295]
00000400:00000200:0.0:1788205167.886105:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205167.886111:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205167.886114:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205167.886117:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205167.886121:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205167.886123:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205167.886128:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205167.886130:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205167.886134:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205167.886136:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205167.886139:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205167.886142:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205167.886145:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205167.886146:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205167.886149:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205167.886153:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937939456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886160:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205167.886163:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937939456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886169:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205167.886170:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205167.886173:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205167.886176:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205167.886179:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205167.886181:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310146072
00000100:00000001:0.0:1788205167.886183:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310149837
00000100:00000001:0.0:1788205167.886185:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310146072
00000100:00000001:0.0:1788205167.886186:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310149837
00000100:00000001:0.0:1788205167.886189:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205167.886191:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205167.886192:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205167.886195:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205167/real 1788205167]  req@ffff8c5d3ba6b480 x1875052937939456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205167.886202:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205167.886203:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205167.886205:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205167.886207:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205167.886209:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205167.886211:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205167.886214:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937939456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205167.886220:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937939456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886225:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205167.886244:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.886246:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205167.886248:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205167.886251:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937939456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886257:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205167.886261:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937939456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886267:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205167.886269:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.886270:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205167.886271:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.886273:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205167.886274:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205167.886278:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205167.886281:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205167.886283:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205167.886287:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937939456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205167.886294:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937939456:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205167.886328:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205167.886332:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937939584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886338:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205167.886339:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205167.886342:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205167.886344:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205167.886345:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205167.886348:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937939584:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205167.886351:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205167.886353:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205167.886355:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205167.886356:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205167.886359:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205167.886361:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205167.886364:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205167.886367:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205167.886370:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205167.886373:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937939584, portal 4
00000100:00000001:0.0:1788205167.886374:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205167.886375:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:0.0:1788205167.886381:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937939584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886391:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205167.886394:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205167.886395:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205167.886398:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937939584, offset 0
00000400:00000200:0.0:1788205167.886401:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205167.886405:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205167.886408:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205167.886411:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205167.886413:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205167.886415:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205167.886418:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205167.886421:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547290:547290:256:4294967295] 192.168.201.135@tcp LPNI seq info [547256:547256:8:4294967295]
00000400:00000200:0.0:1788205167.886424:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205167.886430:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205167.886434:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205167.886437:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205167.886440:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205167.886443:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205167.886447:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205167.886450:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205167.886453:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205167.886455:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205167.886458:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205167.886462:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205167.886465:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205167.886466:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205167.886469:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205167.886472:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937939584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886479:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205167.886482:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937939584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886493:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205167.886494:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205167.886497:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205167.886500:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205167.886503:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205167.886505:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310146166
00000100:00000001:0.0:1788205167.886507:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310149837
00000100:00000001:0.0:1788205167.886509:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310146166
00000100:00000001:0.0:1788205167.886511:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310149837
00000100:00000001:0.0:1788205167.886513:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205167.886515:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205167.886517:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205167.886521:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205167/real 1788205167]  req@ffff8c5d3ba69880 x1875052937939584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205167.886528:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205167.886529:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205167.886532:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205167.886533:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205167.886535:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205167.886538:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205167.886541:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937939584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205167.886548:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937939584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886553:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205167.886555:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.886557:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205167.886558:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205167.886561:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937939584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886568:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205167.886572:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937939584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886579:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205167.886581:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.886582:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205167.886583:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.886585:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205167.886587:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205167.886589:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205167.886592:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205167.886594:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205167.886598:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937939584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205167.886605:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937939584:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205167.886609:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205167.886613:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937939712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886619:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205167.886620:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205167.886622:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205167.886624:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205167.886626:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205167.886629:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937939712:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205167.886633:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205167.886634:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205167.886636:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205167.886638:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205167.886641:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5400.
02000000:00000001:0.0:1788205167.886643:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205167.886645:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205167.886647:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205167.886650:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205167.886653:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937939712, portal 4
00000100:00000001:0.0:1788205167.886655:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205167.886656:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:0.0:1788205167.886662:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937939712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886668:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205167.886671:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205167.886673:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205167.886675:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937939712, offset 0
00000400:00000200:0.0:1788205167.886679:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205167.886683:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205167.886686:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205167.886689:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205167.886691:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205167.886693:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205167.886695:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205167.886698:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547291:547291:256:4294967295] 192.168.201.135@tcp LPNI seq info [547257:547257:8:4294967295]
00000400:00000200:0.0:1788205167.886702:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205167.886707:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205167.886712:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205167.886715:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205167.886719:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205167.886721:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:0.1:1788205167.886725:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205167.886727:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:0.0:1788205167.886729:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205167.886731:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205167.886733:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205167.886735:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205167.886737:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205167.886738:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205167.886740:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205167.886743:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937939712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886749:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205167.886752:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937939712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205192 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886758:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205167.886760:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205167.886763:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205167.886766:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205167.886769:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205167.886771:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310146183
00000100:00000001:0.0:1788205167.886773:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310149837
00000100:00000001:0.0:1788205167.886775:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310146183
00000100:00000001:0.0:1788205167.886777:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310149837
00000100:00000001:0.0:1788205167.886779:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205167.886780:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205167.886782:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205167.886785:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205167/real 1788205167]  req@ffff8c5d3ba69500 x1875052937939712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205167.886792:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205167.886793:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205167.886795:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205167.886797:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205167.886798:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205167.886801:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205167.886804:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937939712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205167.886810:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937939712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886816:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205167.886818:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.886820:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205167.886821:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205167.886825:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937939712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886832:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205167.886836:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937939712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886842:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205167.886844:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.886846:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205167.886847:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.886849:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205167.886850:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205167.886853:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205167.886856:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205167.886858:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205167.886862:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937939712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205167.886869:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937939712:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205167.886873:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.886875:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205167.886879:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937939456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886885:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205167.886887:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205167.886889:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205167.886891:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205167.886893:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205167.886894:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205167.886897:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205167.886898:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:0.0:1788205167.886901:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205167.886902:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205167.886904:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:0.0:1788205167.886907:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205167.886908:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.886910:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205167.886913:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937939584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886918:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205167.886920:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205167.886922:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205167.886924:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205167.886926:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205167.886928:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205167.886930:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205167.886932:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:0.0:1788205167.886934:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205167.886935:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205167.886936:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:0.0:1788205167.886939:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205167.886940:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.886942:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205167.886945:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937939712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205192 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205167.886952:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205167.886954:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205167.886956:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:0.0:1788205167.886958:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205167.886959:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205167.886960:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205167.886962:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205167.886963:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:0.0:1788205167.886965:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205167.886966:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205167.886968:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:0.0:1788205167.886969:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205167.886970:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.886972:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205167.886978:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205167.886980:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205167.886982:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205167.886984:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205168.076439:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205168.076447:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205168.076448:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205168.076454:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205168.076457:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205168.076461:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205168.076464:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205168.076466:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205168.076468:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205168.588598:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205168.588605:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205168.588610:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205168.588610:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205168.588749:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205168.588752:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205168.588754:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205169.100661:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205169.100670:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205169.100672:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205169.100678:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205169.100681:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205169.100686:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205169.100689:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205169.100692:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205169.100694:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205169.612481:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205169.612496:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205169.612504:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205169.612505:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205169.612578:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205169.612583:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205169.612587:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205170.124448:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205170.124458:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205170.124460:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205170.124468:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205170.124472:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205170.124476:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205170.124479:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205170.124482:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205170.124485:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205170.636429:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205170.636437:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205170.636444:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205170.636446:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205170.636511:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205170.636513:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205170.636516:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205171.148414:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205171.148422:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205171.148424:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205171.148430:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205171.148434:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205171.148438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205171.148440:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205171.148443:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205171.148445:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205171.660521:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205171.660530:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205171.660539:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205171.660540:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205171.660613:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205171.660618:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205171.660621:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205171.724452:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310149837, at 4310149888
00000100:00000010:0.0:1788205171.724472:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000040:1.0:1788205171.724593:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310149837, at 4310149888
00000100:00000010:1.0:1788205171.724611:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074a80.
00000100:00000001:2.0:1788205172.172685:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205172.172693:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205172.172695:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205172.172700:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205172.172703:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205172.172707:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205172.172709:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205172.172711:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205172.172713:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205172.684431:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205172.684438:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205172.684444:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205172.684444:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205172.684529:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205172.684533:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205172.684536:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205173.004422:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205173.004433:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205173.004435:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205173.004439:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205173.004443:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205173.004450:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15478
00000400:00000200:3.0:1788205173.004458:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205173.004465:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205173.004468:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205173.004471:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.004475:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205173.004478:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.004481:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205173.004486:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205173.004488:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205173.004491:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205173.004495:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205173.004498:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205173.004501:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205173.004505:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.004508:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205173.004509:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.004511:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205173.004513:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205173.004516:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205173.004518:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205173.004520:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205173.004523:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205173.004524:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205173.004526:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205173.004528:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205173.004538:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788205173.004541:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205173.004545:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205173.004546:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205173.004548:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205173.004551:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205173.004554:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205173.004561:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000100:00000001:3.0:1788205173.004567:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205173.004575:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937939840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205173.004582:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205173.004587:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205173.004590:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937939840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205173.004615:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205173.004619:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205173.004623:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205173.004624:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205173.004626:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205173.004629:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205173.004632:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15478
00000400:00000200:3.0:1788205173.004636:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205173.004639:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205173.004642:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205173.004645:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.004648:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205173.004650:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205173.004652:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205173.004652:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205173.004657:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205173.004659:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205173.004661:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205173.004663:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:0.0:1788205173.004664:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205173.004665:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788205173.004670:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788205173.004670:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788205173.004674:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.004678:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205173.004682:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937939840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205173.004682:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.004686:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205173.004691:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788205173.004698:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205173.004703:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205173.004706:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.004708:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205173.004711:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205173.004713:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205173.004716:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205173.004717:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205173.004718:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205173.004722:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205173.004726:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937939840:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788205173.004726:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205173.004732:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205173.004736:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.004738:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205173.004745:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205173.004747:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205173.004748:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.004752:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1788205173.004758:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
02000000:00000010:0.0:1788205173.004760:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5400.
00000020:00000040:3.0:1788205173.004763:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205173.004764:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205173.004768:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205173.004770:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205173.004773:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788205173.004774:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788205173.004776:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205173.004779:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:0.0:1788205173.004781:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
02000000:00000010:3.0:1788205173.004785:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000400:00000010:0.0:1788205173.004791:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000001:3.0:1788205173.004791:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205173.004797:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937939968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:0.0:1788205173.004802:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937939840, portal 25
00000100:00000001:3.0:1788205173.004803:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205173.004806:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.004808:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1788205173.004810:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937939968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.004811:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000001:3.0:1788205173.004821:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205173.004823:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937939840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205173.004824:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205173.004829:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205173.004832:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205173.004834:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205173.004838:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:0.0:1788205173.004840:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1788205173.004841:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15478
00000100:00000040:0.0:1788205173.004846:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205173.004847:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205173.004852:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205173.004854:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205173.004857:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:0.0:1788205173.004858:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000001:3.0:1788205173.004862:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:0.0:1788205173.004864:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937939840, offset 0
00000100:00000040:3.0:1788205173.004867:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.004871:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205173.004874:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:0.0:1788205173.004876:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788205173.004877:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205173.004881:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205173.004883:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788205173.004885:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205173.004889:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:0.0:1788205173.004890:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788205173.004895:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.004899:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:0.0:1788205173.004902:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:3.0:1788205173.004905:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.004909:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:0.0:1788205173.004911:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1788205173.004912:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205173.004917:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:0.0:1788205173.004921:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:3.0:1788205173.004921:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205173.004923:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205173.004927:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788205173.004930:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788205173.004930:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205173.004934:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:0.0:1788205173.004935:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000008:00100000:3.0:1788205173.004937:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:0.0:1788205173.004940:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547292:547292:256:4294967295] 192.168.201.135@tcp LPNI seq info [547258:547258:8:4294967295]
00000400:00000200:0.0:1788205173.004945:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205173.004952:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205173.004958:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000008:00000001:3.0:1788205173.004965:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205173.004966:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205173.004969:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788205173.004971:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000010:0.0:1788205173.004974:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
02000000:00000001:3.0:1788205173.004974:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205173.004976:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205173.004979:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205173.004981:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205173.004983:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.0:1788205173.004986:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:3.0:1788205173.004991:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000800:00000200:0.0:1788205173.004992:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1788205173.004995:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205173.005004:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937940096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:0.1:1788205173.005006:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788205173.005014:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:0.1:1788205173.005014:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1788205173.005016:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205173.005022:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937940096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1788205173.005023:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205173.005028:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000100:00000001:3.0:1788205173.005031:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205173.005033:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205173.005036:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000400:00000200:0.0:1788205173.005037:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788205173.005037:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205173.005040:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205173.005043:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:0.0:1788205173.005046:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1788205173.005048:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15478
00000400:00000200:3.0:1788205173.005054:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205173.005056:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000200:3.0:1788205173.005057:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205173.005062:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:0.0:1788205173.005063:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000040:3.0:1788205173.005066:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.005068:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205173.005070:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.005072:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205173.005073:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1788205173.005074:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205173.005077:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788205173.005078:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205173.005080:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788205173.005082:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000200:0.0:1788205173.005083:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937939840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205173.005083:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788205173.005089:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.005093:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205173.005097:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.005101:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205173.005103:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:0.0:1788205173.005104:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1788205173.005105:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205173.005109:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205173.005110:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937939840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205173.005111:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205173.005113:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205173.005114:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205173.005116:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205173.005117:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205173.005119:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205173.005122:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205173.005127:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000100:00000001:0.0:1788205173.005130:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205173.005131:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788205173.005132:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788205173.005137:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205173.005148:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205173.005150:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205173.005152:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788205173.005153:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205173.005154:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205173.005159:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:3.0:1788205173.005161:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:0.0:1788205173.005163:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310154956
00000100:00000001:3.0:1788205173.005166:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205173.005169:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00100000:3.0:1788205173.005174:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937940224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205173.005178:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205173.005186:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310154956
00000100:00000001:3.0:1788205173.005187:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000010:0.0:1788205173.005191:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074b40.
00000100:00000001:3.0:1788205173.005191:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.005196:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1788205173.005197:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937940224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.005200:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205173.005205:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.005209:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788205173.005212:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205173.005215:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1788205173.005216:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205173/real 1788205173]  req@ffff8c5d3ba68380 x1875052937939840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205173.005223:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205173.005227:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205173.005230:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:0.0:1788205173.005233:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788205173.005235:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000400:00000001:0.0:1788205173.005236:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205173.005239:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000100:00080000:3.0:1788205173.005240:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15478
00000400:00000200:0.0:1788205173.005242:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205173.005245:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000400:00000200:3.0:1788205173.005248:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205173.005249:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205173.005254:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937939840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205173.005256:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205173.005263:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:0.0:1788205173.005268:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937939840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205173.005269:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.005275:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205173.005278:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.005282:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205173.005286:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205173.005289:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:0.0:1788205173.005290:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1788205173.005291:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205173.005294:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:0.0:1788205173.005295:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788205173.005296:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788205173.005319:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788205173.005322:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.005324:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205173.005326:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205173.005328:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205173.005331:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788205173.005335:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205173.005337:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205173.005339:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.005342:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205173.005343:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205173.005348:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:0.0:1788205173.005352:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937939840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205173.005352:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205173.005356:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205173.005359:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205173.005367:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.005368:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205173.005371:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205173.005375:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937939840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205173.005377:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788205173.005383:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788205173.005387:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788205173.005389:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788205173.005390:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205173.005392:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.005394:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.005397:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205173.005397:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205173.005401:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788205173.005402:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205173.005404:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788205173.005406:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205173.005407:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205173.005412:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205173.005414:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:3.0:1788205173.005414:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000040:0.0:1788205173.005421:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937939840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205173.005422:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205173.005430:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937940352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1788205173.005433:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937939840:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205173.005445:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205173.005446:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205173.005450:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205173.005451:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205173.005457:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937939840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205173.005459:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937940352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.005483:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788205173.005484:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.005487:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205173.005490:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5400.
00000100:00000040:3.0:1788205173.005491:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15488)
02000000:00000001:0.0:1788205173.005494:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205173.005497:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205173.005499:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788205173.005501:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205173.005503:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:0.0:1788205173.005507:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205173.005508:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205173.005510:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:0.0:1788205173.005513:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205173.005514:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.005516:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.005524:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205173.005527:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.005529:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205173.005530:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205173.005532:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205173.005537:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937939968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.005543:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205173.005544:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.005547:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205173.005549:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205173.005550:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205173.005553:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937939968:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205173.005556:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205173.005558:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205173.005560:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.005562:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205173.005565:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5400.
02000000:00000001:0.0:1788205173.005567:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205173.005571:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205173.005574:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205173.005578:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205173.005581:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937939968, portal 10
00000100:00000001:0.0:1788205173.005583:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205173.005584:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:0.0:1788205173.005591:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937939968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.005598:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205173.005601:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205173.005603:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205173.005605:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937939968, offset 0
00000400:00000200:0.0:1788205173.005608:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205173.005611:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205173.005614:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205173.005616:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205173.005618:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205173.005619:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205173.005621:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205173.005623:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547293:547293:256:4294967295] 192.168.201.135@tcp LPNI seq info [547259:547259:8:4294967295]
00000400:00000200:0.0:1788205173.005626:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205173.005631:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205173.005635:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205173.005639:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205173.005642:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205173.005645:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788205173.005649:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205173.005652:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788205173.005656:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205173.005658:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205173.005661:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205173.005664:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205173.005667:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205173.005669:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205173.005672:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205173.005676:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937939968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.005684:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.005687:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937939968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.005693:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.005695:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205173.005699:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205173.005703:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205173.005707:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205173.005709:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310151197
00000100:00000001:0.0:1788205173.005712:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310154956
00000100:00000001:0.0:1788205173.005714:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310151197
00000100:00000001:0.0:1788205173.005716:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310154956
00000100:00000001:0.0:1788205173.005719:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205173.005720:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.005721:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205173.005724:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205173/real 1788205173]  req@ffff8c5d3ba68000 x1875052937939968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205173.005730:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205173.005731:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205173.005732:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205173.005734:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205173.005735:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205173.005737:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205173.005739:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937939968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205173.005746:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937939968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.005752:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205173.005754:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.005755:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.005757:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205173.005760:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937939968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.005767:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205173.005771:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937939968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.005777:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205173.005780:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.005781:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.005782:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.005784:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205173.005785:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205173.005789:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205173.005792:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205173.005794:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205173.005797:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937939968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205173.005805:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937939968:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205173.005809:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205173.005813:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937940096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.005818:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205173.005819:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.005822:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205173.005824:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205173.005825:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205173.005828:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937940096:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205173.005831:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205173.005833:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205173.005834:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.005836:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205173.005840:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205173.005842:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205173.005845:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205173.005847:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205173.005851:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205173.005854:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937940096, portal 10
00000100:00000001:0.0:1788205173.005855:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205173.005857:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:0.0:1788205173.005862:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937940096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.005875:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205173.005877:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205173.005879:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205173.005881:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937940096, offset 0
00000400:00000200:0.0:1788205173.005885:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205173.005890:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205173.005893:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205173.005896:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205173.005899:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205173.005901:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205173.005904:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205173.005907:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547294:547294:256:4294967295] 192.168.201.135@tcp LPNI seq info [547260:547260:8:4294967295]
00000400:00000200:0.0:1788205173.005911:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205173.005917:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205173.005921:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205173.005925:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205173.005929:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205173.005932:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788205173.005936:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205173.005938:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788205173.005942:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205173.005944:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205173.005946:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205173.005950:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205173.005953:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205173.005954:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205173.005957:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205173.005961:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937940096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.005969:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.005972:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937940096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.005984:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.005986:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205173.005989:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205173.005992:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205173.005996:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205173.005998:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310151192
00000100:00000001:0.0:1788205173.006000:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310154956
00000100:00000001:0.0:1788205173.006002:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310151192
00000100:00000001:0.0:1788205173.006004:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310154956
00000100:00000001:0.0:1788205173.006007:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205173.006008:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.006010:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205173.006014:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205173/real 1788205173]  req@ffff8c5d3ba69180 x1875052937940096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205173.006021:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205173.006022:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205173.006024:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205173.006026:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205173.006028:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205173.006030:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205173.006032:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937940096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205173.006040:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937940096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006045:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205173.006047:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.006048:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.006050:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205173.006053:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937940096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006060:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205173.006063:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937940096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006069:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205173.006071:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.006073:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.006074:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.006076:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205173.006077:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205173.006079:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205173.006082:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205173.006084:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205173.006088:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937940096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205173.006095:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937940096:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205173.006099:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205173.006102:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937940224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006108:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205173.006110:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.006112:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205173.006114:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205173.006116:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205173.006120:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937940224:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205173.006122:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205173.006124:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205173.006127:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.006128:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205173.006132:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205173.006134:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205173.006137:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205173.006151:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205173.006155:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205173.006158:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937940224, portal 4
00000100:00000001:0.0:1788205173.006159:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205173.006161:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:0.0:1788205173.006167:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937940224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006172:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205173.006175:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205173.006177:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205173.006179:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937940224, offset 0
00000400:00000200:0.0:1788205173.006182:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205173.006186:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205173.006190:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205173.006193:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205173.006196:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205173.006198:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205173.006200:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205173.006202:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547295:547295:256:4294967295] 192.168.201.135@tcp LPNI seq info [547261:547261:8:4294967295]
00000400:00000200:0.0:1788205173.006206:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205173.006212:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205173.006216:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205173.006219:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205173.006223:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205173.006226:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788205173.006230:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205173.006232:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788205173.006236:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205173.006238:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205173.006241:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205173.006245:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205173.006248:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205173.006249:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205173.006252:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205173.006256:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937940224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006264:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.006267:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937940224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006274:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.006275:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205173.006278:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205173.006281:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205173.006284:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205173.006286:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310151285
00000100:00000001:0.0:1788205173.006289:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310154956
00000100:00000001:0.0:1788205173.006291:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310151285
00000100:00000001:0.0:1788205173.006293:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310154956
00000100:00000001:0.0:1788205173.006295:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205173.006318:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.006321:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205173.006325:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205173/real 1788205173]  req@ffff8c5d3ba69c00 x1875052937940224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205173.006333:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205173.006335:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205173.006336:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205173.006339:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205173.006340:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205173.006343:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205173.006346:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937940224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205173.006353:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937940224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006360:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205173.006361:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.006363:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.006364:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205173.006368:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937940224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006374:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205173.006378:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937940224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006384:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205173.006387:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.006388:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.006390:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.006392:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205173.006393:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205173.006396:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205173.006399:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205173.006402:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205173.006406:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937940224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205173.006414:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937940224:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205173.006418:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205173.006421:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937940352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006428:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205173.006430:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.006432:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205173.006433:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205173.006435:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205173.006438:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937940352:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205173.006441:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205173.006443:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205173.006445:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205173.006447:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205173.006450:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7800.
02000000:00000001:0.0:1788205173.006452:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205173.006455:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205173.006458:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205173.006461:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205173.006464:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937940352, portal 4
00000100:00000001:0.0:1788205173.006466:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205173.006468:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:0.0:1788205173.006474:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937940352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006480:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205173.006482:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205173.006484:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205173.006486:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937940352, offset 0
00000400:00000200:0.0:1788205173.006490:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205173.006494:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205173.006497:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205173.006500:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205173.006502:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205173.006504:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205173.006506:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205173.006510:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547296:547296:256:4294967295] 192.168.201.135@tcp LPNI seq info [547262:547262:8:4294967295]
00000400:00000200:0.0:1788205173.006513:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205173.006520:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205173.006524:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205173.006527:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205173.006531:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205173.006534:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:0.1:1788205173.006538:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205173.006541:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:0.0:1788205173.006545:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205173.006546:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205173.006549:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205173.006552:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205173.006555:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205173.006557:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205173.006560:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205173.006563:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937940352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006570:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.006573:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937940352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006579:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.006581:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205173.006583:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205173.006586:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205173.006589:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205173.006590:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310151303
00000100:00000001:0.0:1788205173.006593:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310154956
00000100:00000001:0.0:1788205173.006594:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310151303
00000100:00000001:0.0:1788205173.006596:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310154956
00000100:00000001:0.0:1788205173.006598:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205173.006601:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.006602:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205173.006606:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205173/real 1788205173]  req@ffff8c5d3ba68e00 x1875052937940352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205173.006612:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205173.006613:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205173.006615:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205173.006617:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205173.006619:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205173.006621:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205173.006624:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937940352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205173.006632:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937940352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006638:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205173.006639:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.006641:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.006643:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205173.006646:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937940352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006653:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205173.006657:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937940352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006663:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205173.006665:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.006667:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205173.006669:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.006671:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205173.006672:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205173.006675:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205173.006679:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205173.006681:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205173.006685:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937940352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205173.006693:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937940352:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205173.006698:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.006700:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.006703:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937939968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006710:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205173.006712:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205173.006714:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:0.0:1788205173.006717:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205173.006718:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205173.006720:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205173.006722:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205173.006724:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:0.0:1788205173.006726:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205173.006728:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205173.006729:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:0.0:1788205173.006731:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205173.006733:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.006734:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.006737:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937940096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006744:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205173.006745:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205173.006746:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205173.006749:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205173.006750:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205173.006751:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205173.006753:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205173.006755:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:0.0:1788205173.006757:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205173.006758:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205173.006759:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:0.0:1788205173.006762:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205173.006763:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.006765:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.006768:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937940224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006774:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205173.006776:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205173.006777:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205173.006780:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205173.006781:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205173.006782:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205173.006784:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205173.006786:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:0.0:1788205173.006788:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205173.006789:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205173.006790:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:0.0:1788205173.006793:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205173.006794:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.006796:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205173.006799:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937940352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205173.006805:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205173.006806:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205173.006807:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:0.0:1788205173.006810:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205173.006811:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205173.006812:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205173.006813:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205173.006815:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:0.0:1788205173.006817:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205173.006818:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205173.006819:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:0.0:1788205173.006822:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205173.006824:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.006826:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205173.006830:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205173.006832:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205173.006833:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205173.006836:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205173.196448:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205173.196457:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205173.196459:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205173.196465:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205173.196469:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205173.196473:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205173.196476:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205173.196479:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205173.196482:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205173.708534:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205173.708544:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205173.708550:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205173.708551:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205173.708636:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205173.708641:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205173.708644:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205174.220485:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205174.220495:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205174.220498:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205174.220505:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205174.220509:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205174.220514:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205174.220518:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205174.220520:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205174.220524:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205174.732509:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205174.732517:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205174.732525:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205174.732526:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205174.732599:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205174.732608:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205174.732610:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205175.244422:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205175.244432:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205175.244435:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205175.244441:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205175.244445:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205175.244450:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205175.244453:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205175.244456:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205175.244459:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205175.756502:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205175.756510:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205175.756517:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205175.756518:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205175.756558:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205175.756562:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205175.756565:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205176.268397:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205176.268407:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205176.268409:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205176.268416:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205176.268421:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205176.268426:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205176.268428:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205176.268430:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205176.268432:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205176.780444:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205176.780451:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205176.780456:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205176.780457:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205176.780521:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205176.780526:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205176.780530:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205176.844455:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310154956, at 4310155008
00000100:00000040:1.0:1788205176.844455:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310154956, at 4310155008
00000100:00000010:1.0:1788205176.844474:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074b40.
00000100:00000010:0.0:1788205176.844477:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000001:2.0:1788205177.292444:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205177.292452:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205177.292454:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205177.292459:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205177.292462:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205177.292466:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205177.292468:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205177.292470:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205177.292472:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205177.804582:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205177.804593:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205177.804596:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205177.804615:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205177.804621:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205177.804624:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205177.804625:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205177.804628:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205177.804634:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205177.804637:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205177.804638:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205177.804640:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205177.804641:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205177.804643:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205177.804644:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205177.804646:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205177.804722:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205177.804727:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205177.804730:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788205178.127202:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205178.127215:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205178.127218:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205178.127223:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205178.127228:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205178.127238:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15483
00000400:00000200:1.0:1788205178.127249:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205178.127257:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205178.127260:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205178.127264:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127267:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205178.127270:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127272:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205178.127277:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205178.127279:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788205178.127282:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205178.127285:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788205178.127288:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788205178.127292:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788205178.127295:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127322:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205178.127325:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127327:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205178.127331:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788205178.127334:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127337:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205178.127340:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205178.127344:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205178.127347:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205178.127349:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205178.127352:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205178.127363:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ece300.
00000020:00000040:1.0:1788205178.127367:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788205178.127371:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205178.127373:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205178.127377:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205178.127380:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205178.127384:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205178.127393:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:1.0:1788205178.127400:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205178.127410:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ece300 x1875052937940480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205178.127420:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205178.127426:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205178.127431:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007034b06e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ece300 x1875052937940480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205178.127460:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205178.127463:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205178.127466:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205178.127468:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205178.127470:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205178.127473:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205178.127476:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15483
00000400:00000200:1.0:1788205178.127479:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205178.127482:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205178.127485:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205178.127487:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127489:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205178.127491:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127493:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205178.127495:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205178.127496:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788205178.127498:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205178.127500:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788205178.127502:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788205178.127504:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788205178.127506:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127508:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205178.127510:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127512:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205178.127514:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788205178.127516:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127519:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205178.127520:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205178.127525:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205178.127527:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205178.127529:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205178.127534:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205178.127537:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205178.127540:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205178.127543:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27eced80.
00000020:00000040:1.0:1788205178.127546:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205178.127548:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205178.127549:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205178.127550:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205178.127552:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205178.127553:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205178.127557:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45400.
00000100:00000001:1.0:1788205178.127560:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205178.127565:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27eced80 x1875052937940608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205178.127571:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205178.127573:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205178.127576:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd968063] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27eced80 x1875052937940608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205178.127583:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205178.127585:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205178.127589:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788205178.127590:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205178.127591:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205178.127594:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205178.127596:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15483
00000400:00000200:1.0:1788205178.127598:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205178.127601:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205178.127603:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205178.127605:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127607:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205178.127609:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127611:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205178.127613:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205178.127615:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788205178.127617:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205178.127618:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788205178.127620:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788205178.127622:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788205178.127625:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127627:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205178.127629:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127631:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205178.127633:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788205178.127636:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127638:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205178.127639:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205178.127641:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205178.127643:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205178.127645:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205178.127647:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205178.127649:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205178.127651:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205178.127657:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecfb80.
00000020:00000040:1.0:1788205178.127659:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205178.127662:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205178.127663:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205178.127665:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205178.127667:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205178.127668:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205178.127672:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de44000.
00000100:00000001:1.0:1788205178.127675:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205178.127679:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecfb80 x1875052937940736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205178.127686:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205178.127688:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205178.127692:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b2262872] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecfb80 x1875052937940736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205178.127700:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205178.127703:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205178.127707:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205178.127708:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205178.127710:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205178.127712:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205178.127715:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15483
00000400:00000200:1.0:1788205178.127718:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205178.127720:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205178.127722:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205178.127726:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127727:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205178.127729:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127731:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205178.127734:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205178.127735:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788205178.127737:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205178.127739:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788205178.127741:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788205178.127743:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788205178.127746:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127747:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205178.127749:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127751:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205178.127753:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788205178.127756:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127758:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205178.127761:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205178.127763:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205178.127766:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205178.127767:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205178.127770:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205178.127773:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205178.127774:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205178.127778:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecc700.
00000020:00000040:1.0:1788205178.127780:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205178.127782:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205178.127784:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205178.127785:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205178.127786:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205178.127788:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205178.127791:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:1.0:1788205178.127794:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205178.127799:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecc700 x1875052937940864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205178.127805:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205178.127808:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205178.127811:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fd04a276] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecc700 x1875052937940864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205178.127818:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205178.127821:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205178.127825:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205178.127826:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205178.127827:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205178.127830:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205178.127832:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15483
00000400:00000200:1.0:1788205178.127836:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205178.127838:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205178.127841:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205178.127844:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127846:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205178.127848:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127850:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205178.127852:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205178.127853:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788205178.127854:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205178.127856:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788205178.127858:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788205178.127860:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788205178.127862:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127864:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205178.127866:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127868:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205178.127870:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788205178.127873:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205178.127875:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205178.127877:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205178.127879:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205178.127881:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205178.127883:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205178.127885:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205178.127887:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205178.127889:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205178.127893:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecf480.
00000020:00000040:1.0:1788205178.127895:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205178.127898:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205178.127899:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205178.127901:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205178.127902:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205178.127904:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205178.127908:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de46c00.
00000100:00000001:1.0:1788205178.127912:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205178.127916:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecf480 x1875052937940992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205178.127923:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205178.127924:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205178.127928:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b04005c6] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecf480 x1875052937940992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205178.127935:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205178.127941:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15493)
00000100:00000001:0.0:1788205178.128362:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205178.128367:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205178.128370:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205178.128377:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ece300 x1875052937940480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.128386:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205178.128389:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.128392:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205178.128395:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205178.128397:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205178.128400:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937940480:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205178.128404:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205178.128408:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205178.128415:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.128418:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205178.128424:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7800.
02000000:00000001:0.0:1788205178.128426:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205178.128432:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205178.128437:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205178.128444:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205178.128452:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937940480, portal 25
00000100:00000001:0.0:1788205178.128455:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205178.128457:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462524160 : -127143247027456 : ffff8c5d27ece300)
00000100:00000040:0.0:1788205178.128462:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ece300 x1875052937940480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.128469:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205178.128472:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205178.128476:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205178.128478:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937940480, offset 0
00000400:00000200:0.0:1788205178.128485:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205178.128494:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205178.128500:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205178.128507:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205178.128511:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205178.128515:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205178.128518:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205178.128522:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547297:547297:256:4294967295] 192.168.201.135@tcp LPNI seq info [547263:547263:8:4294967295]
00000400:00000200:0.0:1788205178.128526:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205178.128536:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205178.128543:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205178.128549:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205178.128556:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205178.128560:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788205178.128567:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205178.128570:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788205178.128574:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205178.128577:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205178.128585:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205178.128590:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205178.128595:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205178.128598:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205178.128605:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205178.128609:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ece300 x1875052937940480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.128618:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.128621:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ece300 x1875052937940480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.128628:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.128630:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205178.128637:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205178.128642:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205178.128645:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310160080
00000100:00000010:0.0:1788205178.128651:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00000001:0.0:1788205178.128660:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205178.128666:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310160080
00000100:00000010:0.0:1788205178.128669:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074d80.
00000100:00000001:0.0:1788205178.128673:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205178.128676:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205178.128679:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.128682:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205178.128687:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205178/real 1788205178]  req@ffff8c5d27ece300 x1875052937940480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205178.128696:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205178.128698:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205178.128700:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205178.128702:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205178.128704:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205178.128707:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205178.128710:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ece300 x1875052937940480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205178.128719:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ece300 x1875052937940480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.128725:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205178.128726:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.128729:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.128731:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205178.128735:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ece300 x1875052937940480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.128741:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205178.128745:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ece300 x1875052937940480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.128753:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205178.128756:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.128757:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.128759:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.128761:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205178.128763:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205178.128766:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205178.128769:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205178.128772:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205178.128776:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ece300 x1875052937940480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205178.128784:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ece300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937940480:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205178.128789:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205178.128793:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27eced80 x1875052937940608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.128799:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205178.128800:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.128802:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205178.128804:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205178.128806:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205178.128809:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937940608:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205178.128812:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205178.128814:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205178.128815:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.128817:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205178.128821:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205178.128822:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205178.128825:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205178.128828:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205178.128832:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205178.128835:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937940608, portal 10
00000100:00000001:0.0:1788205178.128837:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205178.128838:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462526848 : -127143247024768 : ffff8c5d27eced80)
00000100:00000040:0.0:1788205178.128845:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27eced80 x1875052937940608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.128852:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205178.128854:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205178.128856:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205178.128859:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937940608, offset 0
00000400:00000200:0.0:1788205178.128863:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205178.128867:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205178.128870:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205178.128872:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205178.128875:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205178.128877:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205178.128879:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205178.128882:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547298:547298:256:4294967295] 192.168.201.135@tcp LPNI seq info [547264:547264:8:4294967295]
00000400:00000200:0.0:1788205178.128886:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205178.128892:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205178.128896:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205178.128899:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205178.128903:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205178.128906:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788205178.128910:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205178.128912:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788205178.128916:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205178.128918:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205178.128921:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205178.128924:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205178.128927:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205178.128929:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205178.128932:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205178.128935:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27eced80 x1875052937940608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.128942:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.128945:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27eced80 x1875052937940608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.128952:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.128954:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205178.128957:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205178.128961:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205178.128964:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205178.128967:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310156320
00000100:00000001:0.0:1788205178.128970:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310160080
00000100:00000001:0.0:1788205178.128972:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310156320
00000100:00000001:0.0:1788205178.128974:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310160080
00000100:00000001:0.0:1788205178.128976:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205178.128978:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.128980:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205178.128984:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205178/real 1788205178]  req@ffff8c5d27eced80 x1875052937940608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205178.128992:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205178.128993:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205178.128995:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205178.128997:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205178.128999:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205178.129002:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205178.129005:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27eced80 x1875052937940608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205178.129012:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27eced80 x1875052937940608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129024:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205178.129026:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129027:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.129029:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205178.129032:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27eced80 x1875052937940608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129039:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205178.129043:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27eced80 x1875052937940608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129063:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205178.129066:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129068:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.129069:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129071:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205178.129073:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205178.129075:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205178.129078:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205178.129080:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205178.129084:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27eced80 x1875052937940608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205178.129092:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27eced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937940608:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205178.129096:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205178.129100:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecfb80 x1875052937940736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129107:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205178.129108:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.129111:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205178.129113:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205178.129115:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205178.129118:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937940736:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205178.129121:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205178.129123:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205178.129125:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.129126:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205178.129130:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205178.129132:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205178.129136:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205178.129138:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205178.129141:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205178.129144:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937940736, portal 10
00000100:00000001:0.0:1788205178.129147:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205178.129148:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462530432 : -127143247021184 : ffff8c5d27ecfb80)
00000100:00000040:0.0:1788205178.129154:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecfb80 x1875052937940736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129159:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205178.129162:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205178.129164:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205178.129166:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937940736, offset 0
00000400:00000200:0.0:1788205178.129169:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205178.129173:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205178.129176:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205178.129179:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205178.129182:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205178.129184:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205178.129187:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205178.129190:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547299:547299:256:4294967295] 192.168.201.135@tcp LPNI seq info [547265:547265:8:4294967295]
00000400:00000200:0.0:1788205178.129194:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205178.129199:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205178.129204:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205178.129207:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205178.129210:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205178.129213:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788205178.129216:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205178.129220:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788205178.129223:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205178.129225:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205178.129227:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205178.129230:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205178.129232:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205178.129234:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205178.129237:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205178.129240:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecfb80 x1875052937940736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129246:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.129249:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecfb80 x1875052937940736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129255:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.129257:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205178.129260:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205178.129262:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205178.129266:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205178.129267:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310156315
00000100:00000001:0.0:1788205178.129270:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310160080
00000100:00000001:0.0:1788205178.129272:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310156315
00000100:00000001:0.0:1788205178.129274:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310160080
00000100:00000001:0.0:1788205178.129277:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205178.129279:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.129280:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205178.129284:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205178/real 1788205178]  req@ffff8c5d27ecfb80 x1875052937940736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205178.129292:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205178.129293:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205178.129295:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205178.129334:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205178.129336:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205178.129339:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205178.129342:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecfb80 x1875052937940736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205178.129351:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecfb80 x1875052937940736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129357:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205178.129359:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129360:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.129361:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205178.129365:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecfb80 x1875052937940736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129370:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205178.129374:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecfb80 x1875052937940736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129380:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205178.129382:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129383:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.129385:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129386:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205178.129387:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205178.129390:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205178.129392:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205178.129395:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205178.129398:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecfb80 x1875052937940736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205178.129406:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937940736:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205178.129409:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205178.129412:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecc700 x1875052937940864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129417:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205178.129419:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.129421:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205178.129423:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205178.129425:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205178.129427:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937940864:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205178.129430:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205178.129432:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205178.129433:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.129435:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205178.129438:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5400.
02000000:00000001:0.0:1788205178.129440:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205178.129443:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205178.129446:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205178.129449:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205178.129452:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937940864, portal 4
00000100:00000001:0.0:1788205178.129453:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205178.129455:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462516992 : -127143247034624 : ffff8c5d27ecc700)
00000100:00000040:0.0:1788205178.129461:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecc700 x1875052937940864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129467:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205178.129470:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205178.129472:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205178.129475:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937940864, offset 0
00000400:00000200:0.0:1788205178.129479:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205178.129483:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205178.129486:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205178.129489:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205178.129492:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205178.129494:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205178.129496:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205178.129499:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547300:547300:256:4294967295] 192.168.201.135@tcp LPNI seq info [547266:547266:8:4294967295]
00000400:00000200:0.0:1788205178.129503:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205178.129509:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205178.129514:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205178.129517:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205178.129521:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205178.129523:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788205178.129528:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205178.129530:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788205178.129533:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205178.129534:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205178.129537:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205178.129539:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205178.129541:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205178.129542:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205178.129544:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205178.129546:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecc700 x1875052937940864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129551:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.129553:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecc700 x1875052937940864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129557:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.129558:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205178.129560:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205178.129562:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205178.129564:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205178.129566:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310156409
00000100:00000001:0.0:1788205178.129568:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310160080
00000100:00000001:0.0:1788205178.129569:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310156409
00000100:00000001:0.0:1788205178.129571:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310160080
00000100:00000001:0.0:1788205178.129572:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205178.129573:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.129574:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205178.129576:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205178/real 1788205178]  req@ffff8c5d27ecc700 x1875052937940864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205178.129580:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205178.129581:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205178.129582:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205178.129583:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205178.129584:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205178.129586:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205178.129588:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecc700 x1875052937940864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205178.129593:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecc700 x1875052937940864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129596:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205178.129596:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129597:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.129598:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205178.129600:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecc700 x1875052937940864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129603:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205178.129605:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecc700 x1875052937940864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129609:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205178.129611:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129612:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.129613:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129614:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205178.129615:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205178.129616:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205178.129618:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205178.129619:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205178.129621:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecc700 x1875052937940864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205178.129625:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937940864:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205178.129627:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205178.129629:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecf480 x1875052937940992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129633:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205178.129634:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.129635:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205178.129637:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205178.129638:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205178.129639:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937940992:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205178.129641:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205178.129642:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205178.129643:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205178.129644:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205178.129646:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788205178.129647:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205178.129649:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205178.129650:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205178.129652:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205178.129654:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937940992, portal 4
00000100:00000001:0.0:1788205178.129656:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205178.129657:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462528640 : -127143247022976 : ffff8c5d27ecf480)
00000100:00000040:0.0:1788205178.129661:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecf480 x1875052937940992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129665:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205178.129667:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205178.129669:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205178.129671:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937940992, offset 0
00000400:00000200:0.0:1788205178.129674:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205178.129677:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205178.129680:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205178.129683:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205178.129685:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205178.129688:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205178.129690:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205178.129693:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547301:547301:256:4294967295] 192.168.201.135@tcp LPNI seq info [547267:547267:8:4294967295]
00000400:00000200:0.0:1788205178.129697:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205178.129702:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205178.129707:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205178.129710:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205178.129713:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205178.129715:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:0.1:1788205178.129718:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205178.129719:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:0.0:1788205178.129722:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205178.129723:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205178.129725:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205178.129727:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205178.129729:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205178.129730:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205178.129732:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205178.129734:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecf480 x1875052937940992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129743:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.129745:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecf480 x1875052937940992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129749:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.129750:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205178.129752:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205178.129754:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205178.129756:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205178.129757:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310156426
00000100:00000001:0.0:1788205178.129759:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310160080
00000100:00000001:0.0:1788205178.129760:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310156426
00000100:00000001:0.0:1788205178.129762:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310160080
00000100:00000001:0.0:1788205178.129763:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205178.129764:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.129765:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205178.129767:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205178/real 1788205178]  req@ffff8c5d27ecf480 x1875052937940992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205178.129771:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205178.129772:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205178.129773:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205178.129774:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205178.129775:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205178.129777:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205178.129778:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecf480 x1875052937940992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205178.129784:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecf480 x1875052937940992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129789:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205178.129791:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129793:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.129794:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205178.129797:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecf480 x1875052937940992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129803:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205178.129806:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecf480 x1875052937940992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129813:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205178.129815:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129817:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205178.129818:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129820:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205178.129821:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205178.129824:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205178.129827:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205178.129829:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205178.129833:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecf480 x1875052937940992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205178.129839:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937940992:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205178.129843:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129845:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.129847:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ece300 x1875052937940480/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129851:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205178.129854:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205178.129855:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:0.0:1788205178.129858:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205178.129859:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205178.129861:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788205178.129863:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205178.129865:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:0.0:1788205178.129868:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205178.129869:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205178.129871:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ece300.
00000100:00000001:0.0:1788205178.129874:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205178.129874:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129875:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.129877:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27eced80 x1875052937940608/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129881:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205178.129881:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205178.129882:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205178.129884:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205178.129885:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205178.129885:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205178.129886:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205178.129887:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:0.0:1788205178.129888:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205178.129889:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205178.129889:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27eced80.
00000100:00000001:0.0:1788205178.129891:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205178.129891:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129892:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.129894:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecfb80 x1875052937940736/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129897:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205178.129898:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205178.129898:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205178.129900:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205178.129900:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205178.129901:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205178.129902:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205178.129902:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de44000.
02000000:00000001:0.0:1788205178.129903:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205178.129905:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205178.129905:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecfb80.
00000100:00000001:0.0:1788205178.129907:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205178.129908:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129909:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.129910:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecc700 x1875052937940864/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129914:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205178.129914:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205178.129915:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:0.0:1788205178.129916:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205178.129917:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205178.129917:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205178.129918:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205178.129919:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:0.0:1788205178.129920:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205178.129920:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205178.129921:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecc700.
00000100:00000001:0.0:1788205178.129922:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205178.129923:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129924:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205178.129925:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecf480 x1875052937940992/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205178.129928:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205178.129929:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205178.129930:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:0.0:1788205178.129931:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205178.129931:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205178.129932:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205178.129933:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205178.129934:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:0.0:1788205178.129934:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205178.129935:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205178.129936:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecf480.
00000100:00000001:0.0:1788205178.129937:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205178.129937:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129939:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205178.129946:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205178.129948:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205178.129949:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205178.129951:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205178.316669:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205178.316689:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205178.316691:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205178.316698:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205178.316702:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205178.316707:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205178.316710:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205178.316714:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205178.316717:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205178.828468:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205178.828477:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205178.828485:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205178.828486:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205178.830197:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205178.830203:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205178.830218:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205179.340661:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205179.340672:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205179.340675:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205179.340683:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205179.340687:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205179.340691:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205179.340693:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205179.340696:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205179.340699:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205179.852837:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205179.852851:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205179.852856:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205179.852856:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205179.852911:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205179.852915:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205179.852918:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205180.364413:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205180.364422:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205180.364424:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205180.364430:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205180.364434:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205180.364438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205180.364442:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205180.364445:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205180.364448:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205180.876513:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205180.876522:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205180.876530:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205180.876532:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205180.876685:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205180.876689:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205180.876693:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205181.388505:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205181.388516:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205181.388518:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205181.388525:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205181.388530:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205181.388535:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205181.388539:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205181.388542:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205181.388546:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205181.902034:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205181.902042:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205181.902049:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205181.902051:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205181.902213:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205181.902218:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205181.902222:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205181.964444:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310160080, at 4310160128
00000100:00000040:1.0:1788205181.964444:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310160080, at 4310160128
00000100:00000010:0.0:1788205181.964464:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000010:1.0:1788205181.964466:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074d80.
00000100:00000001:2.0:1788205182.413236:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205182.413246:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205182.413248:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205182.413254:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205182.413258:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205182.413263:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205182.413266:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205182.413268:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205182.413271:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205182.924462:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205182.924470:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205182.924477:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205182.924478:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205182.924549:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205182.924553:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205182.924557:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205183.244931:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205183.244940:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205183.244943:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205183.244947:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205183.244989:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205183.244998:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15488
00000400:00000200:3.0:1788205183.245008:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205183.245016:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205183.245019:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205183.245022:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205183.245026:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205183.245028:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205183.245031:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205183.245035:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205183.245037:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205183.245040:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205183.245044:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205183.245047:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205183.245049:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205183.245052:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205183.245054:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205183.245077:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205183.245079:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205183.246014:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205183.246022:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205183.246025:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205183.246029:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205183.246032:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205183.246036:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.246038:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205183.246041:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205183.246048:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788205183.246052:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205183.246127:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205183.246130:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.246135:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205183.246138:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205183.246142:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205183.246150:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788205183.246159:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205183.246170:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937941120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205183.246182:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205183.246187:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205183.246192:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937941120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.246226:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205183.246230:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205183.246234:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205183.246236:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205183.246238:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205183.246242:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205183.246246:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1788205183.246246:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15488
00000100:00000001:2.0:1788205183.246253:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1788205183.246255:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205183.246257:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1788205183.246262:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205183.246266:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205183.246269:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937941120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205183.246273:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205183.246277:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205183.246282:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205183.246288:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205183.246288:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788205183.246292:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205183.246293:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205183.246315:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205183.246317:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205183.246320:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205183.246322:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788205183.246325:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788205183.246329:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205183.246331:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788205183.246332:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1788205183.246336:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:2.0:1788205183.246337:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205183.246340:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:2.0:1788205183.246342:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205183.246345:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00100000:2.0:1788205183.246350:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937941120:192.168.201.135@tcp:250:kworker.0
00000100:00080000:3.0:1788205183.246352:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205183.246357:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.246361:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205183.246361:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205183.246367:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205183.246369:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205183.246372:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205183.246373:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.246378:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788205183.246379:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1788205183.246384:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205183.246389:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.246391:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205183.246395:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
02000000:00000010:2.0:1788205183.246403:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
00000020:00000040:3.0:1788205183.246405:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788205183.246407:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205183.246410:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205183.246412:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.246415:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788205183.246417:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788205183.246417:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205183.246421:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205183.246426:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
02000000:00000010:3.0:1788205183.246427:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788205183.246433:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205183.246437:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00100000:3.0:1788205183.246439:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937941248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788205183.246448:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937941120, portal 25
00000100:00000001:3.0:1788205183.246449:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205183.246453:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.246454:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205183.246457:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00000040:3.0:1788205183.246459:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937941248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205183.246467:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937941120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.246474:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205183.246478:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205183.246480:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205183.246486:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205183.246486:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205183.246489:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1788205183.246491:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00080000:3.0:1788205183.246493:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205183.246497:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1788205183.246498:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937941120, offset 0
00000100:00080000:3.0:1788205183.246501:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15488
00000400:00000200:3.0:1788205183.246506:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205183.246510:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205183.246512:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205183.246516:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205183.246519:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205183.246521:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205183.246524:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788205183.246526:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205183.246530:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205183.246533:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205183.246535:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:2.0:1788205183.246536:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000001:3.0:1788205183.246538:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205183.246542:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:2.0:1788205183.246545:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1788205183.246546:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205183.246550:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:2.0:1788205183.246554:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000040:3.0:1788205183.246556:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205183.246560:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205183.246564:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1788205183.246565:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205183.246570:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788205183.246572:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000020:00000040:3.0:1788205183.246574:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205183.246579:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788205183.246582:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547302:547302:256:4294967295] 192.168.201.135@tcp LPNI seq info [547268:547268:8:4294967295]
00000100:00000001:3.0:1788205183.246583:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205183.246587:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205183.246591:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788205183.246592:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788205183.246595:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.246599:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205183.246601:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205183.246606:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.246610:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205183.246611:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000010:3.0:1788205183.246616:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000800:00000200:2.0:1788205183.246622:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788205183.246622:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205183.246626:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205183.246629:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.246631:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1788205183.246632:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
02000000:00000001:3.0:1788205183.246633:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205183.246636:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205183.246642:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000800:00000200:2.0:1788205183.246643:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788205183.246647:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205183.246649:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000100:00100000:3.0:1788205183.246655:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937941376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1788205183.246661:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205183.246668:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1788205183.246670:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205183.246674:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788205183.246679:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788205183.246682:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937941376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1788205183.246684:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205183.246691:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205183.246701:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788205183.246702:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205183.246707:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788205183.246711:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000100:00080000:3.0:1788205183.246711:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205183.246716:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1788205183.246717:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00080000:3.0:1788205183.246718:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205183.246723:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205183.246725:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:3.0:1788205183.246728:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15488
00000100:00000200:2.0:1788205183.246734:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937941120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205183.246735:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205183.246741:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205183.246746:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205183.246752:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205183.246755:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205183.246755:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205183.246758:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205183.246762:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:2.0:1788205183.246763:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937941120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205183.246765:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205183.246768:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788205183.246771:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205183.246774:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788205183.246779:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:2.0:1788205183.246781:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205183.246782:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:2.0:1788205183.246785:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:3.0:1788205183.246789:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205183.246791:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205183.246794:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205183.246794:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205183.246796:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205183.246800:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000400:00000200:2.0:1788205183.246804:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788205183.246805:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205183.246810:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310165198
00000100:00000001:3.0:1788205183.246810:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205183.246813:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205183.246818:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1788205183.246820:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850780.
02000000:00000001:3.0:1788205183.246821:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.246825:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205183.246828:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788205183.246831:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000008:00000001:3.0:1788205183.246832:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.246835:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205183.246840:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000100:00000001:2.0:1788205183.246842:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310165198
00000020:00000040:3.0:1788205183.246842:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205183.246848:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205183.246849:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205183.246850:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850ea0.
00000100:00000001:3.0:1788205183.246852:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205183.246855:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205183.246857:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.246858:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000010:3.0:1788205183.246863:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:2.0:1788205183.246864:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205183.246869:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.246869:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.246875:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1788205183.246877:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937941504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788205183.246883:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205183/real 1788205183]  req@ffff8c5d3ba6ad80 x1875052937941120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.246893:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205183.246897:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788205183.246902:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1788205183.246905:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937941504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205183.246907:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205183.246911:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205183.246916:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205183.246920:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:3.0:1788205183.246921:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.246925:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00080000:3.0:1788205183.246926:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205183.246932:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:2.0:1788205183.246933:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937941120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205183.246935:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205183.246937:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205183.246943:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205183.246949:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15488
00000100:00000200:2.0:1788205183.246953:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937941120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205183.246954:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205183.246960:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205183.246974:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205183.246980:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205183.246985:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205183.246985:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205183.246988:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205183.246990:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.246992:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788205183.246995:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1788205183.246996:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788205183.246999:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788205183.246999:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788205183.247002:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205183.247006:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788205183.247009:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00100000:2.0:1788205183.247012:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937941120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205183.247012:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788205183.247019:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205183.247024:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205183.247029:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205183.247030:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.247033:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205183.247037:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000040:2.0:1788205183.247039:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937941120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205183.247043:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205183.247048:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205183.247054:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205183.247056:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788205183.247058:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205183.247062:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205183.247064:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.247066:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205183.247068:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205183.247071:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1788205183.247072:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788205183.247075:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:3.0:1788205183.247077:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205183.247080:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.247081:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:3.0:1788205183.247085:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000100:00080000:2.0:1788205183.247086:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1788205183.247091:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00080000:2.0:1788205183.247095:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
02000000:00000001:3.0:1788205183.247096:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205183.247099:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.247101:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788205183.247102:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205183.247105:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205183.247108:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205183.247111:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937941120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788205183.247113:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788205183.247118:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205183.247127:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937941632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788205183.247131:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937941120:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205183.247142:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205183.247144:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205183.247147:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205183.247147:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205183.247154:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937941120/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205183.247155:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937941632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247178:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788205183.247179:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205183.247183:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1788205183.247185:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15499)
02000000:00000010:2.0:1788205183.247187:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205183.247192:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205183.247194:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205183.247197:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788205183.247199:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205183.247202:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:2.0:1788205183.247205:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205183.247208:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205183.247210:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:2.0:1788205183.247214:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205183.247216:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.247218:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.247226:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205183.247228:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.247230:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205183.247232:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205183.247234:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205183.247238:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937941248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247250:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205183.247251:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205183.247254:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205183.247256:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205183.247258:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205183.247260:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937941248:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205183.247264:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205183.247267:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205183.247268:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205183.247270:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205183.247274:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205183.247276:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205183.247280:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205183.247283:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205183.247286:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205183.247289:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937941248, portal 10
00000100:00000001:2.0:1788205183.247291:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205183.247293:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000040:2.0:1788205183.247326:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937941248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247333:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205183.247336:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205183.247339:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205183.247342:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937941248, offset 0
00000400:00000200:2.0:1788205183.247346:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205183.247350:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205183.247354:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205183.247358:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205183.247360:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205183.247363:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205183.247365:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205183.247369:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547303:547303:256:4294967295] 192.168.201.135@tcp LPNI seq info [547269:547269:8:4294967295]
00000400:00000200:2.0:1788205183.247373:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205183.247380:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205183.247384:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205183.247388:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205183.247392:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205183.247395:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788205183.247399:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205183.247401:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788205183.247405:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205183.247406:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205183.247409:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205183.247412:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205183.247415:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205183.247416:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205183.247418:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205183.247421:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b100 x1875052937941248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247429:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205183.247432:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937941248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247438:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.247439:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205183.247442:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205183.247447:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788205183.247450:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205183.247452:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310161439
00000100:00000001:2.0:1788205183.247455:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310165198
00000100:00000001:2.0:1788205183.247457:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310161439
00000100:00000001:2.0:1788205183.247459:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310165198
00000100:00000001:2.0:1788205183.247461:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205183.247464:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.247466:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205183.247470:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205183/real 1788205183]  req@ffff8c5d3ba6b100 x1875052937941248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205183.247478:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205183.247480:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205183.247482:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205183.247484:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205183.247486:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205183.247488:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205183.247491:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937941248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205183.247499:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937941248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247506:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205183.247507:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.247509:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205183.247510:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205183.247513:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937941248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247520:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205183.247523:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937941248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247529:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205183.247531:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.247533:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205183.247534:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.247536:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205183.247537:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205183.247540:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205183.247543:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205183.247545:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205183.247549:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937941248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205183.247556:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937941248:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205183.247560:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205183.247563:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937941376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247569:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205183.247571:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205183.247573:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205183.247574:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205183.247576:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205183.247579:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937941376:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205183.247582:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205183.247584:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205183.247585:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205183.247587:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205183.247591:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788205183.247593:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205183.247596:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205183.247598:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205183.247601:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205183.247603:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937941376, portal 10
00000100:00000001:2.0:1788205183.247605:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205183.247606:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:2.0:1788205183.247612:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937941376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247618:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205183.247621:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205183.247623:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205183.247626:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937941376, offset 0
00000400:00000200:2.0:1788205183.247630:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205183.247634:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205183.247638:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205183.247641:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205183.247643:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205183.247645:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205183.247647:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205183.247650:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547304:547304:256:4294967295] 192.168.201.135@tcp LPNI seq info [547270:547270:8:4294967295]
00000400:00000200:2.0:1788205183.247654:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205183.247660:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205183.247664:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205183.247667:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205183.247670:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205183.247673:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788205183.247677:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205183.247679:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788205183.247683:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205183.247685:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205183.247688:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205183.247691:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205183.247694:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205183.247696:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205183.247698:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205183.247702:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937941376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247710:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205183.247713:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937941376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247719:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.247721:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205183.247724:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205183.247726:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788205183.247730:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205183.247732:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310161434
00000100:00000001:2.0:1788205183.247734:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310165198
00000100:00000001:2.0:1788205183.247737:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310161434
00000100:00000001:2.0:1788205183.247738:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310165198
00000100:00000001:2.0:1788205183.247741:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205183.247743:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.247745:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205183.247748:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205183/real 1788205183]  req@ffff8c5d3ba6b800 x1875052937941376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205183.247756:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205183.247758:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205183.247760:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205183.247762:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205183.247764:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205183.247766:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205183.247769:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937941376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205183.247777:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937941376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247783:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205183.247784:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.247786:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205183.247787:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205183.247790:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937941376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247796:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205183.247800:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937941376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247807:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205183.247809:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.247812:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205183.247813:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.247815:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205183.247817:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205183.247819:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205183.247823:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205183.247824:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205183.247828:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937941376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205183.247835:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937941376:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205183.247839:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205183.247842:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937941504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247848:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205183.247849:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205183.247851:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205183.247853:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205183.247855:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205183.247858:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937941504:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205183.247860:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205183.247862:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205183.247864:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205183.247865:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205183.247869:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788205183.247870:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205183.247874:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205183.247877:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205183.247880:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205183.247883:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937941504, portal 4
00000100:00000001:2.0:1788205183.247885:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205183.247886:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:2.0:1788205183.247892:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937941504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247899:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205183.247901:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205183.247903:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205183.247905:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937941504, offset 0
00000400:00000200:2.0:1788205183.247908:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205183.247912:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205183.247915:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205183.247918:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205183.247920:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205183.247922:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205183.247924:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205183.247926:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547305:547305:256:4294967295] 192.168.201.135@tcp LPNI seq info [547271:547271:8:4294967295]
00000400:00000200:2.0:1788205183.247930:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205183.247936:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205183.247940:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205183.247943:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205183.247947:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205183.247949:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788205183.247953:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205183.247956:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788205183.247960:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205183.247973:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205183.247976:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205183.247980:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205183.247983:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205183.247985:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205183.247987:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205183.247991:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937941504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.247999:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205183.248001:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937941504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.248007:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.248009:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205183.248012:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205183.248014:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788205183.248018:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205183.248020:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310161527
00000100:00000001:2.0:1788205183.248022:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310165198
00000100:00000001:2.0:1788205183.248024:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310161527
00000100:00000001:2.0:1788205183.248027:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310165198
00000100:00000001:2.0:1788205183.248029:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205183.248031:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.248033:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205183.248037:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205183/real 1788205183]  req@ffff8c5d3ba6bb80 x1875052937941504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205183.248044:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205183.248046:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205183.248047:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205183.248050:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205183.248051:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205183.248054:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205183.248057:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937941504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205183.248065:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937941504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.248072:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205183.248074:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.248076:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205183.248077:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205183.248080:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937941504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.248087:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205183.248090:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937941504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.248097:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205183.248099:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.248101:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205183.248102:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.248104:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205183.248105:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205183.248108:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205183.248110:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205183.248113:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205183.248116:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937941504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205183.248122:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937941504:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205183.248126:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205183.248130:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937941632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.248136:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205183.248137:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205183.248140:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205183.248142:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205183.248144:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205183.248146:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937941632:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205183.248149:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205183.248151:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205183.248152:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205183.248154:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205183.248157:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205183.248159:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205183.248162:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205183.248164:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205183.248168:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205183.248170:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937941632, portal 4
00000100:00000001:2.0:1788205183.248172:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205183.248173:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000040:2.0:1788205183.248179:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937941632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.248184:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205183.248187:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205183.248189:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205183.248191:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937941632, offset 0
00000400:00000200:2.0:1788205183.248195:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205183.248198:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205183.248202:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205183.248204:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205183.248206:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205183.248209:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205183.248211:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205183.248214:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547306:547306:256:4294967295] 192.168.201.135@tcp LPNI seq info [547272:547272:8:4294967295]
00000400:00000200:2.0:1788205183.248218:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205183.248224:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205183.248228:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205183.248231:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205183.248235:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205183.248238:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1788205183.248242:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205183.248246:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1788205183.248249:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205183.248251:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205183.248254:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205183.248257:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205183.248260:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205183.248261:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205183.248264:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205183.248267:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937941632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.248275:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205183.248278:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937941632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.248283:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.248285:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205183.248288:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205183.248291:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788205183.248294:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205183.248296:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310161544
00000100:00000001:2.0:1788205183.248319:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310165198
00000100:00000001:2.0:1788205183.248321:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310161545
00000100:00000001:2.0:1788205183.248323:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310165198
00000100:00000001:2.0:1788205183.248325:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205183.248328:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.248329:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205183.248333:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205183/real 1788205183]  req@ffff8c5d3ba68a80 x1875052937941632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205183.248342:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205183.248344:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205183.248345:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205183.248348:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205183.248350:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205183.248352:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205183.248355:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937941632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205183.248363:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937941632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.248369:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205183.248371:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.248372:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205183.248374:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205183.248377:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937941632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.248384:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205183.248387:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937941632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.248394:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205183.248397:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.248398:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205183.248400:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.248402:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205183.248403:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205183.248406:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205183.248409:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205183.248411:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205183.248416:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937941632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205183.248424:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937941632:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205183.248427:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.248429:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205183.248433:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937941248/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.248440:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205183.248441:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205183.248443:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205183.248446:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205183.248447:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205183.248449:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205183.248451:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205183.248452:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788205183.248455:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205183.248456:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205183.248458:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:2.0:1788205183.248460:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205183.248461:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.248463:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205183.248466:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937941376/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.248473:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205183.248474:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205183.248476:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788205183.248478:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205183.248479:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205183.248481:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205183.248483:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205183.248484:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:2.0:1788205183.248486:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205183.248488:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205183.248489:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:2.0:1788205183.248491:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205183.248493:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.248494:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205183.248497:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937941504/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.248503:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205183.248505:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205183.248507:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788205183.248509:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205183.248510:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205183.248511:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205183.248513:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205183.248514:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788205183.248517:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205183.248518:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205183.248519:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:2.0:1788205183.248522:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205183.248523:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.248525:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205183.248528:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937941632/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205183.248534:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205183.248536:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205183.248537:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205183.248539:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205183.248540:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205183.248542:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205183.248544:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205183.248545:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:2.0:1788205183.248547:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205183.248548:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205183.248550:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:2.0:1788205183.248552:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205183.248553:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.248555:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.248559:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205183.248561:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.248563:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205183.248565:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205183.436427:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205183.436438:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205183.436440:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205183.436447:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205183.436451:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205183.436455:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.436458:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205183.436461:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205183.436464:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205183.948506:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205183.948520:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205183.948527:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205183.948529:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205183.948594:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205183.948599:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205183.948603:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205184.460414:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205184.460423:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205184.460425:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205184.460430:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205184.460433:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205184.460436:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205184.460438:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205184.460441:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205184.460443:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205184.972474:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205184.972483:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205184.972490:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205184.972493:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205184.974558:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205184.974565:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205184.974570:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205185.484447:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205185.484457:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205185.484459:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205185.484467:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205185.484471:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205185.484476:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205185.484486:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205185.484489:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205185.484492:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205185.996482:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205185.996489:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205185.996497:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205185.996498:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205185.996535:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205185.996538:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205185.996541:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205186.508461:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205186.508471:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205186.508473:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205186.508480:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205186.508484:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205186.508489:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205186.508492:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205186.508495:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205186.508506:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205187.020550:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205187.020558:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205187.020573:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205187.020574:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205187.020731:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205187.020736:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205187.020739:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205187.086572:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310165198, at 4310165250
00000100:00000010:1.0:1788205187.086594:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850ea0.
00000100:00000040:0.0:1788205187.086726:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310165198, at 4310165250
00000100:00000010:0.0:1788205187.086734:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850780.
00000100:00000001:2.0:1788205187.532502:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205187.532515:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205187.532517:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205187.532527:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205187.532532:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205187.532537:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205187.532541:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205187.532543:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205187.532547:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205188.044495:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205188.044503:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205188.044505:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205188.044507:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205188.044512:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205188.044514:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205188.044516:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205188.044517:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205188.044520:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205188.044522:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205188.044523:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205188.044524:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205188.044525:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205188.044525:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205188.044526:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205188.044527:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205188.044602:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205188.044607:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205188.044611:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205188.364504:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205188.364517:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205188.364519:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205188.364525:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205188.364530:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205188.364539:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15494
00000400:00000200:0.0:1788205188.364551:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205188.364565:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205188.364569:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205188.364573:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205188.364577:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205188.364580:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205188.364583:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205188.364588:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205188.364591:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788205188.364594:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205188.364597:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788205188.364600:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788205188.364602:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788205188.364606:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205188.364608:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205188.364609:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205188.364611:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205188.364622:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788205188.364626:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205188.364629:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205188.364632:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205188.364635:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205188.364639:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205188.364641:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205188.364643:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205188.364656:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afa300.
00000020:00000040:0.0:1788205188.364660:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788205188.364664:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205188.364666:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205188.364669:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205188.364672:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205188.364677:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205188.364687:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6800.
00000100:00000001:0.0:1788205188.364695:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205188.364706:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afa300 x1875052937941760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205188.364716:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205188.364722:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205188.364727:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003df1ecd1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afa300 x1875052937941760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205188.364752:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205188.364755:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205188.364759:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205188.364760:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205188.364762:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205188.364766:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205188.364769:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15494
00000400:00000200:0.0:1788205188.364774:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205188.364778:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788205188.364779:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1788205188.364782:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205188.364785:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1788205188.364787:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205188.364789:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1788205188.364791:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205188.364795:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205188.364799:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205188.364801:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:2.0:1788205188.364801:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afa300 x1875052937941760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205188.364804:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788205188.364808:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205188.364811:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788205188.364815:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788205188.364819:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:2.0:1788205188.364820:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1788205188.364824:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205188.364825:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205188.364831:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788205188.364832:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1788205188.364836:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:2.0:1788205188.364837:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205188.364843:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:2.0:1788205188.364843:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788205188.364849:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00100000:2.0:1788205188.364853:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937941760:192.168.201.135@tcp:250:kworker.0
00000100:00080000:0.0:1788205188.364856:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205188.364863:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.364863:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205188.364867:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205188.364870:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205188.364887:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205188.364891:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788205188.364892:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1788205188.364897:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:0.0:1788205188.364899:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205188.364900:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205188.364906:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788205188.364910:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00100000:0.0:1788205188.364913:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1788205188.364915:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000008:00000001:0.0:1788205188.364918:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205188.364922:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205188.364923:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000010:0.0:1788205188.364927:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb100.
00000020:00000040:0.0:1788205188.364931:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000200:2.0:1788205188.364933:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937941760, portal 25
02000000:00000001:0.0:1788205188.364935:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205188.364938:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.364938:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205188.364942:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871307520 : -127143838244096 : ffff8c5d04afa300)
00000100:00000001:0.0:1788205188.364943:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205188.364946:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205188.364949:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205188.364953:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afa300 x1875052937941760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.364963:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1788205188.364966:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5400.
00000100:00000040:2.0:1788205188.364967:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788205188.364973:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205188.364974:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205188.364981:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937941760, offset 0
00000100:00100000:0.0:1788205188.364985:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb100 x1875052937941888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205188.364994:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788205188.365000:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205188.365003:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205188.365006:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788205188.365009:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c389169] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb100 x1875052937941888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205188.365017:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:0.0:1788205188.365024:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205188.365025:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1788205188.365030:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788205188.365032:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205188.365038:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1788205188.365039:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1788205188.365041:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:0.0:1788205188.365044:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788205188.365047:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547307:547307:256:4294967295] 192.168.201.135@tcp LPNI seq info [547273:547273:8:4294967295]
00000400:00000200:2.0:1788205188.365050:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:0.0:1788205188.365057:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205188.365063:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788205188.365064:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1788205188.365070:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15494
00000800:00000200:2.0:1788205188.365076:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205188.365077:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205188.365084:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000010:2.0:1788205188.365086:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000100:00080000:0.0:1788205188.365087:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205188.365092:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205188.365095:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788205188.365099:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:0.0:1788205188.365101:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205188.365106:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:2.0:1788205188.365106:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1788205188.365109:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205188.365112:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788205188.365114:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205188.365118:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000200:2.1:1788205188.365118:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:0.0:1788205188.365122:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:2.1:1788205188.365125:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1788205188.365126:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:0.0:1788205188.365134:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205188.365136:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205188.365138:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205188.365140:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205188.365143:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000800:00000100:2.0:1788205188.365145:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:0.0:1788205188.365149:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000800:00000010:2.0:1788205188.365150:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000100:00000001:0.0:1788205188.365153:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205188.365157:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205188.365161:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788205188.365161:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1788205188.365166:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205188.365170:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788205188.365171:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000008:00100000:0.0:1788205188.365173:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205188.365178:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205188.365181:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205188.365181:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205188.365185:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000010:0.0:1788205188.365188:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9c00.
00000020:00000040:0.0:1788205188.365192:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000100:00000001:2.0:1788205188.365192:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205188.365198:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afa300 x1875052937941760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.365206:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205188.365208:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afa300 x1875052937941760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205188.365210:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205188.365214:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.365218:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205188.365219:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205188.365222:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205188.365225:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205188.365229:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5c00.
00000100:00000001:2.0:1788205188.365231:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205188.365234:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.365241:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205188.365242:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9c00 x1875052937942016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205188.365250:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205188.365256:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310170316
00000100:00000001:0.0:1788205188.365258:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205188.365261:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205188.365264:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108501e0.
00000100:00000040:0.0:1788205188.365266:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e508162b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9c00 x1875052937942016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.365275:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205188.365276:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205188.365281:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205188.365285:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205188.365286:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205188.365288:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205188.365291:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205188.365292:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310170316
00000100:00080000:0.0:1788205188.365295:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15494
00000400:00000200:0.0:1788205188.365332:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205188.365335:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000010:2.0:1788205188.365337:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850480.
00000100:00080000:0.0:1788205188.365338:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205188.365344:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205188.365345:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205188.365348:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205188.365351:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788205188.365352:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205188.365355:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205188.365357:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788205188.365359:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:0.0:1788205188.365363:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205188.365367:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00100000:2.0:1788205188.365368:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205188/real 1788205188]  req@ffff8c5d04afa300 x1875052937941760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205188.365370:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205188.365373:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:0.0:1788205188.365377:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:0.0:1788205188.365382:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788205188.365388:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000001:2.0:1788205188.365390:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788205188.365391:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1788205188.365395:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205188.365399:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205188.365403:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205188.365405:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000040:0.0:1788205188.365407:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205188.365410:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788205188.365412:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205188.365416:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000200:2.0:1788205188.365418:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afa300 x1875052937941760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205188.365423:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205188.365431:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205188.365435:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205188.365440:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1788205188.365441:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afa300 x1875052937941760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205188.365445:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205188.365450:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205188.365454:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205188.365461:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205188.365466:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.365467:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205188.365470:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1788205188.365472:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8a80.
00000100:00000001:2.0:1788205188.365473:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000040:0.0:1788205188.365477:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:2.0:1788205188.365477:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205188.365482:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afa300 x1875052937941760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205188.365483:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205188.365487:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205188.365491:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788205188.365493:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788205188.365495:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205188.365498:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205188.365499:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afa300 x1875052937941760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1788205188.365503:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7400.
00000100:00000001:2.0:1788205188.365505:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205188.365509:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.365509:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.365510:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205188.365512:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.365515:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205188.365517:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1788205188.365520:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8a80 x1875052937942144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1788205188.365521:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205188.365529:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205188.365533:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1788205188.365536:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205188.365541:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205188.365541:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afa300 x1875052937941760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205188.365553:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afd37ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8a80 x1875052937942144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205188.365558:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937941760:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205188.365567:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205188.365568:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.365571:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788205188.365574:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1788205188.365576:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afa300 x1875052937941760/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205188.365580:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205188.365585:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788205188.365586:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00080000:0.0:1788205188.365588:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1788205188.365589:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:0.0:1788205188.365594:0:267955:0:(import.c:485:import_select_connection()) Process entered
02000000:00000010:2.0:1788205188.365595:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205188.365600:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:0.0:1788205188.365602:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15494
00000020:00000001:2.0:1788205188.365603:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205188.365605:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788205188.365608:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000400:00000200:0.0:1788205188.365611:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:2.0:1788205188.365611:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:2.0:1788205188.365616:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000400:00000200:0.0:1788205188.365617:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
02000000:00000001:2.0:1788205188.365618:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00080000:0.0:1788205188.365621:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1788205188.365621:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afa300.
00000100:00000001:2.0:1788205188.365627:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000040:0.0:1788205188.365629:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205188.365630:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205188.365635:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205188.365636:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205188.365639:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205188.365642:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205188.365644:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205188.365645:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:0.0:1788205188.365647:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788205188.365648:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000020:00000040:0.0:1788205188.365649:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00000001:2.0:1788205188.365651:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205188.365653:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788205188.365656:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1788205188.365657:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788205188.365659:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205188.365662:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205188.365663:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:2.0:1788205188.365669:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb100 x1875052937941888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205188.365670:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205188.365676:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205188.365682:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788205188.365686:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1788205188.365687:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:2.0:1788205188.365688:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205188.365694:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205188.365697:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205188.365699:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205188.365701:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205188.365702:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205188.365705:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205188.365707:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1788205188.365709:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937941888:192.168.201.135@tcp:38:kworker.0
02000000:00000001:0.0:1788205188.365712:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.365713:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1788205188.365715:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788205188.365717:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1788205188.365719:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1788205188.365720:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788205188.365725:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205188.365725:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788205188.365729:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205188.365731:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000010:0.0:1788205188.365734:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8000.
02000000:00000001:2.0:1788205188.365735:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788205188.365739:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000200:2.0:1788205188.365744:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:0.0:1788205188.365745:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205188.365749:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205188.365749:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000100:00000001:0.0:1788205188.365751:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205188.365755:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1788205188.365757:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
02000000:00000001:0.0:1788205188.365758:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205188.365763:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937941888, portal 10
02000000:00000010:0.0:1788205188.365765:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7800.
00000100:00000001:2.0:1788205188.365768:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205188.365771:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871311104 : -127143838240512 : ffff8c5d04afb100)
00000100:00000001:0.0:1788205188.365772:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205188.365780:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8000 x1875052937942272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788205188.365783:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb100 x1875052937941888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205188.365803:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205188.365804:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788205188.365808:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205188.365809:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205188.365813:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205188.365817:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937941888, offset 0
00000100:00000040:0.0:1788205188.365818:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f555b94f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8000 x1875052937942272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205188.365823:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205188.365830:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205188.365835:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:0.0:1788205188.365842:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205188.365842:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205188.365846:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000040:0.0:1788205188.365849:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15504)
00000400:00000200:2.0:1788205188.365851:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205188.365856:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205188.365860:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547308:547308:256:4294967295] 192.168.201.135@tcp LPNI seq info [547274:547274:8:4294967295]
00000400:00000200:2.0:1788205188.365864:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205188.365884:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205188.365889:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205188.365894:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205188.365898:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205188.365901:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788205188.365905:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205188.365908:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788205188.365911:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205188.365913:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205188.365916:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205188.365919:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205188.365922:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205188.365924:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205188.365926:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205188.365930:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb100 x1875052937941888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.365942:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205188.365944:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb100 x1875052937941888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.365948:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.365949:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205188.365951:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205188.365955:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788205188.365957:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205188.365958:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310166557
00000100:00000001:2.0:1788205188.365960:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310170316
00000100:00000001:2.0:1788205188.365962:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310166557
00000100:00000001:2.0:1788205188.365963:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310170316
00000100:00000001:2.0:1788205188.365965:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205188.365966:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.365967:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205188.365969:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205188/real 1788205188]  req@ffff8c5d04afb100 x1875052937941888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205188.365973:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205188.365974:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205188.365975:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205188.365976:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205188.365978:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205188.365979:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205188.365981:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb100 x1875052937941888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205188.365985:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb100 x1875052937941888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.365989:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205188.365990:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.365991:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205188.365992:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205188.365994:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb100 x1875052937941888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.365998:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205188.366000:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb100 x1875052937941888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366003:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205188.366005:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366006:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205188.366006:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366007:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205188.366008:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205188.366010:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205188.366012:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205188.366013:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205188.366015:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb100 x1875052937941888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205188.366019:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937941888:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205188.366021:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205188.366023:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9c00 x1875052937942016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366026:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205188.366027:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205188.366029:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205188.366030:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205188.366031:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205188.366033:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937942016:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205188.366035:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205188.366036:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205188.366037:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205188.366038:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205188.366041:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788205188.366042:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205188.366043:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205188.366045:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205188.366047:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205188.366049:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937942016, portal 10
00000100:00000001:2.0:1788205188.366050:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205188.366051:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871305728 : -127143838245888 : ffff8c5d04af9c00)
00000100:00000040:2.0:1788205188.366055:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9c00 x1875052937942016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366059:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205188.366061:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205188.366063:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205188.366065:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937942016, offset 0
00000400:00000200:2.0:1788205188.366069:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205188.366072:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205188.366076:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205188.366078:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205188.366080:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205188.366082:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205188.366084:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205188.366087:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547309:547309:256:4294967295] 192.168.201.135@tcp LPNI seq info [547275:547275:8:4294967295]
00000400:00000200:2.0:1788205188.366091:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205188.366097:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205188.366102:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205188.366105:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205188.366110:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205188.366113:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788205188.366116:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205188.366119:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788205188.366123:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205188.366125:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205188.366128:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205188.366131:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205188.366134:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205188.366136:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205188.366138:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205188.366142:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9c00 x1875052937942016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366150:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205188.366153:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9c00 x1875052937942016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366159:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.366161:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205188.366164:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205188.366167:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788205188.366170:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205188.366172:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310166552
00000100:00000001:2.0:1788205188.366175:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310170316
00000100:00000001:2.0:1788205188.366177:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310166552
00000100:00000001:2.0:1788205188.366179:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310170316
00000100:00000001:2.0:1788205188.366181:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205188.366183:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.366185:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205188.366189:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205188/real 1788205188]  req@ffff8c5d04af9c00 x1875052937942016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205188.366197:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205188.366199:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205188.366201:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205188.366203:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205188.366205:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205188.366207:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205188.366210:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9c00 x1875052937942016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205188.366216:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9c00 x1875052937942016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366220:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205188.366221:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366222:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205188.366222:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205188.366224:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9c00 x1875052937942016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366229:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205188.366231:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9c00 x1875052937942016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366235:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205188.366236:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366237:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205188.366238:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366239:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205188.366240:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205188.366241:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205188.366243:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205188.366244:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205188.366246:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9c00 x1875052937942016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205188.366254:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937942016:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205188.366257:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205188.366259:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8a80 x1875052937942144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366262:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205188.366263:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205188.366264:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205188.366265:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205188.366266:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205188.366268:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937942144:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205188.366269:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205188.366271:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205188.366272:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205188.366273:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205188.366276:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788205188.366277:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205188.366280:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205188.366282:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205188.366285:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205188.366287:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937942144, portal 4
00000100:00000001:2.0:1788205188.366288:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205188.366289:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871301248 : -127143838250368 : ffff8c5d04af8a80)
00000100:00000040:2.0:1788205188.366293:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8a80 x1875052937942144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366297:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205188.366315:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205188.366317:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205188.366319:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937942144, offset 0
00000400:00000200:2.0:1788205188.366321:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205188.366324:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205188.366327:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205188.366328:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205188.366330:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205188.366332:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205188.366333:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205188.366335:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547310:547310:256:4294967295] 192.168.201.135@tcp LPNI seq info [547276:547276:8:4294967295]
00000400:00000200:2.0:1788205188.366338:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205188.366344:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205188.366348:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205188.366351:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205188.366354:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205188.366357:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788205188.366361:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205188.366363:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788205188.366367:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205188.366368:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205188.366371:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205188.366374:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205188.366377:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205188.366379:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205188.366381:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205188.366385:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8a80 x1875052937942144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366392:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205188.366395:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8a80 x1875052937942144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366402:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.366404:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205188.366407:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205188.366410:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788205188.366413:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205188.366415:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310166646
00000100:00000001:2.0:1788205188.366418:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310170316
00000100:00000001:2.0:1788205188.366420:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310166646
00000100:00000001:2.0:1788205188.366422:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310170316
00000100:00000001:2.0:1788205188.366424:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205188.366426:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.366428:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205188.366432:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205188/real 1788205188]  req@ffff8c5d04af8a80 x1875052937942144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205188.366439:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205188.366440:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205188.366442:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205188.366443:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205188.366444:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205188.366446:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205188.366448:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8a80 x1875052937942144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205188.366453:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8a80 x1875052937942144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366456:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205188.366457:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366458:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205188.366459:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205188.366461:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8a80 x1875052937942144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366465:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205188.366467:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8a80 x1875052937942144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366471:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205188.366473:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366474:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205188.366475:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366476:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205188.366477:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205188.366478:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205188.366480:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205188.366481:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205188.366483:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8a80 x1875052937942144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205188.366487:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937942144:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205188.366489:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366490:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205188.366492:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb100 x1875052937941888/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366496:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205188.366498:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205188.366499:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205188.366501:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205188.366502:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205188.366503:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205188.366504:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205188.366506:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:2.0:1788205188.366507:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205188.366508:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205188.366509:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb100.
00000100:00000001:2.0:1788205188.366513:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205188.366514:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366515:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205188.366517:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9c00 x1875052937942016/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366525:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205188.366526:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205188.366527:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788205188.366528:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205188.366529:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205188.366530:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205188.366531:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205188.366531:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:2.0:1788205188.366532:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205188.366533:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205188.366533:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9c00.
00000100:00000001:2.0:1788205188.366535:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205188.366535:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366536:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205188.366538:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8a80 x1875052937942144/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366541:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205188.366541:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205188.366542:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788205188.366552:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205188.366553:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205188.366554:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205188.366555:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205188.366555:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:2.0:1788205188.366557:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205188.366557:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205188.366558:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8a80.
00000100:00000001:2.0:1788205188.366559:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205188.366560:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366561:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366563:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205188.366564:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.366565:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205188.366566:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205188.366567:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205188.366569:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8000 x1875052937942272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366573:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205188.366574:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205188.366576:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205188.366577:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205188.366578:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205188.366579:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937942272:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205188.366581:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205188.366583:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205188.366584:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205188.366585:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205188.366587:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788205188.366588:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205188.366590:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205188.366592:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205188.366594:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205188.366596:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937942272, portal 4
00000100:00000001:2.0:1788205188.366597:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205188.366598:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871298560 : -127143838253056 : ffff8c5d04af8000)
00000100:00000040:2.0:1788205188.366602:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8000 x1875052937942272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366612:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205188.366614:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205188.366615:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205188.366617:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937942272, offset 0
00000400:00000200:2.0:1788205188.366620:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205188.366622:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205188.366624:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205188.366626:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205188.366628:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205188.366633:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205188.366635:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205188.366637:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547311:547311:256:4294967295] 192.168.201.135@tcp LPNI seq info [547277:547277:8:4294967295]
00000400:00000200:2.0:1788205188.366640:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205188.366644:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205188.366646:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205188.366649:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205188.366651:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205188.366653:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1788205188.366655:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205188.366657:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1788205188.366659:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205188.366660:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205188.366662:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205188.366664:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205188.366666:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205188.366667:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205188.366669:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205188.366670:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8000 x1875052937942272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366675:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205188.366677:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8000 x1875052937942272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366681:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.366682:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205188.366684:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205188.366686:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788205188.366687:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205188.366688:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310166663
00000100:00000001:2.0:1788205188.366690:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310170316
00000100:00000001:2.0:1788205188.366692:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310166663
00000100:00000001:2.0:1788205188.366694:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310170316
00000100:00000001:2.0:1788205188.366696:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205188.366698:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.366700:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205188.366704:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205188/real 1788205188]  req@ffff8c5d04af8000 x1875052937942272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205188.366711:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205188.366712:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205188.366714:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205188.366716:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205188.366718:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205188.366720:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205188.366722:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8000 x1875052937942272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205188.366730:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8000 x1875052937942272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366736:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205188.366738:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366740:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205188.366741:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205188.366744:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8000 x1875052937942272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366751:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205188.366755:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8000 x1875052937942272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366761:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205188.366763:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366765:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205188.366767:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366769:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205188.366770:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205188.366773:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205188.366776:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205188.366779:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205188.366783:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8000 x1875052937942272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205188.366790:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937942272:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205188.366794:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366797:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205188.366800:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8000 x1875052937942272/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205188.366806:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205188.366808:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205188.366810:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1b000.
02000000:00000001:2.0:1788205188.366812:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205188.366814:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205188.366815:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205188.366817:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205188.366819:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:2.0:1788205188.366821:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205188.366822:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205188.366824:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8000.
00000100:00000001:2.0:1788205188.366826:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205188.366827:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366829:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.366832:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205188.366834:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.366836:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205188.366837:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205188.556510:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205188.556520:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205188.556522:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205188.556529:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205188.556533:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205188.556538:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.556542:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205188.556546:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205188.556549:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205189.068483:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205189.068491:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205189.068497:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205189.068499:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205189.068579:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205189.068584:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205189.068588:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205189.580381:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205189.580388:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205189.580390:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205189.580394:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205189.580397:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205189.580401:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205189.580403:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205189.580406:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205189.580408:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205190.092512:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205190.092519:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205190.092524:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205190.092525:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205190.092558:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205190.092563:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205190.092566:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205190.604420:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205190.604428:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205190.604429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205190.604434:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205190.604437:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205190.604440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205190.604443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205190.604445:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205190.604447:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205191.116451:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205191.116458:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205191.116467:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205191.116468:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205191.116532:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205191.116536:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205191.116538:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205191.628420:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205191.628429:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205191.628432:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205191.628438:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205191.628442:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205191.628446:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205191.628448:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205191.628451:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205191.628454:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205192.142994:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205192.143004:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205192.143012:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205192.143013:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205192.143104:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205192.143107:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205192.143110:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205192.204435:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310170316, at 4310170368
00000100:00000040:0.0:1788205192.204436:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310170316, at 4310170368
00000100:00000010:0.0:1788205192.204459:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108501e0.
00000100:00000010:1.0:1788205192.204466:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850480.
00000100:00000001:2.0:1788205192.652401:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205192.652408:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205192.652410:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205192.652414:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205192.652418:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205192.652427:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205192.652429:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205192.652433:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205192.652435:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205193.164428:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205193.164436:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205193.164443:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205193.164445:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205193.164508:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205193.164512:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205193.164516:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205193.484447:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205193.484459:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205193.484462:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205193.484467:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205193.484472:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205193.484480:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15499
00000400:00000200:3.0:1788205193.484489:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205193.484495:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205193.484498:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205193.484501:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484505:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205193.484508:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484510:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205193.484514:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205193.484516:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205193.484518:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205193.484521:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205193.484522:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205193.484524:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205193.484526:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484527:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205193.484528:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484529:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205193.484531:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205193.484541:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484544:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205193.484547:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205193.484551:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205193.484553:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.484556:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205193.484559:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205193.484568:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788205193.484572:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205193.484577:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205193.484579:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.484583:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205193.484593:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205193.484598:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205193.484606:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788205193.484613:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205193.484623:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937942400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205193.484633:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205193.484636:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205193.484640:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937942400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205193.484660:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205193.484663:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205193.484666:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205193.484667:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205193.484668:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205193.484670:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205193.484672:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15499
00000400:00000200:3.0:1788205193.484675:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205193.484677:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205193.484679:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205193.484680:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484682:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205193.484683:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484684:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205193.484686:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205193.484692:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205193.484694:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205193.484695:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205193.484697:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788205193.484700:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788205193.484702:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484704:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205193.484706:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484708:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205193.484710:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788205193.484712:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484715:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205193.484716:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205193.484722:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205193.484724:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.484726:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205193.484730:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205193.484733:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.484735:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205193.484741:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788205193.484743:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205193.484746:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205193.484747:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.484748:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205193.484749:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205193.484751:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205193.484762:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788205193.484766:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205193.484771:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937942528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205193.484779:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205193.484781:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205193.484808:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937942528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205193.484816:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205193.484820:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205193.484823:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205193.484824:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205193.484825:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205193.484828:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205193.484830:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15499
00000400:00000200:3.0:1788205193.484834:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205193.484836:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205193.484839:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205193.484841:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484843:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205193.484845:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484847:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205193.484849:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205193.484850:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205193.484851:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205193.484853:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788205193.484855:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205193.484856:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788205193.484863:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484865:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205193.484867:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484869:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205193.484871:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205193.484874:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484876:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205193.484878:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205193.484880:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205193.484882:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.484884:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205193.484887:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205193.484889:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.484890:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205193.484892:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788205193.484894:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205193.484896:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205193.484896:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.484898:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205193.484899:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205193.484900:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205193.484904:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788205193.484907:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205193.484912:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937942656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205193.484918:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205193.484920:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205193.484923:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937942656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205193.484931:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205193.484933:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205193.484937:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205193.484938:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205193.484940:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205193.484942:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205193.484945:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15499
00000400:00000200:3.0:1788205193.484948:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205193.484950:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205193.484952:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205193.484953:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484955:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205193.484956:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484957:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205193.484959:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205193.484960:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788205193.484961:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205193.484962:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788205193.484963:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205193.484964:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788205193.484966:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484967:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205193.484968:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484969:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205193.484970:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788205193.484972:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205193.484973:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205193.484974:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205193.484976:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205193.484977:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.484978:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205193.484980:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205193.484981:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.484983:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205193.484985:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788205193.484986:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205193.484988:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205193.484988:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.484989:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205193.484990:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205193.484991:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205193.484994:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788205193.484996:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205193.484998:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937942784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205193.485003:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205193.485004:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205193.485006:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937942784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205193.485010:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205193.485012:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205193.485014:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205193.485014:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205193.485015:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205193.485017:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205193.485018:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15499
00000400:00000200:3.0:1788205193.485020:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205193.485022:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205193.485024:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205193.485026:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.485028:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205193.485029:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.485031:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205193.485033:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205193.485034:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788205193.485035:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205193.485037:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788205193.485039:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788205193.485041:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788205193.485043:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.485045:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205193.485047:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205193.485049:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205193.485051:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788205193.485054:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205193.485056:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205193.485058:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205193.485060:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205193.485062:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.485064:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205193.485066:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205193.485069:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.485070:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205193.485073:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788205193.485075:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205193.485078:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205193.485079:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205193.485080:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205193.485081:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205193.485083:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205193.485086:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788205193.485089:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205193.485093:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937942912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205193.485100:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205193.485102:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205193.485105:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937942912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205193.485113:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205193.485117:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15509)
00000100:00000001:2.0:1788205193.485191:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205193.485195:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205193.485197:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205193.485202:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937942400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485208:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205193.485211:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205193.485214:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205193.485217:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205193.485220:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205193.485223:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937942400:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205193.485227:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205193.485230:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205193.485233:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205193.485235:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205193.485240:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788205193.485242:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205193.485247:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205193.485251:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205193.485257:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205193.485265:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937942400, portal 25
00000100:00000001:2.0:1788205193.485267:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205193.485269:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000040:2.0:1788205193.485274:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937942400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485293:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205193.485296:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205193.485321:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205193.485326:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937942400, offset 0
00000400:00000200:2.0:1788205193.485334:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205193.485342:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205193.485348:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205193.485354:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205193.485358:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205193.485360:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205193.485363:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205193.485366:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547312:547312:256:4294967295] 192.168.201.135@tcp LPNI seq info [547278:547278:8:4294967295]
00000400:00000200:2.0:1788205193.485369:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205193.485377:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205193.485382:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205193.485386:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205193.485391:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205193.485394:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788205193.485398:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205193.485400:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788205193.485402:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205193.485404:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205193.485408:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205193.485412:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205193.485417:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205193.485419:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205193.485423:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205193.485427:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69f80 x1875052937942400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485436:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205193.485439:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937942400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485446:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205193.485448:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205193.485454:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205193.485458:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205193.485461:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310175437
00000100:00000010:2.0:1788205193.485465:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850b40.
00000100:00000001:2.0:1788205193.485471:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788205193.485477:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310175437
00000100:00000010:2.0:1788205193.485480:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850720.
00000100:00000001:2.0:1788205193.485483:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788205193.485487:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205193.485489:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205193.485492:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205193.485497:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205193/real 1788205193]  req@ffff8c5d3ba69f80 x1875052937942400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205193.485506:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205193.485507:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205193.485509:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205193.485511:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205193.485512:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205193.485514:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205193.485516:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937942400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205193.485522:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937942400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485526:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205193.485528:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.485529:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205193.485532:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205193.485536:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937942400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485543:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205193.485547:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937942400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485554:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205193.485557:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.485559:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205193.485561:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.485563:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205193.485565:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205193.485568:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205193.485572:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205193.485575:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205193.485579:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937942400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205193.485587:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937942400:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205193.485592:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205193.485595:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937942528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485602:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205193.485603:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205193.485606:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205193.485607:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205193.485610:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205193.485613:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937942528:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205193.485616:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205193.485617:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205193.485619:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205193.485620:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205193.485624:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205193.485626:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205193.485629:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205193.485632:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205193.485635:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205193.485638:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937942528, portal 10
00000100:00000001:2.0:1788205193.485640:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205193.485642:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000040:2.0:1788205193.485648:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937942528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485654:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205193.485657:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205193.485659:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205193.485661:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937942528, offset 0
00000400:00000200:2.0:1788205193.485665:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205193.485668:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205193.485671:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205193.485674:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205193.485677:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205193.485679:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205193.485681:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205193.485683:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547313:547313:256:4294967295] 192.168.201.135@tcp LPNI seq info [547279:547279:8:4294967295]
00000400:00000200:2.0:1788205193.485687:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205193.485693:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205193.485698:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205193.485701:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205193.485705:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205193.485707:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788205193.485711:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205193.485714:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788205193.485718:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205193.485720:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205193.485723:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205193.485726:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205193.485729:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205193.485730:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205193.485733:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205193.485736:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937942528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485749:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205193.485752:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937942528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485758:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205193.485760:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205193.485763:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205193.485767:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788205193.485770:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205193.485771:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310171677
00000100:00000001:2.0:1788205193.485774:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310175437
00000100:00000001:2.0:1788205193.485776:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310171677
00000100:00000001:2.0:1788205193.485778:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310175437
00000100:00000001:2.0:1788205193.485780:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205193.485782:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205193.485800:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205193.485805:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205193/real 1788205193]  req@ffff8c5d3ba68a80 x1875052937942528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205193.485813:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205193.485814:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205193.485815:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205193.485817:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205193.485819:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205193.485821:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205193.485824:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937942528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205193.485832:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937942528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485838:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205193.485840:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.485841:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205193.485842:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205193.485845:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937942528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485849:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205193.485851:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937942528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485854:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205193.485856:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.485857:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205193.485857:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.485858:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205193.485859:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205193.485861:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205193.485862:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205193.485864:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205193.485866:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937942528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205193.485870:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937942528:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205193.485873:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205193.485874:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937942656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485878:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205193.485878:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205193.485880:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205193.485881:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205193.485882:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205193.485884:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937942656:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205193.485886:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205193.485887:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205193.485888:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205193.485889:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205193.485891:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205193.485893:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205193.485895:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205193.485896:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205193.485898:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205193.485901:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937942656, portal 10
00000100:00000001:2.0:1788205193.485902:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205193.485904:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:2.0:1788205193.485909:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937942656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485914:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205193.485916:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205193.485918:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205193.485920:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937942656, offset 0
00000400:00000200:2.0:1788205193.485924:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205193.485928:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205193.485932:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205193.485935:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205193.485937:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205193.485939:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205193.485942:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205193.485945:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547314:547314:256:4294967295] 192.168.201.135@tcp LPNI seq info [547280:547280:8:4294967295]
00000400:00000200:2.0:1788205193.485948:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205193.485954:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205193.485957:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205193.485959:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205193.485962:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205193.485964:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788205193.485966:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205193.485968:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788205193.485970:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205193.485971:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205193.485973:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205193.485975:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205193.485977:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205193.485978:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205193.485979:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205193.485982:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937942656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485987:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205193.485989:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937942656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.485992:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205193.485993:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205193.485995:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205193.485997:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788205193.485999:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205193.486000:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310171672
00000100:00000001:2.0:1788205193.486002:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310175437
00000100:00000001:2.0:1788205193.486003:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310171672
00000100:00000001:2.0:1788205193.486004:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310175437
00000100:00000001:2.0:1788205193.486005:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205193.486007:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205193.486008:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205193.486009:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205193/real 1788205193]  req@ffff8c5d3ba6bb80 x1875052937942656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205193.486014:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205193.486015:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205193.486016:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205193.486017:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205193.486018:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205193.486019:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205193.486021:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937942656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205193.486029:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937942656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486034:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205193.486035:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.486037:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205193.486038:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205193.486041:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937942656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486046:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205193.486050:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937942656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486056:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205193.486058:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.486060:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205193.486061:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.486063:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205193.486064:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205193.486067:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205193.486070:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205193.486071:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205193.486075:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937942656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205193.486087:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937942656:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205193.486091:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205193.486094:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937942784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486100:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205193.486101:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205193.486103:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205193.486105:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205193.486107:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205193.486110:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937942784:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205193.486113:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205193.486115:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205193.486116:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205193.486118:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205193.486120:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205193.486122:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205193.486125:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205193.486128:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205193.486131:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205193.486133:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937942784, portal 4
00000100:00000001:2.0:1788205193.486135:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205193.486136:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:2.0:1788205193.486142:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937942784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486148:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205193.486150:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205193.486152:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205193.486154:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937942784, offset 0
00000400:00000200:2.0:1788205193.486158:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205193.486162:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205193.486166:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205193.486168:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205193.486170:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205193.486172:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205193.486173:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205193.486175:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547315:547315:256:4294967295] 192.168.201.135@tcp LPNI seq info [547281:547281:8:4294967295]
00000400:00000200:2.0:1788205193.486177:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205193.486181:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205193.486184:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205193.486186:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205193.486188:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205193.486190:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788205193.486192:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205193.486194:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788205193.486196:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205193.486197:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205193.486199:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205193.486201:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205193.486203:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205193.486205:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205193.486207:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205193.486210:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937942784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486217:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205193.486220:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937942784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486226:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205193.486227:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205193.486230:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205193.486233:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788205193.486236:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205193.486239:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310171765
00000100:00000001:2.0:1788205193.486241:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310175437
00000100:00000001:2.0:1788205193.486243:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310171765
00000100:00000001:2.0:1788205193.486245:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310175437
00000100:00000001:2.0:1788205193.486247:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205193.486249:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205193.486251:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205193.486254:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205193/real 1788205193]  req@ffff8c5d3ba6b800 x1875052937942784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205193.486261:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205193.486262:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205193.486263:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205193.486265:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205193.486267:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205193.486269:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205193.486272:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937942784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205193.486280:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937942784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486286:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205193.486288:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.486290:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205193.486291:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205193.486294:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937942784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486316:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205193.486320:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937942784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486326:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205193.486329:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.486330:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205193.486332:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.486333:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205193.486335:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205193.486337:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205193.486340:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205193.486342:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205193.486346:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937942784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205193.486354:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937942784:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205193.486357:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205193.486359:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937942912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486363:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205193.486364:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205193.486365:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205193.486367:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205193.486368:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205193.486369:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937942912:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205193.486371:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205193.486372:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205193.486373:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205193.486374:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205193.486377:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788205193.486378:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205193.486380:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205193.486381:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205193.486383:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205193.486385:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937942912, portal 4
00000100:00000001:2.0:1788205193.486387:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205193.486388:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000040:2.0:1788205193.486391:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937942912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486395:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205193.486396:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205193.486397:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205193.486399:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937942912, offset 0
00000400:00000200:2.0:1788205193.486401:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205193.486403:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205193.486405:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205193.486407:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205193.486409:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205193.486411:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205193.486412:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205193.486416:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547316:547316:256:4294967295] 192.168.201.135@tcp LPNI seq info [547282:547282:8:4294967295]
00000400:00000200:2.0:1788205193.486419:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205193.486425:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205193.486429:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205193.486432:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205193.486435:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205193.486438:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1788205193.486441:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205193.486444:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1788205193.486447:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205193.486449:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205193.486452:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205193.486455:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205193.486458:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205193.486460:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205193.486461:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205193.486464:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b100 x1875052937942912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486473:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205193.486474:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937942912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486478:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205193.486479:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205193.486481:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205193.486483:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788205193.486485:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205193.486486:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310171783
00000100:00000001:2.0:1788205193.486488:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310175437
00000100:00000001:2.0:1788205193.486489:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310171783
00000100:00000001:2.0:1788205193.486491:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310175437
00000100:00000001:2.0:1788205193.486492:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205193.486493:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205193.486494:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205193.486496:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205193/real 1788205193]  req@ffff8c5d3ba6b100 x1875052937942912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205193.486500:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205193.486501:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205193.486502:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205193.486503:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205193.486504:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205193.486505:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205193.486507:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937942912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205193.486511:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937942912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486515:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205193.486516:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.486517:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205193.486518:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205193.486520:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937942912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486525:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205193.486528:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937942912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486534:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205193.486537:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.486538:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205193.486539:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.486541:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205193.486542:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205193.486545:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205193.486547:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205193.486550:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205193.486554:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937942912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205193.486562:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937942912:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205193.486566:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.486568:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205193.486571:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937942400/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486577:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205193.486580:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205193.486582:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788205193.486584:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205193.486585:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205193.486587:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788205193.486590:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205193.486593:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:2.0:1788205193.486597:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205193.486599:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205193.486601:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000100:00000001:2.0:1788205193.486604:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205193.486605:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.486607:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205193.486610:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937942528/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486617:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205193.486618:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205193.486620:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205193.486622:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205193.486623:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205193.486624:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205193.486626:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205193.486628:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:2.0:1788205193.486630:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205193.486631:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205193.486633:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:2.0:1788205193.486635:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205193.486636:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.486637:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205193.486639:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937942656/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486643:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205193.486644:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205193.486645:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205193.486646:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205193.486647:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205193.486648:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205193.486648:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205193.486649:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:2.0:1788205193.486650:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205193.486651:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205193.486652:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:2.0:1788205193.486654:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205193.486654:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.486655:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205193.486657:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937942784/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486660:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205193.486661:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205193.486662:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205193.486663:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205193.486663:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205193.486664:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205193.486665:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205193.486666:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788205193.486667:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205193.486668:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205193.486669:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:2.0:1788205193.486671:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205193.486672:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.486673:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205193.486676:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937942912/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205193.486681:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205193.486682:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205193.486683:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:2.0:1788205193.486685:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205193.486686:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205193.486687:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205193.486689:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205193.486690:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:2.0:1788205193.486692:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205193.486693:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205193.486695:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:2.0:1788205193.486697:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205193.486698:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.486700:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.486707:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205193.486709:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205193.486711:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205193.486713:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205193.676408:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205193.676415:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205193.676418:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205193.676424:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205193.676427:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205193.676431:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.676433:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205193.676440:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205193.676443:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205194.188475:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205194.188481:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205194.188487:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205194.188488:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205194.188587:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205194.188589:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205194.188591:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205194.702919:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205194.702928:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205194.702930:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205194.702938:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205194.702942:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205194.702946:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205194.702949:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205194.702951:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205194.702954:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205195.212466:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205195.212474:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205195.212483:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205195.212484:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205195.212648:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205195.212652:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205195.212656:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205195.724414:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205195.724425:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205195.724427:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205195.724434:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205195.724439:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205195.724443:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205195.724446:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205195.724449:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205195.724452:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205196.236488:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205196.236496:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205196.236504:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205196.236505:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205196.236534:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205196.236536:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205196.236540:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205196.748967:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205196.748978:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205196.748980:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205196.748988:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205196.748992:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205196.748998:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205196.749001:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205196.749004:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205196.749007:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205197.260458:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205197.260469:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205197.260471:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205197.260476:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205197.260484:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205197.260486:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205197.260488:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205197.260491:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205197.260495:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205197.260497:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205197.260498:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205197.260499:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205197.260501:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205197.260502:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205197.260504:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205197.260506:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205197.260562:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205197.260566:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205197.260569:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205197.324422:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310175437, at 4310175488
00000100:00000010:1.0:1788205197.324439:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850720.
00000100:00000040:0.0:1788205197.325180:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310175437, at 4310175488
00000100:00000010:0.0:1788205197.325194:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850b40.
00000800:00000200:1.0:1788205197.516425:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788205197.516431:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788205197.516436:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000200:0.0:1788205197.516647:0:2385:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:0.0:1788205197.516651:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:0.0:1788205197.516660:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:0.0:1788205197.516662:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:0.0:1788205197.516664:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205197.772410:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205197.772416:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205197.772418:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205197.772422:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205197.772425:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205197.772428:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205197.772430:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205197.772433:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205197.772434:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205198.284406:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205198.284414:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205198.284419:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205198.284420:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205198.284583:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205198.284587:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205198.284590:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205198.605119:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205198.605141:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205198.605144:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205198.605150:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205198.605154:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205198.605163:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15504
00000400:00000200:0.0:1788205198.605174:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205198.605181:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205198.605185:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205198.605189:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205198.605192:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205198.605195:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205198.605198:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205198.605202:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205198.605204:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788205198.605207:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205198.605210:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788205198.605213:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788205198.605215:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788205198.605218:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205198.605220:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205198.605222:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205198.605224:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205198.605227:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788205198.605230:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205198.605232:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205198.605235:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205198.605238:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205198.605241:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205198.605243:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205198.605246:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205198.605258:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9500.
00000020:00000040:0.0:1788205198.605262:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788205198.605266:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205198.605268:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205198.605271:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205198.605274:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205198.605278:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205198.605287:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7000.
00000100:00000001:0.0:1788205198.605295:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205198.605350:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9500 x1875052937943040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205198.605363:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205198.605367:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205198.605372:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006164ac2e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9500 x1875052937943040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205198.605398:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205198.605402:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205198.605406:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205198.605408:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205198.605409:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205198.605413:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205198.605424:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15504
00000400:00000200:0.0:1788205198.605430:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205198.605436:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205198.605440:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205198.605443:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205198.605445:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205198.605448:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788205198.605450:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205198.605457:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205198.605460:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788205198.605460:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1788205198.605465:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:2.0:1788205198.605467:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1788205198.605469:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205198.605472:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788205198.605474:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788205198.605477:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788205198.605485:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:2.0:1788205198.605486:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9500 x1875052937943040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205198.605488:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205198.605492:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205198.605499:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205198.605505:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:0.0:1788205198.605512:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205198.605521:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205198.605525:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1788205198.605526:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205198.605532:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205198.605536:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205198.605540:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205198.605541:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1788205198.605544:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788205198.605547:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:0.0:1788205198.605552:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1788205198.605553:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1788205198.605563:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205198.605568:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205198.605570:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937943040:192.168.201.135@tcp:250:kworker.0
00000100:00000010:0.0:1788205198.605574:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb800.
00000100:00000001:2.0:1788205198.605575:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1788205198.605580:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788205198.605583:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205198.605588:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205198.605590:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205198.605595:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205198.605595:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1788205198.605603:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205198.605604:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205198.605607:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205198.605608:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205198.605612:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205198.605614:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6c00.
00000400:00000200:2.0:1788205198.605620:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205198.605621:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205198.605625:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000100:00100000:0.0:1788205198.605632:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb800 x1875052937943168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1788205198.605632:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205198.605646:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937943040, portal 25
00000100:00000001:2.0:1788205198.605653:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205198.605655:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205198.605656:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871303936 : -127143838247680 : ffff8c5d04af9500)
00000100:00000001:0.0:1788205198.605662:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205198.605666:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9500 x1875052937943040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.605673:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205198.605675:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205198.605677:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205198.605679:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937943040, offset 0
00000100:00000040:0.0:1788205198.605683:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e525778] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb800 x1875052937943168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205198.605691:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788205198.605720:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205198.605721:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:0.0:1788205198.605726:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205198.605731:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1788205198.605735:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:0.0:1788205198.605737:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205198.605741:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205198.605745:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788205198.605747:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1788205198.605752:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15504
00000400:00000200:2.0:1788205198.605757:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205198.605763:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205198.605767:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205198.605773:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:2.0:1788205198.605777:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205198.605782:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547317:547317:256:4294967295] 192.168.201.135@tcp LPNI seq info [547283:547283:8:4294967295]
00000400:00000200:2.0:1788205198.605793:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:0.0:1788205198.605794:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205198.605802:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205198.605806:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205198.605812:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205198.605818:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:2.0:1788205198.605819:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1788205198.605824:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205198.605829:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788205198.605831:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205198.605835:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000200:2.0:1788205198.605836:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000020:00000001:0.0:1788205198.605840:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000010:2.0:1788205198.605845:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000020:00000001:0.0:1788205198.605846:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:0.0:1788205198.605854:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205198.605856:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205198.605865:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:2.0:1788205198.605865:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788205198.605874:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205198.605878:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000800:00000200:2.0:1788205198.605878:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00080000:0.0:1788205198.605888:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205198.605893:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205198.605898:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1788205198.605901:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:0.0:1788205198.605903:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205198.605909:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1788205198.605910:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1788205198.605912:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205198.605915:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205198.605922:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1788205198.605924:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788205198.605929:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1788205198.605931:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000100:00000010:0.0:1788205198.605937:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8700.
00000400:00000200:2.0:1788205198.605941:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1788205198.605943:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205198.605948:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205198.605953:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205198.605956:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1788205198.605958:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205198.605962:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205198.605964:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205198.605965:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
02000000:00000010:0.0:1788205198.605970:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6000.
00000400:00000010:2.0:1788205198.605971:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:0.0:1788205198.605978:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205198.605982:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:0.0:1788205198.605987:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8700 x1875052937943296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788205198.605993:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9500 x1875052937943040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205198.606011:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205198.606020:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205198.606032:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ab2a0be] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8700 x1875052937943296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.606048:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205198.606054:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9500 x1875052937943040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205198.606093:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205198.606095:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205198.606098:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205198.606100:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00080000:0.0:1788205198.606107:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205198.606109:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205198.606111:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205198.606112:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205198.606115:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205198.606122:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15504
00000400:00000200:2.0:1788205198.606125:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205198.606131:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205198.606131:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310180557
00000400:00000200:0.0:1788205198.606139:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000010:2.0:1788205198.606142:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108506c0.
00000100:00080000:0.0:1788205198.606143:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205198.606152:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205198.606155:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205198.606156:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205198.606161:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205198.606164:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788205198.606165:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310180557
00000020:00000001:0.0:1788205198.606168:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205198.606173:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788205198.606175:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000010:2.0:1788205198.606175:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850cc0.
00000020:00000040:0.0:1788205198.606181:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:2.0:1788205198.606185:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000020:00000001:0.0:1788205198.606186:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:0.0:1788205198.606192:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:2.0:1788205198.606196:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1788205198.606197:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205198.606202:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205198.606205:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205198.606209:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205198.606212:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788205198.606215:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205198.606220:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00100000:2.0:1788205198.606223:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205198/real 1788205198]  req@ffff8c5d04af9500 x1875052937943040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205198.606226:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205198.606231:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205198.606236:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205198.606240:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205198.606247:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1788205198.606250:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788205198.606251:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000001:2.0:1788205198.606256:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205198.606260:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205198.606263:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205198.606265:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205198.606268:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000008:00100000:0.0:1788205198.606273:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1788205198.606273:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9500 x1875052937943040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1788205198.606284:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205198.606289:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205198.606296:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb480.
00000020:00000040:0.0:1788205198.606325:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205198.606328:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205198.606329:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205198.606331:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205198.606334:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205198.606336:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205198.606341:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5000.
00000100:00000001:0.0:1788205198.606346:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205198.606347:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9500 x1875052937943040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205198.606359:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb480 x1875052937943424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205198.606363:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205198.606367:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.606376:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205198.606379:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205198.606380:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205198.606383:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205198.606395:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3c5ab9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb480 x1875052937943424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205198.606398:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9500 x1875052937943040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205198.606435:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205198.606440:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788205198.606442:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205198.606446:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205198.606450:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205198.606452:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1788205198.606452:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9500 x1875052937943040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205198.606458:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205198.606468:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15504
00000400:00000200:0.0:1788205198.606482:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205198.606485:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000400:00000200:0.0:1788205198.606491:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788205198.606492:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788205198.606496:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205198.606498:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205198.606504:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205198.606507:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205198.606509:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205198.606514:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205198.606514:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1788205198.606521:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00080000:2.0:1788205198.606522:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788205198.606532:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205198.606538:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000100:00080000:2.0:1788205198.606538:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000020:00000040:0.0:1788205198.606542:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:2.0:1788205198.606546:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000001:0.0:1788205198.606547:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205198.606552:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:0.0:1788205198.606559:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788205198.606559:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9500 x1875052937943040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1788205198.606567:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:0.0:1788205198.606582:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205198.606585:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205198.606587:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205198.606589:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205198.606592:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:0.0:1788205198.606595:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205198.606598:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205198.606600:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205198.606604:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205198.606607:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205198.606609:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205198.606612:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205198.606615:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205198.606617:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205198.606622:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8000.
00000020:00000040:0.0:1788205198.606624:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205198.606626:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205198.606628:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205198.606629:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205198.606631:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205198.606633:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205198.606637:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4000.
00000100:00000001:0.0:1788205198.606640:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205198.606645:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8000 x1875052937943552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205198.606652:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205198.606654:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205198.606658:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f555b94f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8000 x1875052937943552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205198.606665:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205198.606671:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15514)
00000100:00100000:2.0:1788205198.606849:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937943040:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205198.606855:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.606857:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205198.606861:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9500 x1875052937943040/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.606867:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205198.606870:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205198.606874:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205198.606877:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205198.606879:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205198.606882:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788205198.606884:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205198.606886:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:2.0:1788205198.606890:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205198.606892:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205198.606893:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9500.
00000100:00000001:2.0:1788205198.606896:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205198.606897:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.606900:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.606907:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205198.606909:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205198.606912:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205198.606913:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205198.606915:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205198.606918:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb800 x1875052937943168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.606925:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205198.606927:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205198.606930:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205198.606931:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205198.606933:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205198.606936:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937943168:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205198.606939:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205198.606941:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205198.606943:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205198.606944:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205198.606947:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205198.606949:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205198.606953:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205198.606956:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205198.606959:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205198.606963:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937943168, portal 10
00000100:00000001:2.0:1788205198.606964:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205198.606966:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871312896 : -127143838238720 : ffff8c5d04afb800)
00000100:00000040:2.0:1788205198.606972:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb800 x1875052937943168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.606978:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205198.606980:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205198.606982:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205198.606984:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937943168, offset 0
00000400:00000200:2.0:1788205198.606988:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205198.606992:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205198.606996:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205198.606999:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205198.607002:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205198.607004:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205198.607006:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205198.607009:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547318:547318:256:4294967295] 192.168.201.135@tcp LPNI seq info [547284:547284:8:4294967295]
00000400:00000200:2.0:1788205198.607013:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205198.607020:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205198.607024:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205198.607028:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205198.607032:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205198.607035:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788205198.607039:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205198.607043:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788205198.607047:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205198.607049:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205198.607052:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205198.607055:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205198.607058:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205198.607060:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205198.607062:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205198.607065:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb800 x1875052937943168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607073:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205198.607076:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb800 x1875052937943168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607088:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205198.607089:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205198.607092:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205198.607096:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788205198.607100:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205198.607102:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310176798
00000100:00000001:2.0:1788205198.607105:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310180557
00000100:00000001:2.0:1788205198.607108:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310176798
00000100:00000001:2.0:1788205198.607109:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310180557
00000100:00000001:2.0:1788205198.607111:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205198.607114:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205198.607116:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205198.607120:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205198/real 1788205198]  req@ffff8c5d04afb800 x1875052937943168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205198.607128:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205198.607129:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205198.607131:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205198.607133:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205198.607135:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205198.607137:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205198.607139:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb800 x1875052937943168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205198.607144:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb800 x1875052937943168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607148:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205198.607149:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.607150:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205198.607151:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205198.607153:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb800 x1875052937943168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607158:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205198.607162:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb800 x1875052937943168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607168:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205198.607170:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.607172:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205198.607173:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.607175:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205198.607177:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205198.607180:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205198.607183:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205198.607185:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205198.607188:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb800 x1875052937943168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205198.607195:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937943168:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205198.607199:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205198.607203:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8700 x1875052937943296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607209:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205198.607210:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205198.607212:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205198.607213:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205198.607215:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205198.607218:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937943296:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205198.607221:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205198.607223:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205198.607225:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205198.607226:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205198.607229:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205198.607230:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205198.607232:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205198.607234:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205198.607236:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205198.607238:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937943296, portal 10
00000100:00000001:2.0:1788205198.607239:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205198.607240:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871300352 : -127143838251264 : ffff8c5d04af8700)
00000100:00000040:2.0:1788205198.607244:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8700 x1875052937943296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607247:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205198.607249:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205198.607250:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205198.607252:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937943296, offset 0
00000400:00000200:2.0:1788205198.607254:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205198.607257:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205198.607260:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205198.607262:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205198.607265:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205198.607267:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205198.607269:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205198.607272:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547319:547319:256:4294967295] 192.168.201.135@tcp LPNI seq info [547285:547285:8:4294967295]
00000400:00000200:2.0:1788205198.607276:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205198.607281:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205198.607285:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205198.607289:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205198.607293:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205198.607295:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788205198.607319:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205198.607322:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788205198.607326:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205198.607329:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205198.607331:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205198.607334:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205198.607337:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205198.607338:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205198.607341:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205198.607344:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8700 x1875052937943296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607351:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205198.607354:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8700 x1875052937943296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607359:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205198.607361:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205198.607364:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205198.607367:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788205198.607370:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205198.607372:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310176794
00000100:00000001:2.0:1788205198.607374:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310180557
00000100:00000001:2.0:1788205198.607376:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310176794
00000100:00000001:2.0:1788205198.607378:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310180557
00000100:00000001:2.0:1788205198.607380:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205198.607382:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205198.607384:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205198.607387:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205198/real 1788205198]  req@ffff8c5d04af8700 x1875052937943296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205198.607395:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205198.607396:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205198.607398:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205198.607400:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205198.607402:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205198.607404:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205198.607407:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8700 x1875052937943296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205198.607415:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8700 x1875052937943296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607421:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205198.607422:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.607424:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205198.607425:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205198.607428:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8700 x1875052937943296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607435:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205198.607438:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8700 x1875052937943296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607444:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205198.607446:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.607448:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205198.607449:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.607450:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205198.607452:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205198.607454:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205198.607457:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205198.607459:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205198.607463:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8700 x1875052937943296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205198.607470:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937943296:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205198.607474:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205198.607478:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb480 x1875052937943424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607484:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205198.607485:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205198.607487:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205198.607489:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205198.607491:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205198.607494:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937943424:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205198.607497:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205198.607499:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205198.607500:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205198.607502:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205198.607505:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205198.607507:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205198.607510:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205198.607513:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205198.607516:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205198.607519:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937943424, portal 4
00000100:00000001:2.0:1788205198.607521:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205198.607522:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871312000 : -127143838239616 : ffff8c5d04afb480)
00000100:00000040:2.0:1788205198.607527:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb480 x1875052937943424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607533:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205198.607535:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205198.607538:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205198.607540:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937943424, offset 0
00000400:00000200:2.0:1788205198.607544:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205198.607548:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205198.607552:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205198.607554:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205198.607556:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205198.607558:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205198.607561:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205198.607564:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547320:547320:256:4294967295] 192.168.201.135@tcp LPNI seq info [547286:547286:8:4294967295]
00000400:00000200:2.0:1788205198.607568:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205198.607573:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205198.607577:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205198.607580:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205198.607583:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205198.607586:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788205198.607591:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205198.607593:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788205198.607597:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205198.607599:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205198.607602:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205198.607605:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205198.607608:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205198.607609:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205198.607612:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205198.607615:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb480 x1875052937943424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607623:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205198.607626:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb480 x1875052937943424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607633:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205198.607634:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205198.607637:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205198.607640:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788205198.607643:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205198.607645:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310176887
00000100:00000001:2.0:1788205198.607648:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310180557
00000100:00000001:2.0:1788205198.607650:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310176887
00000100:00000001:2.0:1788205198.607652:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310180557
00000100:00000001:2.0:1788205198.607654:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205198.607656:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205198.607658:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205198.607661:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205198/real 1788205198]  req@ffff8c5d04afb480 x1875052937943424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205198.607669:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205198.607670:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205198.607672:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205198.607675:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205198.607676:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205198.607678:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205198.607681:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb480 x1875052937943424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205198.607689:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb480 x1875052937943424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607706:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205198.607709:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.607711:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205198.607712:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205198.607716:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb480 x1875052937943424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607722:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205198.607726:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb480 x1875052937943424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607733:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205198.607736:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.607737:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205198.607738:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.607740:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205198.607742:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205198.607744:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205198.607748:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205198.607750:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205198.607753:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb480 x1875052937943424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205198.607761:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937943424:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205198.607765:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205198.607769:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8000 x1875052937943552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607774:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205198.607776:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205198.607778:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205198.607779:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205198.607781:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205198.607784:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937943552:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205198.607787:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205198.607789:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205198.607790:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205198.607792:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205198.607795:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788205198.607797:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205198.607801:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205198.607803:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205198.607806:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205198.607808:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937943552, portal 4
00000100:00000001:2.0:1788205198.607810:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205198.607811:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871298560 : -127143838253056 : ffff8c5d04af8000)
00000100:00000040:2.0:1788205198.607816:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8000 x1875052937943552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607822:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205198.607824:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205198.607826:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205198.607828:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937943552, offset 0
00000400:00000200:2.0:1788205198.607832:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205198.607835:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205198.607839:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205198.607841:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205198.607844:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205198.607846:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205198.607848:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205198.607852:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547321:547321:256:4294967295] 192.168.201.135@tcp LPNI seq info [547287:547287:8:4294967295]
00000400:00000200:2.0:1788205198.607856:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205198.607862:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205198.607866:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205198.607869:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205198.607873:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205198.607875:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1788205198.607879:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205198.607881:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1788205198.607885:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205198.607886:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205198.607889:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205198.607892:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205198.607895:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205198.607897:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205198.607899:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205198.607903:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8000 x1875052937943552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607911:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205198.607914:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8000 x1875052937943552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205223 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607920:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205198.607921:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205198.607925:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205198.607928:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788205198.607931:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205198.607933:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310176904
00000100:00000001:2.0:1788205198.607936:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310180557
00000100:00000001:2.0:1788205198.607938:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310176904
00000100:00000001:2.0:1788205198.607940:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310180557
00000100:00000001:2.0:1788205198.607942:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205198.607943:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205198.607945:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205198.607948:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205198/real 1788205198]  req@ffff8c5d04af8000 x1875052937943552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205198.607956:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205198.607957:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205198.607959:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205198.607961:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205198.607962:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205198.607964:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205198.607967:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8000 x1875052937943552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205198.607975:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8000 x1875052937943552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607981:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205198.607982:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.607984:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205198.607985:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205198.607989:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8000 x1875052937943552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.607995:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205198.607999:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8000 x1875052937943552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.608005:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205198.608007:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.608009:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205198.608010:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.608012:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205198.608014:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205198.608016:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205198.608020:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205198.608022:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205198.608025:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8000 x1875052937943552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205198.608033:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937943552:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205198.608037:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.608039:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205198.608042:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb800 x1875052937943168/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.608048:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205198.608050:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205198.608052:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205198.608055:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205198.608057:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205198.608058:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205198.608060:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205198.608062:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:2.0:1788205198.608064:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205198.608066:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205198.608067:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb800.
00000100:00000001:2.0:1788205198.608073:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205198.608074:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.608076:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205198.608079:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8700 x1875052937943296/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.608085:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205198.608086:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205198.608088:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205198.608090:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205198.608091:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205198.608092:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205198.608094:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205198.608095:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:2.0:1788205198.608098:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205198.608099:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205198.608100:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8700.
00000100:00000001:2.0:1788205198.608102:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205198.608103:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.608105:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205198.608108:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb480 x1875052937943424/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.608114:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205198.608116:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205198.608117:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205198.608119:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205198.608120:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205198.608121:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205198.608123:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205198.608124:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:2.0:1788205198.608126:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205198.608127:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205198.608128:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb480.
00000100:00000001:2.0:1788205198.608131:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205198.608132:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.608133:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205198.608137:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8000 x1875052937943552/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205223 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205198.608148:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205198.608150:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205198.608151:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:2.0:1788205198.608153:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205198.608154:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205198.608155:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205198.608157:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205198.608159:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:2.0:1788205198.608161:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205198.608161:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205198.608163:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8000.
00000100:00000001:2.0:1788205198.608165:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205198.608166:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.608168:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.608173:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205198.608174:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205198.608176:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205198.608178:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205198.796427:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205198.796436:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205198.796439:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205198.796445:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205198.796448:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205198.796453:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.796455:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205198.796458:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205198.796460:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205199.308450:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205199.308459:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205199.308466:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205199.308468:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205199.308557:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205199.308564:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205199.308569:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205199.821710:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205199.821718:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205199.821720:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205199.821726:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205199.821729:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205199.821733:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205199.821736:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205199.821739:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205199.821741:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205200.333348:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205200.333356:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205200.333362:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205200.333364:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205200.333883:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205200.333887:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205200.333891:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205200.845686:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205200.845695:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205200.845697:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205200.845702:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205200.845705:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205200.845708:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205200.845710:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205200.845712:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205200.845714:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205201.356441:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205201.356448:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205201.356455:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205201.356456:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205201.356510:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205201.356513:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205201.356517:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205201.868386:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205201.868395:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205201.868398:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205201.868403:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205201.868406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205201.868410:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205201.868413:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205201.868416:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205201.868418:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205202.380426:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205202.380434:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205202.380439:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205202.380440:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205202.380457:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205202.380460:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205202.380463:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205202.444397:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310180557, at 4310180608
00000100:00000040:1.0:1788205202.444397:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310180557, at 4310180608
00000100:00000010:1.0:1788205202.444410:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850cc0.
00000100:00000010:0.0:1788205202.444412:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108506c0.
00000100:00000001:2.0:1788205202.892386:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205202.892393:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205202.892395:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205202.892398:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205202.892401:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205202.892403:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205202.892405:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205202.892407:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205202.892409:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205203.404399:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205203.404405:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205203.404409:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205203.404410:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205203.404459:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205203.404463:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205203.404467:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205203.726257:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205203.726269:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205203.726272:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205203.726276:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205203.726281:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205203.726288:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15509
00000400:00000200:0.0:1788205203.726314:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205203.726321:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205203.726325:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205203.726328:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726332:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205203.726334:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726337:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205203.726342:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205203.726344:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788205203.726346:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205203.726350:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788205203.726352:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788205203.726355:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788205203.726359:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726361:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205203.726363:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726365:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205203.726367:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788205203.726370:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726372:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205203.726376:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205203.726379:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205203.726383:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205203.726385:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205203.726387:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205203.726395:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8a80.
00000020:00000040:0.0:1788205203.726398:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788205203.726403:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205203.726405:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205203.726408:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205203.726411:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205203.726416:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205203.726423:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4c00.
00000100:00000001:0.0:1788205203.726430:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205203.726438:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8a80 x1875052937943680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205203.726449:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205203.726453:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205203.726458:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afd37ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8a80 x1875052937943680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205203.726488:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205203.726491:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205203.726494:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205203.726496:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205203.726498:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205203.726501:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205203.726503:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15509
00000400:00000200:0.0:1788205203.726507:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205203.726510:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205203.726512:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205203.726514:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726516:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205203.726518:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726520:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205203.726522:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205203.726524:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788205203.726525:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205203.726527:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788205203.726528:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788205203.726530:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788205203.726533:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726534:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205203.726536:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726538:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205203.726540:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:0.0:1788205203.726542:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726544:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205203.726545:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205203.726551:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205203.726553:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205203.726555:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205203.726558:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205203.726560:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205203.726562:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205203.726564:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9c00.
00000020:00000040:0.0:1788205203.726566:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205203.726567:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205203.726568:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205203.726569:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205203.726570:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205203.726571:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205203.726573:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4400.
00000100:00000001:0.0:1788205203.726576:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205203.726580:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9c00 x1875052937943808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205203.726584:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205203.726586:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205203.726588:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e508162b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9c00 x1875052937943808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205203.726592:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205203.726593:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205203.726595:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205203.726596:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205203.726597:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205203.726599:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205203.726601:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15509
00000400:00000200:0.0:1788205203.726605:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205203.726620:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205203.726622:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205203.726624:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726626:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205203.726628:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726629:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205203.726632:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205203.726633:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788205203.726635:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205203.726637:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:0.0:1788205203.726639:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788205203.726641:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:0.0:1788205203.726644:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726645:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205203.726647:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726649:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205203.726652:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:0.0:1788205203.726654:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726656:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205203.726658:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205203.726661:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205203.726663:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205203.726664:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205203.726666:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205203.726667:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205203.726668:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205203.726670:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb100.
00000020:00000040:0.0:1788205203.726672:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205203.726674:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205203.726674:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205203.726676:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205203.726676:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205203.726678:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205203.726680:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4800.
00000100:00000001:0.0:1788205203.726682:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205203.726685:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb100 x1875052937943936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205203.726690:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205203.726691:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205203.726693:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c389169] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb100 x1875052937943936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205203.726698:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205203.726699:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205203.726702:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205203.726702:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205203.726703:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205203.726705:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205203.726707:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15509
00000400:00000200:0.0:1788205203.726709:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205203.726710:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205203.726712:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205203.726713:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726715:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205203.726716:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726717:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205203.726718:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205203.726719:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788205203.726720:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205203.726721:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:0.0:1788205203.726722:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:0.0:1788205203.726724:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788205203.726725:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726726:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205203.726727:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726728:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205203.726729:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:0.0:1788205203.726730:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726731:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205203.726733:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205203.726734:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205203.726735:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205203.726736:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205203.726738:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205203.726739:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205203.726740:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205203.726742:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afa300.
00000020:00000040:0.0:1788205203.726743:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205203.726744:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205203.726744:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205203.726745:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205203.726746:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205203.726747:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205203.726750:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4000.
00000100:00000001:0.0:1788205203.726751:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205203.726753:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afa300 x1875052937944064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205203.726757:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205203.726758:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205203.726761:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003df1ecd1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afa300 x1875052937944064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205203.726768:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205203.726770:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205203.726773:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205203.726775:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205203.726776:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205203.726778:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205203.726780:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15509
00000400:00000200:0.0:1788205203.726783:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205203.726786:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205203.726788:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205203.726791:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726793:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205203.726795:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726796:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205203.726799:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205203.726800:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:0.0:1788205203.726801:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205203.726803:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:0.0:1788205203.726805:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788205203.726807:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:0.0:1788205203.726810:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726811:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205203.726813:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726815:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205203.726817:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:0.0:1788205203.726819:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205203.726821:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205203.726823:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205203.726826:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205203.726828:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205203.726829:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205203.726831:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205203.726834:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205203.726835:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205203.726839:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9f80.
00000020:00000040:0.0:1788205203.726841:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205203.726844:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205203.726845:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205203.726846:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205203.726848:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205203.726849:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205203.726852:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5000.
00000100:00000001:0.0:1788205203.726855:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205203.726858:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9f80 x1875052937944192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205203.726863:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205203.726864:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205203.726866:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096d998d0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9f80 x1875052937944192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205203.726871:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205203.726876:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15519)
00000100:00000001:2.0:1788205203.726950:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205203.726955:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205203.726958:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205203.726964:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8a80 x1875052937943680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.726973:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205203.726976:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205203.726980:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205203.726983:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205203.726986:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205203.726989:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937943680:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205203.726993:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205203.726997:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205203.727000:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205203.727002:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205203.727007:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205203.727009:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205203.727014:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205203.727018:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205203.727024:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205203.727030:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937943680, portal 25
00000100:00000001:2.0:1788205203.727032:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205203.727034:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871301248 : -127143838250368 : ffff8c5d04af8a80)
00000100:00000040:2.0:1788205203.727039:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8a80 x1875052937943680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727046:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205203.727048:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205203.727051:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205203.727054:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937943680, offset 0
00000400:00000200:2.0:1788205203.727062:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205203.727069:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205203.727075:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205203.727081:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205203.727085:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205203.727089:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205203.727091:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205203.727096:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547322:547322:256:4294967295] 192.168.201.135@tcp LPNI seq info [547288:547288:8:4294967295]
00000400:00000200:2.0:1788205203.727101:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205203.727110:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205203.727116:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205203.727121:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205203.727128:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205203.727131:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788205203.727137:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205203.727139:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788205203.727143:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205203.727146:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205203.727152:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205203.727156:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205203.727162:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205203.727163:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205203.727168:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205203.727171:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8a80 x1875052937943680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727180:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205203.727183:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8a80 x1875052937943680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727190:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205203.727192:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205203.727197:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205203.727201:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205203.727203:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310185678
00000100:00000010:2.0:1788205203.727207:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850c60.
00000100:00000001:2.0:1788205203.727213:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788205203.727218:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310185678
00000100:00000010:2.0:1788205203.727220:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108504e0.
00000100:00000001:2.0:1788205203.727224:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788205203.727227:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205203.727229:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205203.727232:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205203.727236:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205203/real 1788205203]  req@ffff8c5d04af8a80 x1875052937943680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205203.727251:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205203.727252:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205203.727255:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205203.727257:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205203.727259:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205203.727261:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205203.727264:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8a80 x1875052937943680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205203.727273:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8a80 x1875052937943680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727279:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205203.727280:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.727283:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205203.727285:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205203.727289:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8a80 x1875052937943680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727296:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205203.727325:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8a80 x1875052937943680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727333:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205203.727335:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.727337:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205203.727338:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.727340:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205203.727342:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205203.727345:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205203.727349:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205203.727352:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205203.727356:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8a80 x1875052937943680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205203.727364:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937943680:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205203.727368:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205203.727372:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9c00 x1875052937943808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727378:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205203.727379:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205203.727381:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205203.727383:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205203.727385:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205203.727388:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937943808:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205203.727391:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205203.727393:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205203.727395:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205203.727396:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205203.727400:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205203.727402:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205203.727405:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205203.727407:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205203.727410:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205203.727413:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937943808, portal 10
00000100:00000001:2.0:1788205203.727415:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205203.727416:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871305728 : -127143838245888 : ffff8c5d04af9c00)
00000100:00000040:2.0:1788205203.727423:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9c00 x1875052937943808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727429:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205203.727431:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205203.727434:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205203.727436:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937943808, offset 0
00000400:00000200:2.0:1788205203.727440:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205203.727445:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205203.727449:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205203.727453:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205203.727456:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205203.727458:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205203.727460:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205203.727463:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547323:547323:256:4294967295] 192.168.201.135@tcp LPNI seq info [547289:547289:8:4294967295]
00000400:00000200:2.0:1788205203.727467:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205203.727474:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205203.727478:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205203.727481:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205203.727484:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205203.727487:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788205203.727491:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205203.727493:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788205203.727497:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205203.727498:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205203.727501:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205203.727504:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205203.727507:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205203.727509:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205203.727511:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205203.727514:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9c00 x1875052937943808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727522:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205203.727525:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9c00 x1875052937943808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727530:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205203.727532:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205203.727535:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205203.727538:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788205203.727541:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205203.727543:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310181919
00000100:00000001:2.0:1788205203.727546:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310185678
00000100:00000001:2.0:1788205203.727548:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310181919
00000100:00000001:2.0:1788205203.727550:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310185678
00000100:00000001:2.0:1788205203.727552:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205203.727554:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205203.727556:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205203.727560:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205203/real 1788205203]  req@ffff8c5d04af9c00 x1875052937943808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205203.727568:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205203.727570:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205203.727571:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205203.727573:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205203.727575:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205203.727577:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205203.727580:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9c00 x1875052937943808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205203.727588:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9c00 x1875052937943808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727594:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205203.727596:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.727597:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205203.727599:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205203.727602:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9c00 x1875052937943808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727622:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205203.727627:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9c00 x1875052937943808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727632:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205203.727635:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.727636:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205203.727637:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.727639:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205203.727640:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205203.727643:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205203.727646:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205203.727648:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205203.727651:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9c00 x1875052937943808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205203.727659:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937943808:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205203.727663:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205203.727666:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb100 x1875052937943936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727672:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205203.727673:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205203.727675:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205203.727677:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205203.727680:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205203.727683:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937943936:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205203.727686:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205203.727688:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205203.727689:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205203.727691:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205203.727694:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205203.727696:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205203.727699:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205203.727701:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205203.727705:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205203.727708:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937943936, portal 10
00000100:00000001:2.0:1788205203.727710:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205203.727711:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871311104 : -127143838240512 : ffff8c5d04afb100)
00000100:00000040:2.0:1788205203.727717:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb100 x1875052937943936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727723:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205203.727725:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205203.727727:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205203.727730:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937943936, offset 0
00000400:00000200:2.0:1788205203.727734:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205203.727737:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205203.727741:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205203.727744:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205203.727746:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205203.727749:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205203.727751:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205203.727754:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547324:547324:256:4294967295] 192.168.201.135@tcp LPNI seq info [547290:547290:8:4294967295]
00000400:00000200:2.0:1788205203.727758:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205203.727764:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205203.727768:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205203.727772:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205203.727776:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205203.727779:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788205203.727782:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205203.727785:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788205203.727788:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205203.727789:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205203.727792:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205203.727796:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205203.727799:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205203.727800:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205203.727803:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205203.727806:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb100 x1875052937943936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727820:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205203.727823:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb100 x1875052937943936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727830:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205203.727832:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205203.727834:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205203.727837:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788205203.727840:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205203.727842:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310181914
00000100:00000001:2.0:1788205203.727844:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310185678
00000100:00000001:2.0:1788205203.727846:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310181914
00000100:00000001:2.0:1788205203.727849:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310185678
00000100:00000001:2.0:1788205203.727850:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205203.727852:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205203.727854:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205203.727857:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205203/real 1788205203]  req@ffff8c5d04afb100 x1875052937943936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205203.727864:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205203.727865:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205203.727867:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205203.727869:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205203.727871:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205203.727873:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205203.727876:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb100 x1875052937943936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205203.727884:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb100 x1875052937943936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727891:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205203.727893:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.727895:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205203.727896:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205203.727899:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb100 x1875052937943936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727905:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205203.727909:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb100 x1875052937943936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727916:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205203.727918:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.727919:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205203.727921:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.727923:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205203.727924:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205203.727926:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205203.727929:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205203.727931:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205203.727934:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb100 x1875052937943936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205203.727941:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937943936:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205203.727945:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205203.727947:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afa300 x1875052937944064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.727954:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205203.727955:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205203.727957:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205203.727959:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205203.727961:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205203.727964:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937944064:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205203.727967:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205203.727968:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205203.727970:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205203.727971:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205203.727974:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18400.
02000000:00000001:2.0:1788205203.727976:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205203.727979:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205203.727981:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205203.727984:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205203.727987:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937944064, portal 4
00000100:00000001:2.0:1788205203.727989:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205203.727990:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871307520 : -127143838244096 : ffff8c5d04afa300)
00000100:00000040:2.0:1788205203.727996:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afa300 x1875052937944064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728002:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205203.728004:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205203.728006:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205203.728008:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937944064, offset 0
00000400:00000200:2.0:1788205203.728013:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205203.728016:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205203.728019:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205203.728022:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205203.728024:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205203.728027:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205203.728029:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205203.728032:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547325:547325:256:4294967295] 192.168.201.135@tcp LPNI seq info [547291:547291:8:4294967295]
00000400:00000200:2.0:1788205203.728035:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205203.728041:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205203.728045:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205203.728048:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205203.728052:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205203.728055:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788205203.728058:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205203.728061:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788205203.728064:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205203.728066:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205203.728068:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205203.728072:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205203.728074:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205203.728076:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205203.728078:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205203.728082:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afa300 x1875052937944064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728089:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205203.728092:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afa300 x1875052937944064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728099:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205203.728100:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205203.728103:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205203.728106:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788205203.728108:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205203.728110:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310182007
00000100:00000001:2.0:1788205203.728113:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310185678
00000100:00000001:2.0:1788205203.728115:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310182007
00000100:00000001:2.0:1788205203.728117:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310185678
00000100:00000001:2.0:1788205203.728119:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205203.728121:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205203.728122:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205203.728125:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205203/real 1788205203]  req@ffff8c5d04afa300 x1875052937944064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205203.728132:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205203.728134:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205203.728135:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205203.728137:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205203.728139:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205203.728141:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205203.728143:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afa300 x1875052937944064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205203.728151:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afa300 x1875052937944064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728157:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205203.728158:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.728160:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205203.728161:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205203.728164:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afa300 x1875052937944064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728171:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205203.728174:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afa300 x1875052937944064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728180:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205203.728182:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.728183:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205203.728184:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.728186:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205203.728187:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205203.728189:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205203.728192:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205203.728194:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205203.728196:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afa300 x1875052937944064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205203.728204:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937944064:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205203.728207:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205203.728209:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9f80 x1875052937944192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728212:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205203.728213:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205203.728214:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205203.728215:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205203.728216:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205203.728218:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937944192:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205203.728219:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205203.728220:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205203.728221:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205203.728222:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205203.728224:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788205203.728225:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205203.728227:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205203.728229:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205203.728231:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205203.728232:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937944192, portal 4
00000100:00000001:2.0:1788205203.728234:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205203.728235:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871306624 : -127143838244992 : ffff8c5d04af9f80)
00000100:00000040:2.0:1788205203.728238:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9f80 x1875052937944192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728242:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205203.728245:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205203.728247:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205203.728249:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937944192, offset 0
00000400:00000200:2.0:1788205203.728252:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205203.728256:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205203.728259:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205203.728262:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205203.728264:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205203.728266:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205203.728268:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205203.728271:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547326:547326:256:4294967295] 192.168.201.135@tcp LPNI seq info [547292:547292:8:4294967295]
00000400:00000200:2.0:1788205203.728274:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205203.728280:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205203.728284:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205203.728287:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205203.728290:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205203.728293:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1788205203.728296:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205203.728320:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1788205203.728324:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205203.728326:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205203.728329:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205203.728332:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205203.728335:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205203.728337:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205203.728339:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205203.728344:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9f80 x1875052937944192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728352:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205203.728355:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9f80 x1875052937944192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205228 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728361:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205203.728363:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205203.728366:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205203.728369:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788205203.728373:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205203.728375:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310182025
00000100:00000001:2.0:1788205203.728378:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310185678
00000100:00000001:2.0:1788205203.728380:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310182025
00000100:00000001:2.0:1788205203.728382:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310185678
00000100:00000001:2.0:1788205203.728384:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205203.728386:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205203.728387:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205203.728391:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205203/real 1788205203]  req@ffff8c5d04af9f80 x1875052937944192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205203.728398:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205203.728399:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205203.728400:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205203.728402:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205203.728404:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205203.728406:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205203.728408:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9f80 x1875052937944192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205203.728415:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9f80 x1875052937944192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728421:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205203.728423:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.728424:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205203.728426:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205203.728429:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9f80 x1875052937944192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728436:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205203.728439:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9f80 x1875052937944192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728446:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205203.728449:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.728450:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205203.728451:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.728453:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205203.728455:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205203.728457:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205203.728459:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205203.728461:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205203.728465:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9f80 x1875052937944192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205203.728472:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937944192:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205203.728476:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.728478:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205203.728481:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8a80 x1875052937943680/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728488:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205203.728491:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205203.728493:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205203.728496:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205203.728498:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205203.728500:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788205203.728502:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205203.728504:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:2.0:1788205203.728508:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205203.728509:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205203.728511:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8a80.
00000100:00000001:2.0:1788205203.728514:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205203.728515:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.728517:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205203.728520:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9c00 x1875052937943808/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728531:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205203.728533:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205203.728534:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205203.728536:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205203.728537:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205203.728538:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205203.728540:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205203.728541:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4400.
02000000:00000001:2.0:1788205203.728542:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205203.728543:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205203.728544:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9c00.
00000100:00000001:2.0:1788205203.728546:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205203.728547:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.728549:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205203.728552:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb100 x1875052937943936/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728558:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205203.728559:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205203.728560:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205203.728562:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205203.728563:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205203.728564:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205203.728565:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205203.728566:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4800.
02000000:00000001:2.0:1788205203.728568:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205203.728569:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205203.728570:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb100.
00000100:00000001:2.0:1788205203.728574:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205203.728575:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.728577:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205203.728580:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afa300 x1875052937944064/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728585:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205203.728585:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205203.728587:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:2.0:1788205203.728589:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205203.728590:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205203.728591:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205203.728592:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205203.728594:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:2.0:1788205203.728595:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205203.728596:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205203.728598:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afa300.
00000100:00000001:2.0:1788205203.728600:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205203.728601:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.728602:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205203.728605:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9f80 x1875052937944192/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205228 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205203.728625:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205203.728627:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205203.728628:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788205203.728631:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205203.728632:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205203.728633:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205203.728635:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205203.728636:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:2.0:1788205203.728639:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205203.728640:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205203.728641:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9f80.
00000100:00000001:2.0:1788205203.728643:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205203.728644:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.728647:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.728655:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205203.728657:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205203.728659:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205203.728661:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205203.916424:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205203.916434:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205203.916436:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205203.916443:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205203.916447:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205203.916453:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.916456:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205203.916459:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205203.916462:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205204.428428:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205204.428436:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205204.428442:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205204.428444:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205204.428496:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205204.428500:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205204.428503:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205204.940415:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205204.940424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205204.940426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205204.940431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205204.940435:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205204.940438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205204.940441:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205204.940444:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205204.940447:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205205.452440:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205205.452447:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205205.452453:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205205.452454:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205205.452515:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205205.452519:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205205.452522:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205205.964394:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205205.964400:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205205.964402:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205205.964406:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205205.964408:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205205.964411:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205205.964413:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205205.964414:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205205.964416:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205206.476482:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205206.476491:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205206.476497:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205206.476499:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205206.476518:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205206.476521:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205206.476524:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205206.988419:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205206.988427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205206.988429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205206.988434:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205206.988438:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205206.988442:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205206.988444:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205206.988447:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205206.988450:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205207.500407:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205207.500414:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205207.500416:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205207.500419:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205207.500423:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205207.500425:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205207.500426:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205207.500428:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205207.500431:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205207.500432:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205207.500433:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205207.500434:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205207.500435:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205207.500436:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205207.500437:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205207.500438:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205207.500455:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205207.500456:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205207.500458:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205207.564414:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310185678, at 4310185728
00000100:00000010:0.0:1788205207.564427:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850c60.
00000100:00000040:1.0:1788205207.564512:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310185678, at 4310185728
00000100:00000010:1.0:1788205207.564516:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108504e0.
00000100:00000001:2.0:1788205208.012420:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205208.012427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205208.012428:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205208.012432:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205208.012435:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205208.012438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.012440:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205208.012442:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.012443:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205208.524453:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205208.524461:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205208.524467:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205208.524469:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205208.524535:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205208.524539:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205208.524543:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205208.844402:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205208.844416:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205208.844419:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205208.844423:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205208.844428:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205208.844436:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15514
00000400:00000200:3.0:1788205208.844446:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205208.844454:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205208.844457:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205208.844461:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205208.844465:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205208.844468:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205208.844470:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205208.844474:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205208.844476:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205208.844478:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205208.844481:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205208.844482:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205208.844484:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205208.844486:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205208.844487:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205208.844488:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205208.844489:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205208.844491:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205208.844493:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205208.844495:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205208.844497:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205208.844501:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205208.844503:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.844505:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205208.844507:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205208.844516:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788205208.844538:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205208.844542:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205208.844544:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.844548:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205208.844550:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205208.844555:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205208.844562:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788205208.844568:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205208.844576:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937944320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205208.844583:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205208.844587:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205208.844590:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937944320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205208.844606:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205208.844609:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205208.844611:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205208.844612:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205208.844613:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205208.844616:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205208.844617:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15514
00000400:00000200:3.0:1788205208.844621:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205208.844625:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205208.844627:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205208.844630:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205208.844632:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205208.844634:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205208.844635:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205208.844638:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788205208.844639:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788205208.844640:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205208.844644:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205208.844648:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205208.844650:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788205208.844652:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788205208.844654:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205208.844656:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205208.844656:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205208.844658:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205208.844663:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788205208.844665:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205208.844671:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788205208.844677:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205208.844680:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205208.844683:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205208.844690:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1788205208.844691:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937944320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205208.844693:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.844696:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205208.844702:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205208.844711:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.844715:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.844716:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205208.844723:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205208.844725:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788205208.844728:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788205208.844730:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205208.844731:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205208.844736:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205208.844737:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205208.844739:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205208.844741:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205208.844747:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205208.844748:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205208.844752:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00100000:2.0:1788205208.844756:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937944320:192.168.201.135@tcp:250:kworker.0
00000100:00000001:3.0:1788205208.844757:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.844767:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1788205208.844768:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937944448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1788205208.844776:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1788205208.844778:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788205208.844781:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.844781:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205208.844785:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937944448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205208.844787:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1788205208.844796:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205208.844800:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000010:2.0:1788205208.844801:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00080000:3.0:1788205208.844805:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:2.0:1788205208.844806:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.844808:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205208.844812:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205208.844816:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205208.844818:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15514
00000400:00000200:2.0:1788205208.844825:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205208.844830:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205208.844833:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:3.0:1788205208.844834:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205208.844839:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205208.844844:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:2.0:1788205208.844845:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000001:3.0:1788205208.844846:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205208.844851:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205208.844854:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:2.0:1788205208.844856:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937944320, portal 25
00000020:00000001:3.0:1788205208.844856:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205208.844859:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000100:00000001:2.0:1788205208.844864:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1788205208.844865:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788205208.844870:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000020:00000040:3.0:1788205208.844876:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788205208.844881:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788205208.844882:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937944320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205208.844888:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788205208.844900:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205208.844906:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205208.844913:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205208.844920:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788205208.844921:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1788205208.844927:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00000040:2.0:1788205208.844933:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205208.844933:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000010:2.0:1788205208.844939:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788205208.844941:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205208.844948:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1788205208.844951:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937944320, offset 0
02000000:00000001:3.0:1788205208.844952:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205208.844960:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.844963:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205208.844964:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1788205208.844972:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000008:00000001:3.0:1788205208.844973:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.844978:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205208.844982:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000400:00000200:2.0:1788205208.844984:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:3.0:1788205208.844990:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:2.0:1788205208.844998:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000001:3.0:1788205208.844999:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205208.845003:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.845008:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788205208.845009:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788205208.845012:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205208.845016:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205208.845017:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000010:3.0:1788205208.845028:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000400:00000200:2.0:1788205208.845031:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788205208.845034:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205208.845040:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00100000:3.0:1788205208.845044:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937944576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205208.845051:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547327:547327:256:4294967295] 192.168.201.135@tcp LPNI seq info [547293:547293:8:4294967295]
00000100:00000001:3.0:1788205208.845067:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1788205208.845071:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205208.845071:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205208.845085:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937944576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205208.845106:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788205208.845107:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205208.845114:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205208.845122:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205208.845123:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205208.845126:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1788205208.845128:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205208.845130:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205208.845137:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15514
00000800:00000010:2.0:1788205208.845139:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000400:00000200:3.0:1788205208.845145:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205208.845150:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205208.845155:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788205208.845156:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788205208.845162:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205208.845165:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1788205208.845166:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1788205208.845171:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205208.845176:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205208.845180:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205208.845181:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788205208.845185:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.1:1788205208.845189:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:3.0:1788205208.845190:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788205208.845199:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000200:2.1:1788205208.845201:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1788205208.845203:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788205208.845213:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000100:2.0:1788205208.845219:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205208.845220:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1788205208.845227:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000100:00000040:3.0:1788205208.845228:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205208.845235:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205208.845238:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788205208.845240:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788205208.845241:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788205208.845242:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205208.845246:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205208.845251:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788205208.845258:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788205208.845258:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.845261:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205208.845266:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000200:2.0:1788205208.845268:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000008:00000001:3.0:1788205208.845269:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.845276:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205208.845277:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000010:3.0:1788205208.845282:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000100:00000001:2.0:1788205208.845285:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000020:00000040:3.0:1788205208.845286:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205208.845291:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205208.845293:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205208.845319:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937944320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.845335:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205208.845340:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937944320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205208.845344:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205208.845347:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205208.845353:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.845354:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.845361:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000010:3.0:1788205208.845363:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788205208.845366:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.845368:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205208.845373:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937944704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205208.845380:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205208.845390:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310190797
00000100:00000001:3.0:1788205208.845392:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205208.845398:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205208.845401:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108500c0.
00000100:00000040:3.0:1788205208.845402:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937944704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205208.845412:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.845414:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788205208.845415:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205208.845422:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205208.845424:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205208.845426:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205208.845428:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310190797
00000100:00000001:3.0:1788205208.845429:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205208.845435:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15514
00000100:00000010:2.0:1788205208.845437:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850240.
00000400:00000200:3.0:1788205208.845441:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205208.845444:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1788205208.845447:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205208.845449:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205208.845451:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1788205208.845454:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205208.845457:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.845458:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205208.845463:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205208.845464:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788205208.845466:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205208.845469:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205208.845470:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788205208.845475:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00100000:2.0:1788205208.845476:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205208/real 1788205208]  req@ffff8c5d3ba6ad80 x1875052937944320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205208.845478:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788205208.845484:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788205208.845491:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788205208.845501:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205208.845509:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1788205208.845514:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1788205208.845515:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000001:2.0:1788205208.845532:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788205208.845535:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:2.0:1788205208.845537:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000020:00000040:3.0:1788205208.845539:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788205208.845545:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788205208.845546:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000100:00000001:3.0:1788205208.845548:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205208.845550:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
02000000:00000001:3.0:1788205208.845551:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205208.845555:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205208.845556:0:2392:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1788205208.845562:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.845565:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205208.845567:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1788205208.845568:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937944320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788205208.845577:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205208.845584:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205208.845592:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788205208.845602:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205208.845606:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205208.845607:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205208.845608:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937944320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205208.845615:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205208.845618:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205208.845623:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205208.845630:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:2.0:1788205208.845633:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:3.0:1788205208.845634:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.845637:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1788205208.845643:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937944832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205208.845644:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205208.845651:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205208.845663:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1788205208.845664:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937944320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205208.845671:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.845685:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205208.845686:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937944832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205208.845698:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937944320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205208.845699:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205208.845709:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15524)
00000100:00000001:2.0:1788205208.845718:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205208.845722:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.845724:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205208.845726:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.845730:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205208.845733:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205208.845737:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205208.845743:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205208.845746:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205208.845750:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937944320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205208.845759:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937944320:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205208.845763:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.845765:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205208.845768:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937944320/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.845774:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205208.845777:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205208.845780:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788205208.845783:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205208.845786:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205208.845787:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788205208.845790:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205208.845792:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788205208.845796:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205208.845797:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205208.845799:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:2.0:1788205208.845803:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205208.845804:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.845807:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.845814:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205208.845817:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.845819:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205208.845821:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205208.845823:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205208.845827:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937944448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.845834:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205208.845836:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205208.845838:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205208.845840:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205208.845843:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205208.845845:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937944448:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205208.845848:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205208.845851:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205208.845852:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205208.845854:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205208.845857:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788205208.845859:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205208.845862:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205208.845865:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205208.845868:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205208.845871:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937944448, portal 10
00000100:00000001:2.0:1788205208.845873:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205208.845875:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:2.0:1788205208.845881:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937944448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.845888:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205208.845890:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205208.845892:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205208.845895:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937944448, offset 0
00000400:00000200:2.0:1788205208.845899:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205208.845902:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205208.845906:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205208.845909:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205208.845912:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205208.845914:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205208.845916:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205208.845919:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547328:547328:256:4294967295] 192.168.201.135@tcp LPNI seq info [547294:547294:8:4294967295]
00000400:00000200:2.0:1788205208.845923:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205208.845930:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205208.845934:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205208.845937:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205208.845940:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205208.845943:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788205208.845948:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205208.845950:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788205208.845954:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205208.845956:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205208.845958:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205208.845961:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205208.845964:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205208.845965:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205208.845968:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205208.845971:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937944448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.845978:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205208.845981:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937944448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.845988:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.845989:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205208.845992:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205208.845996:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788205208.845999:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205208.846001:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310187037
00000100:00000001:2.0:1788205208.846003:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310190797
00000100:00000001:2.0:1788205208.846005:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310187037
00000100:00000001:2.0:1788205208.846007:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310190797
00000100:00000001:2.0:1788205208.846010:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205208.846011:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.846013:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205208.846017:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205208/real 1788205208]  req@ffff8c5d3ba68e00 x1875052937944448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205208.846025:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205208.846026:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205208.846027:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205208.846029:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205208.846031:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205208.846033:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205208.846036:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937944448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205208.846044:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937944448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846050:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205208.846051:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.846053:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205208.846054:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205208.846057:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937944448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846064:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205208.846068:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937944448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846074:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205208.846077:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.846078:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205208.846079:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.846081:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205208.846083:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205208.846086:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205208.846088:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205208.846090:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205208.846094:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937944448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205208.846102:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937944448:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205208.846106:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205208.846110:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937944576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846116:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205208.846117:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205208.846119:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205208.846120:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205208.846122:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205208.846125:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937944576:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205208.846128:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205208.846130:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205208.846131:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205208.846133:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205208.846136:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18400.
02000000:00000001:2.0:1788205208.846138:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205208.846140:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205208.846143:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205208.846145:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205208.846148:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937944576, portal 10
00000100:00000001:2.0:1788205208.846150:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205208.846151:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:2.0:1788205208.846156:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937944576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846163:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205208.846165:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205208.846167:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205208.846169:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937944576, offset 0
00000400:00000200:2.0:1788205208.846172:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205208.846176:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205208.846179:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205208.846182:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205208.846184:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205208.846187:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205208.846189:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205208.846191:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547329:547329:256:4294967295] 192.168.201.135@tcp LPNI seq info [547295:547295:8:4294967295]
00000400:00000200:2.0:1788205208.846195:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205208.846202:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205208.846205:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205208.846208:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205208.846212:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205208.846214:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788205208.846218:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205208.846220:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788205208.846224:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205208.846225:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205208.846228:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205208.846231:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205208.846234:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205208.846235:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205208.846237:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205208.846241:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937944576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846248:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205208.846251:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937944576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846263:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.846265:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205208.846267:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205208.846270:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788205208.846273:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205208.846275:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310187032
00000100:00000001:2.0:1788205208.846277:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310190797
00000100:00000001:2.0:1788205208.846279:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310187032
00000100:00000001:2.0:1788205208.846281:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310190797
00000100:00000001:2.0:1788205208.846283:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205208.846285:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.846287:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205208.846291:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205208/real 1788205208]  req@ffff8c5d3ba69c00 x1875052937944576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205208.846317:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205208.846318:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205208.846319:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205208.846322:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205208.846323:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205208.846325:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205208.846329:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937944576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205208.846337:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937944576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846343:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205208.846345:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.846346:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205208.846348:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205208.846351:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937944576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846358:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205208.846361:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937944576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846368:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205208.846370:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.846372:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205208.846373:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.846375:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205208.846376:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205208.846379:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205208.846382:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205208.846384:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205208.846388:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937944576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205208.846396:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937944576:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205208.846400:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205208.846404:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937944704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846411:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205208.846412:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205208.846414:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205208.846416:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205208.846418:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205208.846421:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937944704:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205208.846424:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205208.846425:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205208.846427:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205208.846429:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205208.846432:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205208.846434:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205208.846437:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205208.846439:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205208.846442:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205208.846445:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937944704, portal 4
00000100:00000001:2.0:1788205208.846446:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205208.846448:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:2.0:1788205208.846452:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937944704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846459:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205208.846461:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205208.846462:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205208.846465:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937944704, offset 0
00000400:00000200:2.0:1788205208.846468:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205208.846471:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205208.846474:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205208.846476:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205208.846479:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205208.846481:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205208.846483:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205208.846485:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547330:547330:256:4294967295] 192.168.201.135@tcp LPNI seq info [547296:547296:8:4294967295]
00000400:00000200:2.0:1788205208.846489:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205208.846495:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205208.846499:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205208.846502:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205208.846505:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205208.846508:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788205208.846511:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205208.846515:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788205208.846531:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205208.846534:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205208.846536:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205208.846539:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205208.846542:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205208.846544:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205208.846546:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205208.846549:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937944704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846556:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205208.846560:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937944704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846566:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.846567:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205208.846570:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205208.846572:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788205208.846575:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205208.846577:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310187126
00000100:00000001:2.0:1788205208.846580:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310190797
00000100:00000001:2.0:1788205208.846582:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310187126
00000100:00000001:2.0:1788205208.846584:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310190797
00000100:00000001:2.0:1788205208.846586:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205208.846588:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.846589:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205208.846592:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205208/real 1788205208]  req@ffff8c5d3ba69180 x1875052937944704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205208.846599:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205208.846600:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205208.846602:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205208.846604:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205208.846605:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205208.846607:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205208.846610:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937944704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205208.846618:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937944704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846624:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205208.846626:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.846627:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205208.846629:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205208.846632:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937944704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846639:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205208.846642:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937944704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846649:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205208.846651:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.846653:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205208.846654:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.846655:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205208.846656:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205208.846658:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205208.846661:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205208.846663:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205208.846667:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937944704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205208.846673:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937944704:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205208.846677:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205208.846681:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937944832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846688:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205208.846689:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205208.846691:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205208.846692:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205208.846694:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205208.846697:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937944832:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205208.846700:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205208.846702:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205208.846703:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205208.846705:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205208.846707:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205208.846709:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205208.846712:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205208.846714:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205208.846717:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205208.846720:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937944832, portal 4
00000100:00000001:2.0:1788205208.846721:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205208.846723:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:2.0:1788205208.846728:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937944832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846733:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205208.846735:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205208.846737:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205208.846739:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937944832, offset 0
00000400:00000200:2.0:1788205208.846742:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205208.846745:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205208.846748:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205208.846751:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205208.846753:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205208.846755:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205208.846758:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205208.846761:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547331:547331:256:4294967295] 192.168.201.135@tcp LPNI seq info [547297:547297:8:4294967295]
00000400:00000200:2.0:1788205208.846764:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205208.846771:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205208.846775:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205208.846777:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205208.846781:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205208.846784:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1788205208.846787:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205208.846789:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1788205208.846793:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205208.846795:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205208.846797:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205208.846800:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205208.846802:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205208.846804:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205208.846806:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205208.846809:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937944832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846816:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205208.846819:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937944832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205233 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846825:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.846826:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205208.846829:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205208.846832:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788205208.846834:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205208.846836:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310187143
00000100:00000001:2.0:1788205208.846838:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310190797
00000100:00000001:2.0:1788205208.846840:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310187143
00000100:00000001:2.0:1788205208.846842:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310190797
00000100:00000001:2.0:1788205208.846844:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205208.846846:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.846847:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205208.846851:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205208/real 1788205208]  req@ffff8c5d3ba68000 x1875052937944832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205208.846858:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205208.846859:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205208.846861:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205208.846863:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205208.846864:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205208.846866:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205208.846869:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937944832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205208.846877:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937944832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846883:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205208.846884:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.846886:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205208.846887:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205208.846891:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937944832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846897:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205208.846900:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937944832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846907:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205208.846909:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.846910:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205208.846912:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.846913:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205208.846914:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205208.846916:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205208.846920:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205208.846921:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205208.846925:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937944832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205208.846933:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937944832:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205208.846936:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.846937:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205208.846941:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937944448/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846947:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205208.846949:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205208.846950:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788205208.846952:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205208.846954:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205208.846955:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205208.846957:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205208.846958:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:2.0:1788205208.846961:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205208.846962:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205208.846963:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:2.0:1788205208.846966:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205208.846967:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.846969:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205208.846972:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937944576/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.846977:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205208.846979:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205208.846980:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:2.0:1788205208.846982:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205208.846983:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205208.846984:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205208.846986:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205208.846987:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:2.0:1788205208.846989:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205208.846990:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205208.846991:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:2.0:1788205208.846993:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205208.846994:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.846996:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205208.846999:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937944704/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.847005:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205208.847006:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205208.847008:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205208.847009:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205208.847010:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205208.847011:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205208.847012:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205208.847014:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:2.0:1788205208.847016:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205208.847017:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205208.847018:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:2.0:1788205208.847020:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205208.847021:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.847022:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205208.847025:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937944832/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205233 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205208.847031:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205208.847032:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205208.847034:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205208.847035:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205208.847037:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205208.847038:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205208.847039:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205208.847040:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:2.0:1788205208.847042:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205208.847043:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205208.847044:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:2.0:1788205208.847047:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205208.847048:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.847050:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205208.847053:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205208.847054:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205208.847056:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205208.847058:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205209.036404:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205209.036413:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205209.036415:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205209.036421:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205209.036425:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205209.036428:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205209.036431:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205209.036434:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205209.036437:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205209.548460:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205209.548468:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205209.548474:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205209.548475:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205209.548565:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205209.548571:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205209.548577:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205210.060815:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205210.060825:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205210.060828:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205210.060834:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205210.060838:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205210.060842:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205210.060845:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205210.060849:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205210.060852:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205210.572514:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205210.572522:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205210.572529:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205210.572530:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205210.572610:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205210.572615:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205210.572618:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205211.085361:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205211.085370:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205211.085372:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205211.085378:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205211.085382:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205211.085385:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205211.085388:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205211.085391:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205211.085393:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205211.596490:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205211.596499:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205211.596507:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205211.596508:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205211.596535:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205211.596538:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205211.596542:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205212.108397:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205212.108411:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205212.108416:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205212.108423:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205212.108426:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205212.108430:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205212.108433:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205212.108436:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205212.108439:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205212.620741:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205212.620748:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205212.620753:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205212.620754:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205212.620777:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205212.620780:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205212.620783:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205212.684441:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310190797, at 4310190848
00000100:00000040:1.0:1788205212.684441:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310190797, at 4310190848
00000100:00000010:1.0:1788205212.684470:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850240.
00000100:00000010:0.0:1788205212.684472:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108500c0.
00000100:00000001:2.0:1788205213.132483:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205213.132493:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205213.132495:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205213.132503:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205213.132507:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205213.132511:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.132515:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205213.132518:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.132521:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205213.644422:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205213.644428:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205213.644433:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205213.644434:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205213.644565:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205213.644569:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205213.644573:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205213.964458:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205213.964470:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205213.964473:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205213.964477:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205213.964483:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205213.964492:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15519
00000400:00000200:3.0:1788205213.964503:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205213.964511:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205213.964514:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205213.964517:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205213.964521:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205213.964523:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205213.964526:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205213.964531:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205213.964533:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205213.964536:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205213.964539:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205213.964542:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205213.964544:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205213.964547:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205213.964549:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205213.964551:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205213.964553:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205213.964556:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205213.964560:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205213.964562:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205213.964566:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205213.964570:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205213.964572:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205213.964575:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205213.964577:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205213.964589:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788205213.964593:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205213.964596:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205213.964598:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205213.964601:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205213.964604:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205213.964608:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205213.964617:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788205213.964623:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205213.964633:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937944960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205213.964650:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205213.964658:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205213.964663:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937944960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205213.964686:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205213.964690:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205213.964694:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205213.964695:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205213.964697:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205213.964700:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205213.964702:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15519
00000400:00000200:3.0:1788205213.964706:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205213.964709:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205213.964712:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205213.964715:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205213.964718:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205213.964721:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205213.964723:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205213.964725:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205213.964727:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:2.0:1788205213.964729:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205213.964729:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788205213.964734:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788205213.964735:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000100:00000001:2.0:1788205213.964738:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1788205213.964739:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788205213.964743:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788205213.964749:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937944960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205213.964749:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205213.964751:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205213.964754:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205213.964758:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205213.964763:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788205213.964768:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205213.964770:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205213.964772:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.964774:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205213.964775:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205213.964782:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205213.964782:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205213.964785:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205213.964786:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205213.964792:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205213.964793:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205213.964798:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1788205213.964800:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937944960:192.168.201.135@tcp:250:kworker.0
00000008:00000001:3.0:1788205213.964805:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.964808:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788205213.964809:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205213.964814:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1788205213.964814:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
02000000:00000001:2.0:1788205213.964819:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205213.964819:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788205213.964823:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788205213.964825:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205213.964827:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205213.964830:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
00000100:00000001:3.0:1788205213.964830:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205213.964833:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205213.964834:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205213.964837:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205213.964841:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205213.964846:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
02000000:00000010:3.0:1788205213.964851:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000400:00000010:2.0:1788205213.964859:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000001:3.0:1788205213.964859:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205213.964867:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937945088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1788205213.964868:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937944960, portal 25
00000100:00000001:2.0:1788205213.964872:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205213.964874:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000040:2.0:1788205213.964883:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937944960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205213.964884:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205213.964888:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.964896:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205213.964897:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937945088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205213.964901:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205213.964905:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205213.964910:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937944960, offset 0
00000100:00000001:3.0:1788205213.964914:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205213.964918:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205213.964920:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205213.964925:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205213.964926:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1788205213.964929:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788205213.964930:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205213.964934:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788205213.964936:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00080000:3.0:1788205213.964939:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15519
00000400:00000200:2.0:1788205213.964944:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205213.964948:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205213.964951:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205213.964953:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205213.964956:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547332:547332:256:4294967295] 192.168.201.135@tcp LPNI seq info [547298:547298:8:4294967295]
00000400:00000200:2.0:1788205213.964959:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205213.964964:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205213.964973:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788205213.964973:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205213.964979:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788205213.964984:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788205213.964987:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000010:2.0:1788205213.964991:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000100:00000001:3.0:1788205213.964991:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205213.964995:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205213.964998:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000200:2.0:1788205213.965001:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788205213.965002:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205213.965005:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000800:00000200:2.0:1788205213.965006:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1788205213.965007:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205213.965011:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000200:2.1:1788205213.965014:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788205213.965016:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:2.1:1788205213.965018:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1788205213.965021:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000100:2.0:1788205213.965024:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788205213.965028:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000010:2.0:1788205213.965029:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000100:00000001:3.0:1788205213.965033:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205213.965036:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788205213.965039:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788205213.965039:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205213.965045:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205213.965051:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788205213.965052:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788205213.965056:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205213.965058:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205213.965061:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205213.965065:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205213.965069:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205213.965073:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788205213.965074:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205213.965078:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788205213.965079:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1788205213.965081:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205213.965084:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205213.965087:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937944960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205213.965089:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788205213.965094:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205213.965098:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205213.965101:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205213.965104:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1788205213.965106:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1788205213.965107:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205213.965110:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205213.965113:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937944960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788205213.965118:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:2.0:1788205213.965121:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.965123:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205213.965123:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.965130:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205213.965132:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937945216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205213.965142:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205213.965143:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205213.965146:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310195916
00000100:00000001:3.0:1788205213.965147:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205213.965154:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937945216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1788205213.965155:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850a20.
00000100:00000001:3.0:1788205213.965166:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.965169:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788205213.965170:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205213.965175:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205213.965177:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788205213.965178:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310195916
00000100:00080000:3.0:1788205213.965179:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1788205213.965182:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850d20.
00000100:00000001:3.0:1788205213.965184:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205213.965186:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1788205213.965189:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15519
00000100:00000001:2.0:1788205213.965191:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1788205213.965195:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205213.965196:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.965200:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1788205213.965200:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205213.965204:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205213.965206:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205213.965207:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1788205213.965211:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205213/real 1788205213]  req@ffff8c5d3ba68380 x1875052937944960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205213.965211:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205213.965214:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205213.965218:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205213.965220:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788205213.965223:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205213.965225:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788205213.965227:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000001:2.0:1788205213.965228:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000001:3.0:1788205213.965229:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000400:00000001:2.0:1788205213.965232:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1788205213.965232:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:2.0:1788205213.965235:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000100:00000001:3.0:1788205213.965235:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205213.965239:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:2.0:1788205213.965240:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000100:00000001:3.0:1788205213.965241:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:2.0:1788205213.965245:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000020:00000040:3.0:1788205213.965245:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788205213.965249:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205213.965251:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205213.965252:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205213.965254:0:2392:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1788205213.965255:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205213.965257:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205213.965259:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937944960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205213.965260:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205213.965263:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205213.965268:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205213.965271:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205213.965276:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000100:00000200:2.0:1788205213.965277:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937944960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205213.965279:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205213.965283:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205213.965285:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205213.965288:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205213.965290:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205213.965292:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.965295:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000010:3.0:1788205213.965296:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788205213.965318:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205213.965322:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937945344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205213.965327:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205213.965331:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205213.965331:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.965337:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788205213.965337:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937945344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965340:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205213.965347:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205213.965348:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937944960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205213.965350:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205213.965356:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205213.965360:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788205213.965361:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788205213.965362:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205213.965365:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:2.0:1788205213.965367:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937944960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205213.965369:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15519
00000400:00000200:3.0:1788205213.965375:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205213.965379:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205213.965383:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205213.965388:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788205213.965388:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205213.965390:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205213.965391:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205213.965392:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205213.965394:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205213.965394:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788205213.965395:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205213.965398:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788205213.965401:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788205213.965402:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1788205213.965405:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788205213.965406:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1788205213.965408:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205213.965410:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205213.965411:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205213.965415:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1788205213.965415:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205213.965418:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205213.965419:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788205213.965421:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205213.965422:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205213.965424:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205213.965425:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788205213.965427:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1788205213.965429:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1788205213.965441:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205213.965445:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00080000:2.0:1788205213.965448:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000008:00100000:3.0:1788205213.965448:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788205213.965452:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000008:00000001:3.0:1788205213.965452:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205213.965457:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205213.965460:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937944960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205213.965460:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788205213.965464:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205213.965469:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205213.965471:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205213.965474:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1788205213.965475:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937944960:192.168.201.135@tcp:250:kworker.0
02000000:00000001:3.0:1788205213.965476:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205213.965480:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.965482:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788205213.965484:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:2.0:1788205213.965485:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205213.965487:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205213.965489:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937944960/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205213.965494:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937945472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205213.965496:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205213.965499:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205213.965502:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
00000100:00000001:3.0:1788205213.965503:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1788205213.965506:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:3.0:1788205213.965506:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205213.965509:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00000040:3.0:1788205213.965511:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937945472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205213.965516:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:3.0:1788205213.965517:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205213.965520:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:3.0:1788205213.965523:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15529)
02000000:00000010:2.0:1788205213.965524:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
02000000:00000001:2.0:1788205213.965530:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205213.965531:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205213.965532:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:2.0:1788205213.965535:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205213.965536:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.965537:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.965544:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205213.965545:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.965547:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205213.965548:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205213.965549:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205213.965552:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937945088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965556:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205213.965557:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205213.965558:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205213.965560:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205213.965561:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205213.965562:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937945088:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205213.965565:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205213.965566:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205213.965567:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205213.965568:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205213.965570:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205213.965571:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205213.965574:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205213.965576:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205213.965578:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205213.965580:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937945088, portal 10
00000100:00000001:2.0:1788205213.965581:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205213.965583:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:2.0:1788205213.965587:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937945088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965592:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205213.965594:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205213.965595:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205213.965597:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937945088, offset 0
00000400:00000200:2.0:1788205213.965599:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205213.965601:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205213.965603:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205213.965605:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205213.965607:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205213.965608:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205213.965610:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205213.965612:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547333:547333:256:4294967295] 192.168.201.135@tcp LPNI seq info [547299:547299:8:4294967295]
00000400:00000200:2.0:1788205213.965614:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205213.965619:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205213.965622:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205213.965624:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205213.965626:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205213.965628:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788205213.965631:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205213.965632:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788205213.965635:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205213.965636:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205213.965638:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205213.965640:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205213.965642:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205213.965643:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205213.965644:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205213.965646:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937945088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965651:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205213.965653:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937945088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965661:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.965662:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205213.965664:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205213.965666:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788205213.965669:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205213.965671:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310192157
00000100:00000001:2.0:1788205213.965674:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310195916
00000100:00000001:2.0:1788205213.965676:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310192157
00000100:00000001:2.0:1788205213.965678:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310195916
00000100:00000001:2.0:1788205213.965680:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205213.965682:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.965684:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205213.965687:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205213/real 1788205213]  req@ffff8c5d3ba69500 x1875052937945088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205213.965695:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205213.965697:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205213.965698:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205213.965701:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205213.965702:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205213.965705:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205213.965708:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937945088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205213.965716:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937945088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965721:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205213.965722:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.965723:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205213.965724:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205213.965726:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937945088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965731:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205213.965733:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937945088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965737:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205213.965739:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.965740:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205213.965741:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.965743:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205213.965744:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205213.965747:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205213.965750:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205213.965752:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205213.965756:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937945088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205213.965765:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937945088:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205213.965769:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205213.965772:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937945216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965779:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205213.965780:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205213.965782:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205213.965784:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205213.965786:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205213.965789:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937945216:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205213.965792:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205213.965794:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205213.965796:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205213.965798:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205213.965801:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18400.
02000000:00000001:2.0:1788205213.965803:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205213.965806:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205213.965809:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205213.965812:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205213.965815:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937945216, portal 10
00000100:00000001:2.0:1788205213.965817:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205213.965819:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:2.0:1788205213.965824:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937945216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965828:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205213.965830:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205213.965831:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205213.965833:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937945216, offset 0
00000400:00000200:2.0:1788205213.965835:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205213.965838:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205213.965840:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205213.965842:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205213.965844:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205213.965845:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205213.965847:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205213.965849:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547334:547334:256:4294967295] 192.168.201.135@tcp LPNI seq info [547300:547300:8:4294967295]
00000400:00000200:2.0:1788205213.965851:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205213.965855:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205213.965858:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205213.965860:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205213.965863:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205213.965864:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788205213.965867:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205213.965868:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788205213.965871:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205213.965873:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205213.965874:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205213.965876:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205213.965878:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205213.965879:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205213.965881:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205213.965883:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937945216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965888:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205213.965889:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937945216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965893:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.965894:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205213.965896:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205213.965898:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788205213.965900:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205213.965901:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310192152
00000100:00000001:2.0:1788205213.965903:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310195916
00000100:00000001:2.0:1788205213.965904:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310192152
00000100:00000001:2.0:1788205213.965906:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310195916
00000100:00000001:2.0:1788205213.965907:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205213.965908:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.965909:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205213.965911:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205213/real 1788205213]  req@ffff8c5d3ba69880 x1875052937945216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205213.965915:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205213.965916:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205213.965916:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205213.965918:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205213.965919:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205213.965920:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205213.965922:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937945216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205213.965927:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937945216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965931:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205213.965931:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.965932:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205213.965933:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205213.965935:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937945216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965938:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205213.965940:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937945216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965944:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205213.965945:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.965946:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205213.965947:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.965948:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205213.965949:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205213.965951:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205213.965952:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205213.965953:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205213.965955:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937945216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205213.965960:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937945216:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205213.965962:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205213.965964:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937945344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965968:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205213.965969:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205213.965970:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205213.965971:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205213.965972:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205213.965974:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937945344:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205213.965975:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205213.965976:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205213.965977:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205213.965978:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205213.965980:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788205213.965981:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205213.965983:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205213.965985:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205213.965987:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205213.965989:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937945344, portal 4
00000100:00000001:2.0:1788205213.965990:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205213.965991:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:2.0:1788205213.965994:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937945344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.965998:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205213.966000:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205213.966001:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205213.966002:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937945344, offset 0
00000400:00000200:2.0:1788205213.966005:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205213.966006:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205213.966008:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205213.966009:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205213.966011:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205213.966012:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205213.966014:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205213.966016:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547335:547335:256:4294967295] 192.168.201.135@tcp LPNI seq info [547301:547301:8:4294967295]
00000400:00000200:2.0:1788205213.966018:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205213.966022:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205213.966026:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205213.966028:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205213.966032:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205213.966034:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788205213.966038:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205213.966040:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788205213.966043:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205213.966045:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205213.966047:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205213.966051:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205213.966054:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205213.966055:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205213.966058:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205213.966061:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937945344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.966069:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205213.966072:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937945344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.966078:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.966080:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205213.966082:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205213.966086:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788205213.966089:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205213.966091:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310192245
00000100:00000001:2.0:1788205213.966093:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310195916
00000100:00000001:2.0:1788205213.966095:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310192245
00000100:00000001:2.0:1788205213.966097:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310195916
00000100:00000001:2.0:1788205213.966100:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205213.966103:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.966104:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205213.966108:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205213/real 1788205213]  req@ffff8c5d3ba6b480 x1875052937945344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205213.966115:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205213.966115:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205213.966117:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205213.966118:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205213.966119:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205213.966121:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205213.966123:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937945344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205213.966128:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937945344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.966132:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205213.966133:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.966134:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205213.966135:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205213.966137:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937945344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.966140:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205213.966142:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937945344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.966146:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205213.966148:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.966149:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205213.966150:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.966151:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205213.966151:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205213.966153:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205213.966155:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205213.966156:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205213.966159:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937945344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205213.966164:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937945344:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205213.966166:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205213.966167:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937945472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.966171:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205213.966171:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205213.966172:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205213.966174:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205213.966175:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205213.966176:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937945472:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205213.966178:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205213.966179:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205213.966180:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205213.966181:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205213.966184:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205213.966185:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205213.966187:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205213.966188:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205213.966189:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205213.966191:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937945472, portal 4
00000100:00000001:2.0:1788205213.966192:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205213.966193:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00000040:2.0:1788205213.966197:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937945472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.966201:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205213.966203:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205213.966204:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205213.966205:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937945472, offset 0
00000400:00000200:2.0:1788205213.966208:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205213.966211:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205213.966213:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205213.966215:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205213.966216:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205213.966218:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205213.966219:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205213.966221:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547336:547336:256:4294967295] 192.168.201.135@tcp LPNI seq info [547302:547302:8:4294967295]
00000400:00000200:2.0:1788205213.966224:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205213.966228:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205213.966230:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205213.966232:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205213.966234:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205213.966236:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1788205213.966238:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205213.966240:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1788205213.966242:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205213.966244:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205213.966245:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205213.966247:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205213.966249:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205213.966250:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205213.966251:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205213.966253:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937945472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.966258:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205213.966260:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937945472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205238 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.966264:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.966265:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205213.966267:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205213.966269:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788205213.966271:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205213.966272:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310192262
00000100:00000001:2.0:1788205213.966274:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310195916
00000100:00000001:2.0:1788205213.966275:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310192262
00000100:00000001:2.0:1788205213.966277:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310195916
00000100:00000001:2.0:1788205213.966278:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205213.966279:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.966281:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205213.966284:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205213/real 1788205213]  req@ffff8c5d3ba68700 x1875052937945472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205213.966291:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205213.966292:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205213.966294:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205213.966296:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205213.966314:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205213.966316:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205213.966320:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937945472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205213.966327:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937945472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.966331:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205213.966332:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.966334:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205213.966335:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205213.966337:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937945472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.966341:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205213.966343:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937945472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.966348:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205213.966349:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.966350:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205213.966351:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.966352:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205213.966353:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205213.966354:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205213.966356:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205213.966357:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205213.966359:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937945472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205213.966363:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937945472:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205213.966366:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.966367:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205213.966370:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937945088/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.966377:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205213.966378:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205213.966380:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205213.966382:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205213.966384:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205213.966385:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205213.966387:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205213.966389:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:2.0:1788205213.966391:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205213.966392:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205213.966394:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:2.0:1788205213.966397:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205213.966398:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.966400:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205213.966403:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937945216/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.966410:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205213.966411:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205213.966412:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:2.0:1788205213.966414:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205213.966414:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205213.966415:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205213.966416:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205213.966417:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:2.0:1788205213.966419:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205213.966419:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205213.966420:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:2.0:1788205213.966421:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205213.966422:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.966423:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205213.966425:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937945344/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.966428:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205213.966429:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205213.966440:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788205213.966442:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205213.966443:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205213.966444:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205213.966445:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205213.966446:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:2.0:1788205213.966447:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205213.966448:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205213.966449:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:2.0:1788205213.966450:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205213.966451:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.966452:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205213.966454:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937945472/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205238 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205213.966461:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205213.966462:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205213.966463:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205213.966464:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205213.966465:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205213.966465:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205213.966466:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205213.966467:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:2.0:1788205213.966468:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205213.966468:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205213.966469:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:2.0:1788205213.966470:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205213.966471:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.966472:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205213.966474:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205213.966475:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205213.966476:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205213.966477:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205214.156483:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205214.156494:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205214.156496:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205214.156504:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205214.156509:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205214.156513:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205214.156516:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205214.156520:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205214.156523:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205214.668498:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205214.668505:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205214.668510:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205214.668511:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205214.668578:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205214.668582:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205214.668586:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205215.180420:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205215.180429:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205215.180430:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205215.180436:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205215.180439:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205215.180442:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205215.180445:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205215.180447:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205215.180449:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205215.692378:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205215.692384:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205215.692389:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205215.692390:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205215.692454:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205215.692457:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205215.692460:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205216.204588:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205216.204600:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205216.204602:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205216.204613:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205216.204618:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205216.204623:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205216.204626:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205216.204640:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205216.204644:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205216.716551:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205216.716559:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205216.716567:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205216.716568:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205216.716639:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205216.716642:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205216.716658:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205217.228472:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205217.228483:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205217.228485:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205217.228493:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205217.228498:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205217.228502:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205217.228506:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205217.228509:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205217.228512:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205217.740468:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205217.740476:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205217.740478:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205217.740480:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205217.740485:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205217.740487:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205217.740488:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205217.740490:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205217.740493:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205217.740495:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205217.740496:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205217.740497:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205217.740498:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205217.740499:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205217.740500:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205217.740501:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205217.740574:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205217.740577:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205217.740579:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205217.804456:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310195916, at 4310195968
00000100:00000040:1.0:1788205217.804457:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310195916, at 4310195968
00000100:00000010:1.0:1788205217.804476:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850d20.
00000100:00000010:0.0:1788205217.804479:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850a20.
00000100:00000001:2.0:1788205218.252512:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205218.252523:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205218.252525:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205218.252532:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205218.252535:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205218.252540:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205218.252543:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205218.252546:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205218.252548:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205218.764530:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205218.764539:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205218.764546:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205218.764547:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205218.764612:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205218.764616:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205218.764620:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205219.084417:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205219.084433:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205219.084435:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205219.084438:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205219.084443:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205219.084450:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15524
00000400:00000200:3.0:1788205219.084459:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205219.084468:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205219.084471:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205219.084473:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.084475:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205219.084477:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.084479:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205219.084482:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205219.084484:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205219.084486:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205219.084488:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205219.084490:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205219.084491:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205219.084493:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.084494:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205219.084496:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.084497:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205219.084499:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205219.084501:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205219.084506:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205219.084509:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205219.084512:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205219.084514:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205219.084515:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205219.084517:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205219.084526:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788205219.084529:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205219.084533:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205219.084534:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205219.084537:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205219.084539:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205219.084543:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205219.084550:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788205219.084559:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205219.084569:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937945600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205219.084582:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205219.084588:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205219.084593:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937945600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205219.084623:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205219.084625:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205219.084633:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205219.084634:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205219.084636:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205219.084639:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205219.084642:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15524
00000400:00000200:3.0:1788205219.084645:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205219.084648:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205219.084651:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205219.084654:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.084656:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205219.084659:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.084662:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205219.084664:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205219.084665:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205219.084668:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205219.084670:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205219.084672:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788205219.084673:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205219.084675:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:0.0:1788205219.084680:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788205219.084680:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.084684:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205219.084685:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205219.084686:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.084689:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205219.084691:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788205219.084695:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:0.0:1788205219.084697:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6a680 x1875052937945600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205219.084697:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205219.084700:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:0.0:1788205219.084710:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1788205219.084711:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205219.084713:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205219.084714:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205219.084719:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:0.0:1788205219.084720:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205219.084725:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1788205219.084725:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:0.0:1788205219.084731:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788205219.084732:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205219.084737:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205219.084740:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937945600:192.168.201.135@tcp:250:kworker.0
00000100:00000010:3.0:1788205219.084744:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000100:00000001:0.0:1788205219.084747:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1788205219.084749:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205219.084752:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205219.084754:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1788205219.084754:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205219.084759:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205219.084759:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205219.084761:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205219.084765:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788205219.084765:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205219.084769:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788205219.084772:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205219.084773:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788205219.084777:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205219.084783:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937945728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205219.084785:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205219.084793:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000100:00000001:3.0:1788205219.084793:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205219.084796:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205219.084800:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937945728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1788205219.084804:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000001:3.0:1788205219.084807:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205219.084810:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205219.084811:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205219.084813:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205219.084814:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:0.0:1788205219.084815:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937945600, portal 25
00000100:00000001:3.0:1788205219.084816:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205219.084820:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15524
00000100:00000001:0.0:1788205219.084821:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205219.084825:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793465472 : -127142916086144 : ffff8c5d3ba6a680)
00000400:00000200:3.0:1788205219.084825:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205219.084828:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205219.084831:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205219.084837:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:0.0:1788205219.084838:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6a680 x1875052937945600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205219.084839:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205219.084842:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.084846:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205219.084850:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205219.084852:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205219.084854:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205219.084856:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788205219.084858:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205219.084861:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788205219.084867:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.084871:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:0.0:1788205219.084875:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1788205219.084875:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.084880:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:0.0:1788205219.084882:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000020:00000040:3.0:1788205219.084885:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000010:0.0:1788205219.084888:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00080000:3.0:1788205219.084890:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000200:0.0:1788205219.084893:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937945600, offset 0
00000100:00000001:3.0:1788205219.084895:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205219.084899:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205219.084902:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:0.0:1788205219.084906:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788205219.084907:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205219.084911:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205219.084913:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205219.084915:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205219.084917:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205219.084920:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:3.0:1788205219.084920:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788205219.084924:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000400:00000200:0.0:1788205219.084931:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000001:3.0:1788205219.084933:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205219.084935:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205219.084937:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205219.084938:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:0.0:1788205219.084939:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788205219.084940:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205219.084945:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000400:00000200:0.0:1788205219.084948:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:3.0:1788205219.084949:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205219.084957:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00100000:3.0:1788205219.084957:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937945856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:0.0:1788205219.084966:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.084967:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205219.084970:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205219.084974:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547337:547337:256:4294967295] 192.168.201.135@tcp LPNI seq info [547303:547303:8:4294967295]
00000100:00000040:3.0:1788205219.084975:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937945856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205219.084987:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205219.084988:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788205219.084991:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205219.084994:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205219.084995:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205219.084996:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205219.084999:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205219.085004:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15524
00000400:00000200:0.0:1788205219.085005:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788205219.085009:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205219.085014:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000200:0.0:1788205219.085018:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205219.085018:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205219.085021:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.085024:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205219.085025:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.085026:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000010:0.0:1788205219.085027:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000020:00000001:3.0:1788205219.085028:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205219.085030:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788205219.085032:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205219.085033:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788205219.085035:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205219.085037:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000800:00000200:0.0:1788205219.085039:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788205219.085041:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.085045:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000800:00000200:0.0:1788205219.085046:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1788205219.085047:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.085049:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205219.085054:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788205219.085058:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205219.085061:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:0.1:1788205219.085061:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:3.0:1788205219.085064:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205219.085068:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:0.1:1788205219.085068:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
02000000:00000001:3.0:1788205219.085070:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205219.085074:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000800:00000100:0.0:1788205219.085077:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000008:00100000:3.0:1788205219.085077:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205219.085080:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:0.0:1788205219.085082:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000100:00000001:3.0:1788205219.085082:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205219.085088:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788205219.085090:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000400:00000200:0.0:1788205219.085092:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1788205219.085093:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205219.085096:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205219.085100:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788205219.085101:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:0.0:1788205219.085108:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
02000000:00000001:3.0:1788205219.085109:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:0.0:1788205219.085111:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
02000000:00000001:3.0:1788205219.085113:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205219.085119:0:2392:0:(events.c:34:request_out_callback()) Process entered
02000000:00000010:3.0:1788205219.085120:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788205219.085125:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:0.0:1788205219.085126:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6a680 x1875052937945600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1788205219.085134:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937945984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205219.085142:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205219.085146:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:0.0:1788205219.085149:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6a680 x1875052937945600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205219.085150:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205219.085161:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937945984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.085174:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205219.085178:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205219.085178:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205219.085183:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:0.0:1788205219.085184:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205219.085187:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:0.0:1788205219.085191:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205219.085194:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310201036
00000100:00000001:3.0:1788205219.085199:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:0.0:1788205219.085200:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00080000:3.0:1788205219.085201:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205219.085206:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205219.085209:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15524
00000100:00000001:0.0:1788205219.085210:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1788205219.085214:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205219.085218:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310201036
00000400:00000200:3.0:1788205219.085219:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205219.085223:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000010:0.0:1788205219.085225:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c0743c0.
00000100:00000040:3.0:1788205219.085228:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205219.085231:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205219.085232:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205219.085236:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205219.085237:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205219.085239:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:0.0:1788205219.085243:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205219.085244:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205219.085247:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:0.0:1788205219.085248:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1788205219.085250:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205219.085253:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00100000:0.0:1788205219.085256:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205219/real 1788205219]  req@ffff8c5d3ba6a680 x1875052937945600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205219.085257:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788205219.085262:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788205219.085270:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205219.085274:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000001:0.0:1788205219.085276:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1788205219.085277:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000001:0.0:1788205219.085279:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1788205219.085282:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:0.0:1788205219.085284:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000020:00000040:3.0:1788205219.085287:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000200:0.0:1788205219.085289:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000100:00080000:3.0:1788205219.085292:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000010:0.0:1788205219.085293:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:3.0:1788205219.085326:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205219.085330:0:2392:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1788205219.085330:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205219.085335:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:0.0:1788205219.085338:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6a680 x1875052937945600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205219.085339:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205219.085360:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205219.085363:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000200:0.0:1788205219.085368:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6a680 x1875052937945600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1788205219.085368:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205219.085370:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205219.085377:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788205219.085382:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:0.0:1788205219.085383:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:3.0:1788205219.085385:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:0.0:1788205219.085386:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205219.085388:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205219.085391:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205219.085392:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205219.085395:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:0.0:1788205219.085396:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205219.085397:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205219.085404:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00100000:0.0:1788205219.085405:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6a680 x1875052937945600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205219.085409:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205219.085418:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937946112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205219.085419:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205219.085430:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6a680 x1875052937945600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205219.085431:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205219.085434:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205219.085442:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937946112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205219.085452:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205219.085454:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1788205219.085458:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15534)
00000100:00000001:0.0:1788205219.085460:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.085463:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205219.085465:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.085468:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205219.085470:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205219.085473:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205219.085478:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205219.085481:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205219.085487:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6a680 x1875052937945600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205219.085496:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937945600:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205219.085502:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.085505:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205219.085508:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6a680 x1875052937945600/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.085516:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205219.085519:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205219.085522:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788205219.085534:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205219.085536:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205219.085539:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788205219.085543:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205219.085546:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:0.0:1788205219.085551:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205219.085554:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205219.085556:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6a680.
00000100:00000001:0.0:1788205219.085560:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205219.085562:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.085564:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.085573:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205219.085575:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205219.085577:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205219.085586:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205219.085588:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205219.085593:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937945728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.085601:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205219.085602:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205219.085605:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205219.085607:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205219.085609:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205219.085613:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937945728:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205219.085617:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205219.085619:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205219.085621:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205219.085623:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205219.085627:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788205219.085631:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205219.085635:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205219.085639:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205219.085643:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205219.085646:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937945728, portal 10
00000100:00000001:0.0:1788205219.085649:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205219.085651:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00000040:0.0:1788205219.085659:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937945728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.085666:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205219.085670:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205219.085674:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205219.085677:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937945728, offset 0
00000400:00000200:0.0:1788205219.085684:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205219.085689:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205219.085693:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205219.085696:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205219.085699:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205219.085703:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205219.085706:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205219.085710:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547338:547338:256:4294967295] 192.168.201.135@tcp LPNI seq info [547304:547304:8:4294967295]
00000400:00000200:0.0:1788205219.085715:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205219.085721:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205219.085726:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205219.085729:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205219.085733:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205219.085735:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788205219.085740:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205219.085742:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788205219.085746:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205219.085748:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205219.085751:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205219.085755:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205219.085758:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205219.085760:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205219.085763:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205219.085767:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937945728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.085777:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205219.085780:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937945728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.085788:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205219.085790:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205219.085794:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205219.085798:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205219.085802:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205219.085804:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310197277
00000100:00000001:0.0:1788205219.085807:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310201036
00000100:00000001:0.0:1788205219.085810:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310197277
00000100:00000001:0.0:1788205219.085812:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310201036
00000100:00000001:0.0:1788205219.085814:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205219.085817:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205219.085819:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205219.085823:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205219/real 1788205219]  req@ffff8c5d3ba68700 x1875052937945728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205219.085831:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205219.085833:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205219.085835:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205219.085838:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205219.085840:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205219.085842:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205219.085846:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937945728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205219.085855:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937945728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.085863:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205219.085864:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.085866:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205219.085868:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205219.085871:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937945728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.085878:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205219.085882:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937945728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.085889:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205219.085892:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.085894:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205219.085895:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.085897:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205219.085899:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205219.085901:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205219.085904:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205219.085906:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205219.085909:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937945728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205219.085917:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937945728:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205219.085921:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205219.085924:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937945856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.085930:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205219.085932:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205219.085934:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205219.085936:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205219.085938:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205219.085940:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937945856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205219.085943:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205219.085945:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205219.085947:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205219.085949:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205219.085952:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7000.
02000000:00000001:0.0:1788205219.085954:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205219.085957:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205219.085960:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205219.085963:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205219.085966:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937945856, portal 10
00000100:00000001:0.0:1788205219.085969:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205219.085970:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:0.0:1788205219.085982:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937945856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.085989:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205219.085991:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205219.085994:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205219.085996:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937945856, offset 0
00000400:00000200:0.0:1788205219.086001:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205219.086004:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205219.086008:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205219.086011:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205219.086014:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205219.086016:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205219.086018:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205219.086021:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547339:547339:256:4294967295] 192.168.201.135@tcp LPNI seq info [547305:547305:8:4294967295]
00000400:00000200:0.0:1788205219.086025:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205219.086031:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205219.086036:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205219.086040:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205219.086044:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205219.086047:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788205219.086051:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205219.086053:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788205219.086057:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205219.086059:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205219.086062:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205219.086065:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205219.086068:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205219.086071:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205219.086074:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205219.086077:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937945856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086086:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205219.086089:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937945856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086095:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205219.086097:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205219.086100:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205219.086103:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205219.086106:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205219.086108:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310197272
00000100:00000001:0.0:1788205219.086111:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310201036
00000100:00000001:0.0:1788205219.086113:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310197272
00000100:00000001:0.0:1788205219.086115:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310201036
00000100:00000001:0.0:1788205219.086117:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205219.086120:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205219.086121:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205219.086125:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205219/real 1788205219]  req@ffff8c5d3ba6b480 x1875052937945856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205219.086133:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205219.086134:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205219.086136:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205219.086139:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205219.086140:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205219.086143:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205219.086146:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937945856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205219.086155:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937945856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086162:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205219.086164:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.086165:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205219.086167:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205219.086171:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937945856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086178:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205219.086181:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937945856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086188:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205219.086190:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.086192:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205219.086194:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.086195:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205219.086197:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205219.086199:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205219.086203:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205219.086205:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205219.086209:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937945856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205219.086217:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937945856:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205219.086221:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205219.086224:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937945984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086231:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205219.086232:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205219.086235:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205219.086237:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205219.086239:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205219.086242:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937945984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205219.086245:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205219.086247:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205219.086248:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205219.086250:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205219.086253:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7800.
02000000:00000001:0.0:1788205219.086255:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205219.086258:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205219.086261:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205219.086264:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205219.086266:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937945984, portal 4
00000100:00000001:0.0:1788205219.086268:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205219.086270:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:0.0:1788205219.086276:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937945984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086282:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205219.086284:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205219.086286:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205219.086289:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937945984, offset 0
00000400:00000200:0.0:1788205219.086292:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205219.086296:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205219.086320:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205219.086323:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205219.086326:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205219.086329:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205219.086331:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205219.086335:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547340:547340:256:4294967295] 192.168.201.135@tcp LPNI seq info [547306:547306:8:4294967295]
00000400:00000200:0.0:1788205219.086340:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205219.086357:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205219.086362:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205219.086366:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205219.086371:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205219.086374:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788205219.086380:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205219.086383:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788205219.086387:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205219.086389:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205219.086392:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205219.086396:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205219.086399:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205219.086401:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205219.086403:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205219.086407:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937945984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086415:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205219.086419:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937945984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086426:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205219.086428:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205219.086431:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205219.086434:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205219.086437:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205219.086439:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310197366
00000100:00000001:0.0:1788205219.086442:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310201036
00000100:00000001:0.0:1788205219.086445:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310197366
00000100:00000001:0.0:1788205219.086447:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310201036
00000100:00000001:0.0:1788205219.086450:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205219.086452:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205219.086454:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205219.086458:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205219/real 1788205219]  req@ffff8c5d3ba69880 x1875052937945984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205219.086466:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205219.086467:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205219.086469:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205219.086472:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205219.086474:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205219.086477:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205219.086480:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937945984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205219.086489:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937945984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086496:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205219.086498:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.086499:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205219.086501:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205219.086505:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937945984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086511:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205219.086516:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937945984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086523:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205219.086526:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.086528:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205219.086530:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.086533:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205219.086535:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205219.086538:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205219.086542:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205219.086545:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205219.086551:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937945984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205219.086560:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937945984:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205219.086564:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205219.086568:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937946112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086574:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205219.086577:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205219.086579:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205219.086582:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205219.086584:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205219.086589:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937946112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205219.086593:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205219.086596:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205219.086597:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205219.086599:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205219.086603:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205219.086605:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205219.086608:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205219.086611:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205219.086615:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205219.086618:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937946112, portal 4
00000100:00000001:0.0:1788205219.086621:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205219.086623:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:0.0:1788205219.086632:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937946112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086638:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205219.086642:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205219.086645:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205219.086648:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937946112, offset 0
00000400:00000200:0.0:1788205219.086656:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205219.086661:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205219.086666:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205219.086670:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205219.086672:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205219.086675:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205219.086677:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205219.086680:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547341:547341:256:4294967295] 192.168.201.135@tcp LPNI seq info [547307:547307:8:4294967295]
00000400:00000200:0.0:1788205219.086685:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205219.086691:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205219.086695:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205219.086698:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205219.086702:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205219.086705:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:0.1:1788205219.086709:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205219.086712:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:0.0:1788205219.086715:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205219.086717:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205219.086721:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205219.086724:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205219.086726:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205219.086728:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205219.086731:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205219.086734:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937946112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205244 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086742:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205219.086745:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937946112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205244 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086751:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205219.086753:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205219.086755:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205219.086758:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205219.086761:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205219.086764:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310197383
00000100:00000001:0.0:1788205219.086766:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310201036
00000100:00000001:0.0:1788205219.086769:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310197383
00000100:00000001:0.0:1788205219.086771:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310201036
00000100:00000001:0.0:1788205219.086773:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205219.086775:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205219.086776:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205219.086780:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205219/real 1788205219]  req@ffff8c5d3ba69500 x1875052937946112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205219.086786:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205219.086788:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205219.086789:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205219.086792:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205219.086793:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205219.086796:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205219.086799:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937946112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205219.086807:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937946112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086814:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205219.086815:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.086816:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205219.086818:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205219.086821:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937946112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086827:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205219.086830:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937946112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086837:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205219.086840:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.086842:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205219.086843:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.086845:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205219.086846:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205219.086849:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205219.086852:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205219.086854:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205219.086858:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937946112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205219.086866:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937946112:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205219.086870:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.086873:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205219.086876:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937945728/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086883:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205219.086884:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205219.086886:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788205219.086888:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205219.086889:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205219.086891:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205219.086893:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205219.086895:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:0.0:1788205219.086897:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205219.086899:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205219.086900:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:0.0:1788205219.086903:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205219.086904:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.086906:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205219.086909:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937945856/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086922:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205219.086924:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205219.086926:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:0.0:1788205219.086928:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205219.086929:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205219.086931:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205219.086933:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205219.086934:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:0.0:1788205219.086936:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205219.086937:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205219.086939:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:0.0:1788205219.086941:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205219.086942:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.086944:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205219.086948:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937945984/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086954:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205219.086955:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205219.086957:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:0.0:1788205219.086960:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205219.086961:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205219.086962:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205219.086964:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205219.086965:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:0.0:1788205219.086968:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205219.086969:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205219.086971:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:0.0:1788205219.086973:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205219.086974:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.086976:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205219.086980:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937946112/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205244 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205219.086986:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205219.086988:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205219.086990:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205219.086993:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205219.086994:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205219.086996:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205219.086998:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205219.087000:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:0.0:1788205219.087003:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205219.087004:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205219.087005:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:0.0:1788205219.087008:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205219.087009:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.087011:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205219.087015:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205219.087016:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205219.087018:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205219.087020:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205219.277076:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205219.277085:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205219.277087:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205219.277093:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205219.277097:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205219.277101:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205219.277104:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205219.277106:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205219.277110:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205219.788432:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205219.788440:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205219.788446:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205219.788447:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205219.788574:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205219.788578:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205219.788581:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205220.300432:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205220.300439:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205220.300442:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205220.300447:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205220.300450:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205220.300454:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205220.300467:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205220.300469:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205220.300472:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205220.812516:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205220.812526:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205220.812533:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205220.812535:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205220.812684:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205220.812689:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205220.812692:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205221.324421:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205221.324430:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205221.324433:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205221.324438:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205221.324442:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205221.324446:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205221.324449:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205221.324452:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205221.324454:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205221.836388:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205221.836396:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205221.836401:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205221.836403:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205221.836457:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205221.836461:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205221.836465:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205222.348448:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205222.348458:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205222.348460:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205222.348466:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205222.348470:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205222.348474:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205222.348476:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205222.348480:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205222.348482:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205222.860482:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205222.860489:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205222.860495:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205222.860496:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205222.860773:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205222.860777:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205222.860780:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205222.924451:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310201036, at 4310201088
00000100:00000010:1.0:1788205222.924472:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c0743c0.
00000100:00000040:0.0:1788205222.925142:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310201036, at 4310201088
00000100:00000010:0.0:1788205222.925158:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000001:2.0:1788205223.372425:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205223.372435:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205223.372438:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205223.372444:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205223.372448:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205223.372451:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205223.372454:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205223.372457:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205223.372459:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205223.884452:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205223.884462:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205223.884469:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205223.884471:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205223.886936:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205223.886942:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205223.886947:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205224.204432:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205224.204445:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205224.204447:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205224.204451:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205224.204456:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205224.204465:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15529
00000400:00000200:3.0:1788205224.204477:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205224.204484:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205224.204488:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205224.204491:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204494:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205224.204497:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204500:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205224.204505:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205224.204507:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205224.204510:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205224.204513:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205224.204516:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205224.204519:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205224.204521:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204524:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205224.204526:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204528:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205224.204532:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205224.204535:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204538:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205224.204543:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205224.204546:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205224.204550:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205224.204552:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205224.204555:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205224.204565:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788205224.204569:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205224.204574:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205224.204576:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205224.204579:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205224.204582:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205224.204586:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205224.204595:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000001:3.0:1788205224.204602:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205224.204613:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937946240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205224.204625:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205224.204630:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205224.204636:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937946240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205224.204665:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205224.204669:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205224.204672:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205224.204674:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205224.204675:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205224.204678:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205224.204681:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15529
00000400:00000200:3.0:1788205224.204685:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205224.204696:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205224.204698:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205224.204701:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204703:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205224.204705:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204707:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205224.204710:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205224.204711:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205224.204712:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205224.204714:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205224.204716:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788205224.204718:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788205224.204722:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204724:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205224.204726:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204728:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205224.204730:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788205224.204732:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204734:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205224.204736:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205224.204741:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205224.204743:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205224.204744:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205224.204749:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205224.204752:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205224.204754:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205224.204757:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
00000020:00000040:3.0:1788205224.204760:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205224.204762:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205224.204763:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205224.204765:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205224.204766:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205224.204768:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205224.204771:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788205224.204774:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205224.204779:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937946368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205224.204788:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205224.204790:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205224.204794:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937946368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205224.204802:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205224.204804:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205224.204808:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205224.204809:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205224.204811:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205224.204813:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205224.204815:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15529
00000400:00000200:3.0:1788205224.204819:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205224.204822:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205224.204824:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205224.204827:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204829:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205224.204830:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204833:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205224.204835:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205224.204836:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205224.204838:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205224.204839:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788205224.204841:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205224.204843:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788205224.204854:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204856:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205224.204858:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204859:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205224.204862:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205224.204865:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204867:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205224.204869:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205224.204871:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205224.204873:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205224.204875:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205224.204876:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205224.204885:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205224.204886:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205224.204890:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788205224.204893:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205224.204895:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205224.204897:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205224.204898:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205224.204900:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205224.204901:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205224.204907:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788205224.204910:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205224.204914:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937946496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205224.204923:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205224.204924:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205224.204928:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937946496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205224.204936:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205224.204939:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205224.204942:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205224.204944:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205224.204945:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205224.204948:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205224.204951:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15529
00000400:00000200:3.0:1788205224.204955:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205224.204958:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205224.204960:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205224.204962:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204965:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205224.204967:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204968:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205224.204970:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205224.204972:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788205224.204973:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205224.204975:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788205224.204977:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205224.204979:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788205224.204982:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204984:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205224.204985:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204987:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205224.204989:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788205224.204991:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205224.204994:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205224.204996:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205224.204998:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205224.205000:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205224.205002:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205224.205004:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205224.205006:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205224.205008:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205224.205011:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000020:00000040:3.0:1788205224.205013:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205224.205016:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205224.205018:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205224.205019:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205224.205021:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205224.205022:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205224.205026:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:3.0:1788205224.205029:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205224.205033:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937946624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205224.205040:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205224.205043:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205224.205046:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937946624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205224.205054:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205224.205057:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205224.205060:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205224.205061:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205224.205063:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205224.205065:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205224.205068:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15529
00000400:00000200:3.0:1788205224.205071:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205224.205074:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205224.205076:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205224.205079:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.205081:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205224.205083:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.205086:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205224.205087:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205224.205088:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788205224.205090:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205224.205091:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788205224.205093:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788205224.205096:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788205224.205099:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.205101:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205224.205103:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205224.205105:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205224.205106:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788205224.205108:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205224.205111:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205224.205112:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205224.205115:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205224.205117:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205224.205119:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205224.205121:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205224.205123:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205224.205125:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205224.205128:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000020:00000040:3.0:1788205224.205130:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205224.205133:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205224.205134:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205224.205135:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205224.205136:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205224.205138:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205224.205141:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:3.0:1788205224.205145:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205224.205148:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937946752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205224.205155:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205224.205157:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205224.205160:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937946752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205224.205167:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205224.205173:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15540)
00000100:00000001:0.0:1788205224.205334:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205224.205339:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205224.205342:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205224.205349:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937946240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.205357:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205224.205359:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205224.205363:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205224.205365:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205224.205368:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205224.205371:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937946240:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205224.205376:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205224.205380:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205224.205383:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205224.205385:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205224.205390:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205224.205392:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205224.205399:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205224.205403:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205224.205411:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205224.205429:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937946240, portal 25
00000100:00000001:0.0:1788205224.205432:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205224.205434:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000040:0.0:1788205224.205439:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937946240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.205446:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205224.205449:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205224.205453:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205224.205456:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937946240, offset 0
00000400:00000200:0.0:1788205224.205463:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205224.205472:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205224.205478:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205224.205485:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205224.205489:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205224.205493:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205224.205496:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205224.205500:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547342:547342:256:4294967295] 192.168.201.135@tcp LPNI seq info [547308:547308:8:4294967295]
00000400:00000200:0.0:1788205224.205505:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205224.205515:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205224.205521:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205224.205527:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205224.205534:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205224.205538:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788205224.205544:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205224.205549:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1788205224.205554:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205224.205556:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205224.205564:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205224.205569:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205224.205576:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205224.205579:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205224.205586:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205224.205590:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937946240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.205599:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205224.205603:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937946240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.205610:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205224.205612:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205224.205619:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205224.205623:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205224.205626:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310206157
00000100:00000010:0.0:1788205224.205632:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074c60.
00000100:00000001:0.0:1788205224.205639:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1788205224.205644:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310206157
00000100:00000010:0.0:1788205224.205648:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c074420.
00000100:00000001:0.0:1788205224.205652:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1788205224.205656:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205224.205658:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205224.205661:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205224.205665:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205224/real 1788205224]  req@ffff8c5d3ba68380 x1875052937946240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205224.205676:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205224.205678:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205224.205681:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205224.205683:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205224.205685:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205224.205688:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205224.205691:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937946240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205224.205701:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937946240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.205707:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205224.205708:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.205711:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205224.205714:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205224.205718:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937946240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.205725:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205224.205729:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937946240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.205738:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205224.205740:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.205742:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205224.205743:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.205746:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205224.205747:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205224.205749:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205224.205753:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205224.205756:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205224.205760:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937946240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205224.205768:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937946240:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205224.205773:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205224.205776:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937946368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.205783:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205224.205784:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205224.205787:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205224.205788:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205224.205791:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205224.205793:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937946368:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205224.205797:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205224.205799:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205224.205800:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205224.205803:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205224.205805:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7800.
02000000:00000001:0.0:1788205224.205807:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205224.205810:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205224.205813:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205224.205817:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205224.205820:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937946368, portal 10
00000100:00000001:0.0:1788205224.205821:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205224.205823:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:0.0:1788205224.205829:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937946368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.205835:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205224.205838:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205224.205840:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205224.205842:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937946368, offset 0
00000400:00000200:0.0:1788205224.205846:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205224.205849:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205224.205853:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205224.205856:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205224.205858:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205224.205860:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205224.205863:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205224.205866:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547343:547343:256:4294967295] 192.168.201.135@tcp LPNI seq info [547309:547309:8:4294967295]
00000400:00000200:0.0:1788205224.205870:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205224.205876:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205224.205880:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205224.205882:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205224.205886:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205224.205889:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788205224.205893:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205224.205896:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1788205224.205900:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205224.205901:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205224.205906:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205224.205909:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205224.205912:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205224.205914:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205224.205917:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205224.205921:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937946368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.205929:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205224.205932:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937946368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.205939:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205224.205940:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205224.205943:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205224.205947:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:0.0:1788205224.205951:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205224.205953:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310202397
00000100:00000001:0.0:1788205224.205956:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310206157
00000100:00000001:0.0:1788205224.205958:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310202397
00000100:00000001:0.0:1788205224.205960:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310206157
00000100:00000001:0.0:1788205224.205963:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205224.205964:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205224.205966:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205224.205970:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205224/real 1788205224]  req@ffff8c5d3ba68000 x1875052937946368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205224.205977:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205224.205978:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205224.205980:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205224.205982:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205224.205984:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205224.205986:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205224.205988:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937946368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205224.205996:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937946368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206007:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205224.206009:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.206010:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205224.206012:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205224.206015:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937946368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206021:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205224.206025:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937946368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206032:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205224.206035:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.206036:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205224.206038:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.206040:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205224.206042:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205224.206044:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205224.206047:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205224.206050:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205224.206054:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937946368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205224.206062:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937946368:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205224.206066:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205224.206069:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937946496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206076:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205224.206078:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205224.206080:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205224.206082:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205224.206084:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205224.206087:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937946496:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205224.206090:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205224.206092:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205224.206093:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205224.206095:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205224.206098:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb7000.
02000000:00000001:0.0:1788205224.206100:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205224.206103:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205224.206106:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205224.206109:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205224.206111:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937946496, portal 10
00000100:00000001:0.0:1788205224.206114:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205224.206115:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:0.0:1788205224.206121:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937946496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206126:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205224.206129:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205224.206132:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205224.206134:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937946496, offset 0
00000400:00000200:0.0:1788205224.206137:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205224.206141:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205224.206144:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205224.206147:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205224.206149:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205224.206151:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205224.206153:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205224.206156:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547344:547344:256:4294967295] 192.168.201.135@tcp LPNI seq info [547310:547310:8:4294967295]
00000400:00000200:0.0:1788205224.206160:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205224.206166:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205224.206172:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205224.206175:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205224.206179:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205224.206181:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788205224.206186:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205224.206188:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1788205224.206192:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205224.206194:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205224.206196:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205224.206200:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205224.206203:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205224.206204:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205224.206207:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205224.206211:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937946496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206219:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205224.206222:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937946496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206228:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205224.206229:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205224.206232:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205224.206235:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:0.0:1788205224.206238:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205224.206240:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310202392
00000100:00000001:0.0:1788205224.206243:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310206157
00000100:00000001:0.0:1788205224.206245:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310202392
00000100:00000001:0.0:1788205224.206247:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310206157
00000100:00000001:0.0:1788205224.206249:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205224.206251:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205224.206263:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205224.206266:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205224/real 1788205224]  req@ffff8c5d3ba69180 x1875052937946496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205224.206275:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205224.206277:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205224.206279:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205224.206281:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205224.206283:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205224.206285:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205224.206288:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937946496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205224.206295:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937946496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206333:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205224.206335:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.206336:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205224.206338:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205224.206341:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937946496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206349:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205224.206353:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937946496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206360:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205224.206362:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.206363:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205224.206364:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.206365:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205224.206366:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205224.206368:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205224.206372:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205224.206374:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205224.206378:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937946496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205224.206385:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937946496:192.168.201.135@tcp:38:kworker.0
00000100:00000001:0.0:1788205224.206389:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205224.206393:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937946624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206399:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205224.206401:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205224.206403:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205224.206405:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205224.206407:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205224.206409:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937946624:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205224.206413:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205224.206415:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205224.206416:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205224.206418:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205224.206421:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788205224.206423:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205224.206426:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205224.206428:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205224.206431:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205224.206434:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937946624, portal 4
00000100:00000001:0.0:1788205224.206436:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205224.206437:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:0.0:1788205224.206443:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937946624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206448:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205224.206450:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205224.206453:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205224.206455:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937946624, offset 0
00000400:00000200:0.0:1788205224.206460:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205224.206463:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205224.206467:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205224.206469:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205224.206472:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205224.206474:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205224.206477:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205224.206479:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547345:547345:256:4294967295] 192.168.201.135@tcp LPNI seq info [547311:547311:8:4294967295]
00000400:00000200:0.0:1788205224.206484:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205224.206490:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205224.206494:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205224.206497:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205224.206501:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205224.206503:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788205224.206508:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205224.206510:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1788205224.206514:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205224.206516:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205224.206519:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205224.206523:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205224.206526:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205224.206527:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205224.206530:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205224.206534:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937946624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206541:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205224.206544:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937946624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206551:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205224.206552:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205224.206555:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205224.206557:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:0.0:1788205224.206560:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205224.206563:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310202486
00000100:00000001:0.0:1788205224.206565:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310206157
00000100:00000001:0.0:1788205224.206567:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310202486
00000100:00000001:0.0:1788205224.206570:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310206157
00000100:00000001:0.0:1788205224.206572:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205224.206574:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205224.206575:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205224.206579:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205224/real 1788205224]  req@ffff8c5d3ba69c00 x1875052937946624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205224.206587:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205224.206588:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205224.206590:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205224.206592:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205224.206594:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205224.206596:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205224.206599:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937946624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205224.206608:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937946624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206614:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205224.206616:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.206617:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205224.206619:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205224.206622:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937946624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206628:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205224.206632:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937946624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206639:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205224.206642:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.206644:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205224.206645:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.206647:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205224.206648:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205224.206651:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205224.206654:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205224.206656:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205224.206660:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937946624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205224.206668:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937946624:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205224.206672:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1788205224.206675:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937946752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206681:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1788205224.206683:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205224.206685:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1788205224.206687:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205224.206689:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205224.206692:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937946752:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205224.206695:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205224.206697:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205224.206698:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205224.206700:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205224.206703:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205224.206704:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1788205224.206707:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:0.0:1788205224.206710:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d2e5271b8.
00000400:00000010:0.0:1788205224.206713:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db55d8.
00000100:00000200:0.0:1788205224.206716:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937946752, portal 4
00000100:00000001:0.0:1788205224.206718:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1788205224.206720:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:0.0:1788205224.206725:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937946752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206730:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1788205224.206732:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:0.0:1788205224.206734:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d26db5dd0.
00000100:00000200:0.0:1788205224.206736:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937946752, offset 0
00000400:00000200:0.0:1788205224.206740:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205224.206743:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205224.206746:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:0.0:1788205224.206749:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:0.0:1788205224.206751:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:0.0:1788205224.206754:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:0.0:1788205224.206756:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:0.0:1788205224.206759:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547346:547346:256:4294967295] 192.168.201.135@tcp LPNI seq info [547312:547312:8:4294967295]
00000400:00000200:0.0:1788205224.206763:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205224.206769:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:0.0:1788205224.206774:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205224.206777:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10905a00.
00000800:00000200:0.0:1788205224.206780:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.0:1788205224.206783:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000200:0.1:1788205224.206787:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:0.1:1788205224.206790:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 1 secs later)
00000800:00000100:0.0:1788205224.206794:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:0.0:1788205224.206796:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10905a00.
00000400:00000200:0.0:1788205224.206799:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:0.0:1788205224.206803:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:0.0:1788205224.206805:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db5dd0
00000400:00000010:0.0:1788205224.206807:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db5dd0.
00000100:00000001:0.0:1788205224.206809:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:0.0:1788205224.206812:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937946752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206825:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205224.206828:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937946752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205249 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206835:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205224.206836:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205224.206839:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205224.206841:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:0.0:1788205224.206845:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205224.206847:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310202503
00000100:00000001:0.0:1788205224.206849:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310206157
00000100:00000001:0.0:1788205224.206851:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310202503
00000100:00000001:0.0:1788205224.206853:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310206157
00000100:00000001:0.0:1788205224.206856:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205224.206858:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205224.206859:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:0.0:1788205224.206863:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205224/real 1788205224]  req@ffff8c5d3ba68e00 x1875052937946752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:0.0:1788205224.206868:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:0.0:1788205224.206870:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:0.0:1788205224.206871:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d2e5271b8.
00000400:00000200:0.0:1788205224.206873:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d26db55d8
00000400:00000010:0.0:1788205224.206874:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d26db55d8.
00000100:00000001:0.0:1788205224.206876:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:0.0:1788205224.206879:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937946752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:0.0:1788205224.206886:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937946752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206892:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:0.0:1788205224.206894:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.206896:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205224.206897:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1788205224.206900:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937946752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206907:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205224.206911:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937946752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206917:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1788205224.206919:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.206920:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205224.206922:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.206923:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1788205224.206925:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1788205224.206927:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1788205224.206930:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:0.0:1788205224.206932:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1788205224.206936:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937946752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205224.206943:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937946752:192.168.201.135@tcp:8:kworker.0
00000100:00000001:0.0:1788205224.206947:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.206949:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205224.206953:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937946240/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.206960:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205224.206962:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205224.206965:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:0.0:1788205224.206968:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205224.206970:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205224.206972:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:0.0:1788205224.206974:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205224.206977:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:0.0:1788205224.206980:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205224.206982:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205224.206984:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:0.0:1788205224.206988:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205224.206989:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.206991:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205224.206994:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937946368/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.207001:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205224.207002:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205224.207003:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:0.0:1788205224.207006:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205224.207007:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205224.207008:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205224.207009:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205224.207011:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:0.0:1788205224.207013:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205224.207015:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205224.207016:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:0.0:1788205224.207019:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205224.207020:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.207021:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205224.207025:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937946496/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.207032:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205224.207033:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205224.207034:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:0.0:1788205224.207037:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205224.207038:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205224.207039:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:0.0:1788205224.207041:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205224.207042:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:0.0:1788205224.207045:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205224.207047:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205224.207048:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:0.0:1788205224.207050:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205224.207052:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.207053:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205224.207056:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937946624/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.207063:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205224.207064:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205224.207066:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:0.0:1788205224.207068:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205224.207069:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205224.207070:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205224.207072:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205224.207073:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:0.0:1788205224.207075:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205224.207076:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205224.207078:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:0.0:1788205224.207080:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205224.207081:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.207082:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1788205224.207085:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937946752/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205249 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205224.207092:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:0.0:1788205224.207093:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:0.0:1788205224.207095:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:0.0:1788205224.207096:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:0.0:1788205224.207097:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:0.0:1788205224.207099:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:0.0:1788205224.207100:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:0.0:1788205224.207101:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:0.0:1788205224.207103:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:0.0:1788205224.207105:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:0.0:1788205224.207106:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:0.0:1788205224.207108:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:0.0:1788205224.207109:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.207112:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205224.207120:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1788205224.207122:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205224.207124:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1788205224.207126:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205224.396514:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205224.396525:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205224.396528:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205224.396534:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205224.396540:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205224.396544:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205224.396548:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205224.396551:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205224.396554:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205224.908590:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205224.908598:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205224.908603:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205224.908605:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205224.908706:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205224.908713:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205224.908718:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205225.420422:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205225.420431:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205225.420433:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205225.420439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205225.420443:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205225.420446:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205225.420448:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205225.420451:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205225.420454:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205225.932464:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205225.932472:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205225.932479:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205225.932480:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205225.933261:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205225.933266:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205225.933269:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205226.444951:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205226.444962:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205226.444964:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205226.444971:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205226.444975:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205226.444980:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205226.444983:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205226.444986:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205226.444989:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205226.956639:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205226.956648:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205226.956653:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205226.956654:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205226.956783:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205226.956787:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205226.956790:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205227.469575:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205227.469583:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205227.469586:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205227.469591:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205227.469595:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205227.469598:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205227.469602:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205227.469605:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205227.469607:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205227.980426:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205227.980437:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205227.980440:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205227.980445:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205227.980450:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205227.980452:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205227.980454:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205227.980456:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205227.980460:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205227.980461:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205227.980463:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205227.980464:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205227.980466:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205227.980467:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205227.980469:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205227.980471:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205227.980526:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205227.980529:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205227.980532:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205228.044399:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310206157, at 4310206208
00000100:00000040:1.0:1788205228.044399:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310206157, at 4310206208
00000100:00000010:1.0:1788205228.044417:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074420.
00000100:00000010:0.0:1788205228.044418:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c074c60.
00000100:00000001:2.0:1788205228.492416:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205228.492425:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205228.492428:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205228.492434:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205228.492437:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205228.492441:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205228.492444:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205228.492447:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205228.492450:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205229.005025:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205229.005033:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205229.005039:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205229.005040:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205229.005103:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205229.005108:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205229.005112:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205229.324485:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205229.324499:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205229.324502:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205229.324506:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205229.324511:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205229.324521:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15535
00000400:00000200:0.0:1788205229.324533:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205229.324540:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205229.324544:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205229.324548:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.324552:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205229.324555:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.324557:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205229.324562:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205229.324564:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788205229.324567:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205229.324571:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788205229.324573:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788205229.324576:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788205229.324579:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.324582:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205229.324584:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.324587:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205229.324601:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788205229.324607:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205229.324610:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205229.324614:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205229.324617:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205229.324620:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205229.324623:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205229.324626:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205229.324638:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afaa00.
00000020:00000040:0.0:1788205229.324653:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788205229.324657:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205229.324659:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205229.324663:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205229.324666:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205229.324671:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205229.324680:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5c00.
00000100:00000001:0.0:1788205229.324697:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205229.324709:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afaa00 x1875052937946880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205229.324720:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205229.324726:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205229.324731:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0848cb4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afaa00 x1875052937946880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205229.324774:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205229.324778:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205229.324782:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205229.324784:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205229.324786:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205229.324789:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205229.324792:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15535
00000400:00000200:0.0:1788205229.324796:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205229.324799:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205229.324802:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205229.324805:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.324807:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205229.324809:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.324811:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205229.324814:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205229.324815:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788205229.324817:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205229.324819:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788205229.324821:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788205229.324823:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788205229.324826:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.324828:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205229.324830:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.324842:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205229.324844:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:0.0:1788205229.324847:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205229.324849:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205229.324851:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205229.324857:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205229.324859:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205229.324861:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205229.324866:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205229.324870:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205229.324872:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205229.324876:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afad80.
00000020:00000040:0.0:1788205229.324878:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205229.324880:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205229.324881:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205229.324883:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205229.324885:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205229.324887:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205229.324891:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6c00.
00000100:00000001:0.0:1788205229.324896:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205229.324907:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afad80 x1875052937947008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205229.324915:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205229.324917:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205229.324920:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d214ad8] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afad80 x1875052937947008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205229.324928:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205229.324932:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205229.324935:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205229.324936:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205229.324938:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205229.324940:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205229.324942:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15535
00000400:00000200:0.0:1788205229.324946:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205229.324949:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205229.324951:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205229.324953:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.324955:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205229.324957:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.324959:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205229.324962:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205229.324963:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788205229.324965:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205229.324967:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:0.0:1788205229.324969:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788205229.324971:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:0.0:1788205229.324973:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.324975:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205229.324978:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.324979:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205229.324982:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:0.0:1788205229.324984:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205229.324986:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205229.324988:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205229.324990:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205229.324992:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205229.324994:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205229.324996:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205229.324998:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205229.325000:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205229.325003:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8e00.
00000020:00000040:0.0:1788205229.325005:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205229.325007:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205229.325008:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205229.325010:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205229.325011:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205229.325013:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205229.325016:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7000.
00000100:00000001:0.0:1788205229.325019:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205229.325025:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8e00 x1875052937947136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205229.325031:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205229.325034:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205229.325039:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ded5d6d5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8e00 x1875052937947136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205229.325046:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205229.325049:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205229.325053:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205229.325056:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205229.325059:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205229.325063:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205229.325065:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15535
00000400:00000200:0.0:1788205229.325069:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205229.325071:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205229.325074:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205229.325076:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.325078:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205229.325080:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.325082:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205229.325084:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205229.325085:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788205229.325086:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205229.325088:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:0.0:1788205229.325090:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:0.0:1788205229.325092:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788205229.325094:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.325096:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205229.325097:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.325099:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205229.325100:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:0.0:1788205229.325102:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205229.325105:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205229.325106:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205229.325108:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205229.325110:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205229.325112:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205229.325114:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205229.325116:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205229.325117:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205229.325121:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afbb80.
00000020:00000040:0.0:1788205229.325123:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205229.325125:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205229.325126:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205229.325128:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205229.325129:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205229.325131:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205229.325134:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7800.
00000100:00000001:0.0:1788205229.325136:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205229.325154:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afbb80 x1875052937947264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205229.325161:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205229.325163:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205229.325180:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005baa2078] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afbb80 x1875052937947264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205229.325188:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205229.325191:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205229.325194:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205229.325196:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205229.325197:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205229.325200:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205229.325202:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15535
00000400:00000200:0.0:1788205229.325206:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205229.325208:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205229.325210:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205229.325213:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.325215:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205229.325217:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.325219:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205229.325221:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205229.325223:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:0.0:1788205229.325225:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205229.325226:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:0.0:1788205229.325228:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788205229.325230:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:0.0:1788205229.325233:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.325235:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205229.325237:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205229.325239:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205229.325241:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:0.0:1788205229.325243:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205229.325246:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205229.325248:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205229.325250:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205229.325252:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205229.325254:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205229.325256:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205229.325258:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205229.325259:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205229.325265:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9f80.
00000020:00000040:0.0:1788205229.325267:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205229.325279:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205229.325280:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205229.325282:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205229.325283:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205229.325285:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205229.325290:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7400.
00000100:00000001:0.0:1788205229.325293:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205229.325331:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9f80 x1875052937947392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205229.325338:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205229.325341:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205229.325345:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096d998d0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9f80 x1875052937947392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205229.325353:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205229.325368:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15545)
00000100:00000001:1.0:1788205229.325579:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205229.325593:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205229.325596:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205229.325603:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afaa00 x1875052937946880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205229.325610:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205229.325612:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205229.325616:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205229.325618:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205229.325620:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205229.325624:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937946880:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205229.325628:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205229.325632:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205229.325635:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205229.325638:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205229.325643:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de44c00.
02000000:00000001:1.0:1788205229.325645:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205229.325651:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205229.325654:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230000.
00000400:00000010:1.0:1788205229.325661:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107bb0.
00000100:00000200:1.0:1788205229.325669:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937946880, portal 25
00000100:00000001:1.0:1788205229.325671:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205229.325673:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871309312 : -127143838242304 : ffff8c5d04afaa00)
00000100:00000040:1.0:1788205229.325678:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afaa00 x1875052937946880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205229.325684:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205229.325687:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205229.325689:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107aa0.
00000100:00000200:1.0:1788205229.325692:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937946880, offset 0
00000400:00000200:1.0:1788205229.325699:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205229.325707:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205229.325713:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205229.325718:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205229.325723:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205229.325728:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205229.325730:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205229.325734:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547347:547347:256:4294967295] 192.168.201.135@tcp LPNI seq info [547313:547313:8:4294967295]
00000400:00000200:1.0:1788205229.325737:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205229.325747:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205229.325752:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205229.325758:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213800.
00000800:00000200:1.0:1788205229.325764:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205229.325769:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788205229.325780:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205229.325784:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205229.325787:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310211277
00000100:00000010:1.0:1788205229.325793:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749420.
00000100:00000001:1.0:1788205229.325800:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205229.325806:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310211277
00000100:00000010:1.0:1788205229.325809:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7494e0.
00000100:00000001:1.0:1788205229.325813:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205229.325816:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205229.325818:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205229.325821:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205229.325825:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afad80 x1875052937947008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205229.325832:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205229.325833:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205229.325835:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205229.325837:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205229.325839:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205229.325842:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937947008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205229.325845:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205229.325847:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205229.325849:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205229.325851:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205229.325854:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205229.325856:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205229.325859:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205229.325862:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230738.
00000400:00000010:1.0:1788205229.325866:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d271076e8.
00000100:00000200:1.0:1788205229.325868:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937947008, portal 10
00000100:00000001:1.0:1788205229.325871:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205229.325872:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871310208 : -127143838241408 : ffff8c5d04afad80)
00000100:00000040:1.0:1788205229.325878:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afad80 x1875052937947008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205229.325885:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205229.325887:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205229.325890:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d271074c8.
00000100:00000200:1.0:1788205229.325892:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937947008, offset 0
00000400:00000200:1.0:1788205229.325897:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205229.325900:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205229.325903:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205229.325906:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205229.325908:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205229.325911:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205229.325913:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205229.325916:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547348:547348:255:4294967295] 192.168.201.135@tcp LPNI seq info [547314:547314:7:4294967295]
00000400:00000200:1.0:1788205229.325920:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205229.325926:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205229.325930:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205229.325933:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213200.
00000800:00000200:1.0:1788205229.325937:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205229.325941:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788205229.325944:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205229.325948:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788205229.325950:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205229.325953:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310207517
00000100:00000001:1.0:1788205229.325956:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310211277
00000100:00000001:1.0:1788205229.325958:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310207517
00000100:00000001:1.0:1788205229.325960:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310211277
00000100:00000001:1.0:1788205229.325962:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205229.325964:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205229.325966:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205229.325970:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8e00 x1875052937947136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205229.325977:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205229.325978:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205229.325980:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205229.325982:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205229.325983:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205229.325986:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937947136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205229.325989:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205229.325991:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205229.325992:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205229.325994:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205229.325998:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205229.326000:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205229.326002:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205229.326005:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230ec8.
00000400:00000010:1.0:1788205229.326008:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107908.
00000100:00000200:1.0:1788205229.326011:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937947136, portal 10
00000100:00000001:1.0:1788205229.326013:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205229.326014:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871302144 : -127143838249472 : ffff8c5d04af8e00)
00000100:00000040:1.0:1788205229.326020:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8e00 x1875052937947136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205229.326024:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205229.326025:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205229.326027:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107660.
00000100:00000200:1.0:1788205229.326029:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937947136, offset 0
00000400:00000200:1.0:1788205229.326032:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205229.326035:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205229.326037:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205229.326039:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205229.326041:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205229.326043:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205229.326045:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205229.326048:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547349:547349:254:4294967295] 192.168.201.135@tcp LPNI seq info [547315:547315:6:4294967295]
00000400:00000200:1.0:1788205229.326051:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205229.326055:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205229.326058:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205229.326060:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213500.
00000800:00000200:1.0:1788205229.326063:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205229.326065:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788205229.326067:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205229.326068:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788205229.326070:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205229.326072:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310207512
00000100:00000001:1.0:1788205229.326073:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310211277
00000100:00000001:1.0:1788205229.326075:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310207512
00000100:00000001:1.0:1788205229.326076:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310211277
00000100:00000001:1.0:1788205229.326077:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205229.326079:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205229.326080:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205229.326082:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afbb80 x1875052937947264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205229.326086:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205229.326086:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205229.326088:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205229.326089:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205229.326091:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205229.326092:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937947264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205229.326095:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205229.326096:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205229.326097:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205229.326097:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205229.326100:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205229.326101:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205229.326103:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205229.326105:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230630.
00000400:00000010:1.0:1788205229.326107:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205229.326109:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937947264, portal 4
00000100:00000001:1.0:1788205229.326110:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205229.326111:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871313792 : -127143838237824 : ffff8c5d04afbb80)
00000100:00000040:1.0:1788205229.326115:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afbb80 x1875052937947264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205229.326119:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205229.326120:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205229.326122:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d271077f8.
00000100:00000200:1.0:1788205229.326123:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937947264, offset 0
00000400:00000200:1.0:1788205229.326126:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205229.326127:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205229.326129:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205229.326130:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205229.326132:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205229.326133:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205229.326135:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205229.326136:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547350:547350:253:4294967295] 192.168.201.135@tcp LPNI seq info [547316:547316:5:4294967295]
00000400:00000200:1.0:1788205229.326139:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205229.326142:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205229.326144:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205229.326147:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213100.
00000800:00000200:1.0:1788205229.326149:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205229.326151:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788205229.326152:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205229.326154:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788205229.326156:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205229.326157:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310207605
00000100:00000001:1.0:1788205229.326158:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310211277
00000100:00000001:1.0:1788205229.326160:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310207605
00000100:00000001:1.0:1788205229.326161:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310211277
00000100:00000001:1.0:1788205229.326162:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205229.326163:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205229.326164:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205229.326178:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9f80 x1875052937947392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205229.326185:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205229.326186:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205229.326188:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205229.326189:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205229.326191:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205229.326194:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937947392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205229.326197:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205229.326198:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205229.326200:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205229.326202:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205229.326209:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788205229.326211:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205229.326214:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205229.326217:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205229.326220:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205229.326222:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937947392, portal 4
00000100:00000001:1.0:1788205229.326224:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205229.326226:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871306624 : -127143838244992 : ffff8c5d04af9f80)
00000100:00000040:1.0:1788205229.326232:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9f80 x1875052937947392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205229.326238:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205229.326241:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205229.326243:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107440.
00000100:00000200:1.0:1788205229.326245:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937947392, offset 0
00000400:00000200:1.0:1788205229.326249:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205229.326252:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205229.326255:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205229.326258:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205229.326260:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205229.326263:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205229.326265:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205229.326271:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547351:547351:252:4294967295] 192.168.201.135@tcp LPNI seq info [547317:547317:4:4294967295]
00000400:00000200:1.0:1788205229.326275:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205229.326281:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205229.326285:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205229.326289:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213d00.
00000800:00000200:1.0:1788205229.326292:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205229.326297:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:1.0:1788205229.326327:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205229.326330:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788205229.326333:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205229.326335:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310207623
00000100:00000001:1.0:1788205229.326337:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310211277
00000100:00000001:1.0:1788205229.326339:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310207623
00000100:00000001:1.0:1788205229.326341:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310211277
00000100:00000001:1.0:1788205229.326343:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205229.326345:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205229.326348:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205229.326351:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205229.326371:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205229.326373:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1788205229.326375:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205229.326376:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205229.326378:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205229.326380:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205229.516744:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205229.516753:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205229.516755:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205229.516760:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205229.516764:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205229.516767:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205229.516770:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205229.516773:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205229.516775:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205230.029370:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205230.029379:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205230.029385:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205230.029387:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205230.030733:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205230.030740:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205230.030745:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205230.540417:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205230.540427:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205230.540429:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205230.540434:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205230.540438:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205230.540442:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205230.540445:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205230.540448:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205230.540450:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205231.052538:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205231.052546:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205231.052554:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205231.052555:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205231.052622:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205231.052627:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205231.052630:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205231.565083:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205231.565092:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205231.565095:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205231.565099:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205231.565103:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205231.565107:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205231.565110:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205231.565113:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205231.565117:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205232.076758:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205232.076767:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205232.076775:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205232.076777:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205232.076884:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205232.076887:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205232.076891:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788205232.397197:0:2383:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:2.0:1788205232.397250:0:2383:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788205232.397261:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205232.397266:0:2383:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:2.0:1788205232.397271:0:2383:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205232.397276:0:2383:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788205232.397281:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788205232.397285:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213800.
00000400:00000200:2.0:1788205232.397410:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205232.397417:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205232.397424:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107aa0
00000400:00000010:2.0:1788205232.397428:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107aa0.
00000100:00000001:2.0:1788205232.397434:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205232.397443:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04afaa00 x1875052937946880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.397512:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205232.397517:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205232.397521:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788205232.397539:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205232.397546:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afaa00 x1875052937946880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205232.398832:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205229/real 1788205232]  req@ffff8c5d04afaa00 x1875052937946880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205254 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205232.398849:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205232.398851:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205232.398855:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230000.
00000400:00000200:1.0:1788205232.398859:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107bb0
00000400:00000010:1.0:1788205232.398862:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107bb0.
00000100:00000001:1.0:1788205232.398866:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205232.398870:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afaa00 x1875052937946880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205254 ref 2 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205232.398879:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afaa00 x1875052937946880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205254 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.398886:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205232.398889:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.398892:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205232.398894:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205232.398899:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afaa00 x1875052937946880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205254 ref 2 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.398905:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205232.398910:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afaa00 x1875052937946880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205254 ref 2 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.398923:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205232.398927:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.398928:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205232.398929:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.398932:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205232.398935:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205232.398939:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205232.398944:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205232.398947:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205232.398951:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afaa00 x1875052937946880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205254 ref 2 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205232.398958:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937946880:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205232.398966:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205232.398970:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205232.398974:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afaa00 x1875052937946880/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205254 ref 2 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.398982:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205232.398985:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205232.398986:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205232.398988:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205232.398990:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205232.398991:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205232.399110:0:2383:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205232.399124:0:2383:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205232.399128:0:2383:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de44c00.
02000000:00000001:2.0:1788205232.399134:0:2383:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205232.399136:0:2383:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205232.399139:0:2383:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788205232.399141:0:2383:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205232.399150:0:2383:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:2.0:1788205232.399154:0:2383:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205232.399156:0:2383:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205232.399158:0:2383:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afaa00.
00000100:00000001:2.0:1788205232.399161:0:2383:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205232.399162:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205232.399165:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205232.399178:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788205232.399181:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213200.
00000400:00000200:2.0:1788205232.399190:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205232.399194:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205232.399198:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d271074c8
00000400:00000010:2.0:1788205232.399200:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d271074c8.
00000100:00000001:2.0:1788205232.399203:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205232.399208:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04afad80 x1875052937947008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205232.399226:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205232.399229:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afad80 x1875052937947008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205232.399235:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205232.399237:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205232.399241:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788205232.399244:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213500.
00000400:00000200:2.0:1788205232.399248:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205232.399250:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205232.399253:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107660
00000400:00000010:2.0:1788205232.399254:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107660.
00000100:00000001:2.0:1788205232.399256:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205232.399260:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04af8e00 x1875052937947136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205232.399266:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205232.399269:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8e00 x1875052937947136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205232.399274:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205232.399275:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205232.399279:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788205232.399281:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213100.
00000400:00000200:2.0:1788205232.399284:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205232.399286:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205232.399289:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d271077f8
00000400:00000010:2.0:1788205232.399290:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d271077f8.
00000100:00000001:2.0:1788205232.399292:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205232.399295:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04afbb80 x1875052937947264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205232.399320:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205232.399323:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afbb80 x1875052937947264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205232.399328:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205232.399329:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205232.399334:0:2383:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788205232.399336:0:2383:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213d00.
00000400:00000200:2.0:1788205232.399339:0:2383:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205232.399343:0:2383:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205232.399345:0:2383:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107440
00000400:00000010:2.0:1788205232.399346:0:2383:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107440.
00000100:00000001:2.0:1788205232.399348:0:2383:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205232.399351:0:2383:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04af9f80 x1875052937947392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205232.399357:0:2383:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205232.399360:0:2383:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9f80 x1875052937947392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205254 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205232.399365:0:2383:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205232.399366:0:2383:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205232.399422:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205232.399424:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205232.399426:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205232.399431:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205229/real 1788205232]  req@ffff8c5d04afad80 x1875052937947008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205232.399438:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205232.399440:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205232.399442:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230738.
00000400:00000200:1.0:1788205232.399444:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d271076e8
00000400:00000010:1.0:1788205232.399446:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d271076e8.
00000100:00000001:1.0:1788205232.399448:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205232.399450:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afad80 x1875052937947008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205232.399458:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afad80 x1875052937947008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.399464:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205232.399465:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.399467:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205232.399468:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205232.399471:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afad80 x1875052937947008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.399477:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205232.399480:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afad80 x1875052937947008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.399486:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205232.399489:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.399490:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205232.399491:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.399493:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205232.399495:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205232.399496:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205232.399500:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205232.399502:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205232.399506:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afad80 x1875052937947008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205232.399518:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937947008:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205232.399522:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205232.399525:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205229/real 1788205232]  req@ffff8c5d04af8e00 x1875052937947136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205232.399531:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205232.399532:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205232.399647:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230ec8.
00000400:00000200:1.0:1788205232.399652:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107908
00000400:00000010:1.0:1788205232.399654:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107908.
00000100:00000001:1.0:1788205232.399656:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205232.399660:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8e00 x1875052937947136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205232.399668:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8e00 x1875052937947136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.399674:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205232.399675:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.399678:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205232.399679:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205232.399682:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8e00 x1875052937947136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.399687:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205232.399691:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8e00 x1875052937947136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.399696:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205232.399699:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.399700:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205232.399701:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.399704:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205232.399705:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205232.399708:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205232.399711:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205232.399713:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205232.399717:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8e00 x1875052937947136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205232.399723:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937947136:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205232.399727:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205232.399729:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205229/real 1788205232]  req@ffff8c5d04afbb80 x1875052937947264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205232.399736:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205232.399801:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205232.399804:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230630.
00000400:00000200:1.0:1788205232.399807:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205232.399809:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205232.399812:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205232.399815:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afbb80 x1875052937947264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205232.399822:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afbb80 x1875052937947264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.399827:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205232.399828:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.399830:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205232.399831:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205232.399835:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afbb80 x1875052937947264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.399840:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205232.399845:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afbb80 x1875052937947264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.399849:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205232.399852:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.399853:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205232.399854:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.399855:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205232.399857:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205232.399859:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205232.399862:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205232.399864:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205232.399867:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afbb80 x1875052937947264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205232.399873:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937947264:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205232.399877:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205232.399880:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205229/real 1788205232]  req@ffff8c5d04af9f80 x1875052937947392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205232.399886:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205232.399887:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205232.399888:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205232.399890:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205232.399892:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205232.399894:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205232.399897:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9f80 x1875052937947392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205232.399905:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9f80 x1875052937947392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.399911:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205232.399913:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.399914:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205232.399915:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205232.399919:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9f80 x1875052937947392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.399925:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205232.399927:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9f80 x1875052937947392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.399933:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205232.399935:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.399937:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205232.399938:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.399939:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205232.399941:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205232.399942:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205232.399945:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205232.399947:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205232.399950:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9f80 x1875052937947392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205232.399956:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937947392:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205232.399959:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.399962:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205232.399965:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afad80 x1875052937947008/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.399970:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205232.399972:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205232.399975:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205232.399978:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205232.399980:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205232.399981:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205232.399983:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205232.399985:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:1.0:1788205232.399988:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205232.399989:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205232.399990:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afad80.
00000100:00000001:1.0:1788205232.399995:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205232.399996:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.399997:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205232.400000:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8e00 x1875052937947136/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.400005:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205232.400006:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205232.400007:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205232.400009:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205232.400010:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205232.400011:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205232.400013:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205232.400014:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:1.0:1788205232.400016:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205232.400017:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205232.400018:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8e00.
00000100:00000001:1.0:1788205232.400020:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205232.400021:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.400023:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205232.400026:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afbb80 x1875052937947264/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.400031:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205232.400032:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205232.400033:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205232.400099:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205232.400102:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205232.400103:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205232.400106:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205232.400107:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:1.0:1788205232.400110:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205232.400122:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205232.400123:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afbb80.
00000100:00000001:1.0:1788205232.400126:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205232.400128:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.400129:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205232.400134:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9f80 x1875052937947392/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205254 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205232.400140:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205232.400141:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205232.400143:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788205232.400145:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205232.400146:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205232.400148:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205232.400149:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205232.400151:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:1.0:1788205232.400153:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205232.400154:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205232.400155:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9f80.
00000100:00000001:1.0:1788205232.400157:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205232.400158:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.400159:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205232.400166:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205232.400168:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205232.400170:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205232.400171:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205232.589138:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205232.589147:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205232.589149:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205232.589155:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205232.589160:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205232.589164:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205232.589167:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205232.589170:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205232.589173:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205233.100794:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205233.100803:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205233.100809:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205233.100810:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205233.100832:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205233.100836:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205233.100838:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205233.167526:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310211277, at 4310211331
00000100:00000010:1.0:1788205233.167545:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7494e0.
00000100:00000040:0.0:1788205233.167683:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310211277, at 4310211331
00000100:00000010:0.0:1788205233.167689:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749420.
00000100:00000001:2.0:1788205233.612421:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205233.612431:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205233.612433:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205233.612439:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205233.612443:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205233.612447:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205233.612450:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205233.612453:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205233.612456:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205234.124492:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205234.124500:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205234.124506:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205234.124507:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205234.124693:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205234.124697:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205234.124701:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205234.444460:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205234.444471:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205234.444474:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205234.444479:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205234.444484:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205234.444491:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15540
00000400:00000200:3.0:1788205234.444499:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205234.444505:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205234.444508:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205234.444512:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.444515:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205234.444518:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.444521:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205234.444536:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205234.444539:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205234.444542:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205234.444546:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205234.444548:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205234.444551:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205234.444554:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.444556:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205234.444558:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.444559:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205234.444562:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205234.444567:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205234.444569:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205234.444573:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205234.444577:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205234.444580:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205234.444583:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205234.444585:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205234.444592:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788205234.444596:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205234.444601:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205234.444603:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205234.444607:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205234.444610:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205234.444615:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205234.444622:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788205234.444629:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205234.444639:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937947520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205234.444649:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205234.444653:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205234.444658:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937947520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.444781:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205234.444785:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205234.444789:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205234.444790:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205234.444792:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205234.444795:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205234.444798:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15540
00000400:00000200:3.0:1788205234.444802:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205234.444805:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205234.444807:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205234.444810:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.444812:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205234.444814:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.444816:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205234.444818:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205234.444819:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205234.444821:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205234.444823:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205234.444824:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788205234.444884:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788205234.444887:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.444889:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205234.444890:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.444892:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205234.444895:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788205234.444897:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205234.444900:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205234.444902:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205234.444907:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205234.444909:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205234.444911:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205234.444915:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205234.444918:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205234.444921:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205234.444924:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000020:00000040:3.0:1788205234.444927:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205234.444929:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205234.444930:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205234.444932:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205234.444933:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205234.444935:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205234.444939:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788205234.444943:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205234.444948:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937947648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205234.444955:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205234.444957:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205234.444971:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937947648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.444978:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205234.444981:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205234.444983:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205234.444985:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205234.444986:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205234.444988:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205234.444990:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15540
00000400:00000200:3.0:1788205234.444993:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205234.444996:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205234.444998:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205234.445000:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.445002:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205234.445003:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.445005:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205234.445007:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205234.445008:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205234.445009:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205234.445011:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788205234.445013:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205234.445014:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788205234.445016:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.445018:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205234.445020:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.445021:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205234.445023:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205234.445026:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205234.445028:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205234.445029:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205234.445032:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205234.445033:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205234.445035:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205234.445037:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205234.445039:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205234.445040:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205234.445043:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788205234.445050:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205234.445053:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205234.445054:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205234.445056:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205234.445057:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205234.445058:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205234.445062:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788205234.445064:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205234.445068:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937947776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205234.445074:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205234.445089:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205234.445097:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937947776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.445104:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205234.445107:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205234.445110:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205234.445112:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205234.445114:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205234.445116:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205234.445118:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15540
00000400:00000200:3.0:1788205234.445122:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205234.445125:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205234.445128:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205234.445130:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.445132:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205234.445134:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.445135:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205234.445137:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205234.445138:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:3.0:1788205234.445140:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205234.445142:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788205234.445143:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205234.445145:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788205234.445148:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.445149:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205234.445151:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.445152:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205234.445154:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:3.0:1788205234.445156:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205234.445158:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205234.445159:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205234.445162:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205234.445164:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205234.445165:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205234.445167:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205234.445169:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205234.445171:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205234.445175:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000020:00000040:3.0:1788205234.445177:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205234.445178:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205234.445180:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205234.445181:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205234.445183:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205234.445184:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205234.445187:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788205234.445190:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205234.445194:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937947904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205234.445201:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205234.445202:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205234.445206:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937947904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.445219:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205234.445222:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205234.445224:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205234.445226:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205234.445227:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205234.445229:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205234.445231:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15540
00000400:00000200:3.0:1788205234.445235:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205234.445238:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205234.445240:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205234.445242:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.445244:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205234.445246:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.445248:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205234.445250:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205234.445252:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788205234.445253:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205234.445255:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788205234.445257:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788205234.445258:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788205234.445261:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.445263:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205234.445265:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205234.445266:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205234.445269:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788205234.445271:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205234.445273:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205234.445274:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205234.445277:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205234.445279:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205234.445281:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205234.445282:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205234.445284:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205234.445285:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205234.445288:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
00000020:00000040:3.0:1788205234.445290:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205234.445292:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205234.445293:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205234.445295:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205234.445327:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205234.445330:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205234.445333:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:3.0:1788205234.445336:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205234.445340:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937948032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205234.445347:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205234.445348:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205234.445352:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937948032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205234.445359:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205234.445364:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15550)
00000100:00000001:1.0:1788205234.446020:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205234.446027:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205234.446030:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205234.446038:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937947520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.446058:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205234.446060:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205234.446065:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205234.446068:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205234.446071:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205234.446074:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937947520:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205234.446089:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205234.446093:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205234.446096:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205234.446099:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205234.446105:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788205234.446107:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205234.446113:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205234.446118:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205234.446125:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205234.446133:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937947520, portal 25
00000100:00000001:1.0:1788205234.446135:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205234.446137:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00000040:1.0:1788205234.446143:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937947520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.446150:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205234.446152:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205234.446154:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205234.446157:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937947520, offset 0
00000400:00000200:1.0:1788205234.446165:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205234.446174:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205234.446181:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205234.446188:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205234.446192:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205234.446196:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205234.446199:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205234.446203:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547352:547352:256:4294967295] 192.168.201.135@tcp LPNI seq info [547318:547318:8:4294967295]
00000400:00000200:1.0:1788205234.446207:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205234.446217:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205234.446224:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205234.446230:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205234.446237:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205234.446241:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788205234.446246:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205234.446249:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788205234.446254:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205234.446256:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205234.446266:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205234.446271:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205234.446276:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205234.446278:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205234.446284:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205234.446288:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937947520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.446325:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205234.446329:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937947520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.446335:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205234.446337:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205234.446344:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205234.446347:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205234.446350:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310216398
00000100:00000010:1.0:1788205234.446355:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7494e0.
00000100:00000001:1.0:1788205234.446361:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205234.446366:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310216398
00000100:00000010:1.0:1788205234.446368:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7496c0.
00000100:00000001:1.0:1788205234.446371:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205234.446374:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205234.446378:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205234.446380:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205234.446386:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205234/real 1788205234]  req@ffff8c5d3ba6ad80 x1875052937947520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205234.446399:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205234.446400:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205234.446402:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205234.446405:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205234.446406:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205234.446408:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205234.446412:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937947520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205234.446419:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937947520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.446424:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205234.446426:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.446428:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205234.446430:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205234.446434:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937947520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.446440:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205234.446444:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937947520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.446450:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205234.446453:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.447249:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205234.447253:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.447257:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205234.447260:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205234.447263:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205234.447268:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205234.447271:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205234.447275:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937947520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205234.447283:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937947520:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205234.447288:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205234.447292:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937947648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.447325:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205234.447327:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205234.447330:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205234.447332:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205234.447334:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205234.447338:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937947648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205234.447341:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205234.447344:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205234.447347:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205234.447350:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205234.447356:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205234.447358:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205234.447363:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205234.447366:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205234.447371:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205234.447375:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937947648, portal 10
00000100:00000001:1.0:1788205234.447377:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205234.447378:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000040:1.0:1788205234.447385:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937947648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.447390:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205234.447393:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205234.447395:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205234.447397:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937947648, offset 0
00000400:00000200:1.0:1788205234.447402:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205234.447408:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205234.447414:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205234.447417:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205234.447420:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205234.447422:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205234.447424:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205234.447427:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547353:547353:256:4294967295] 192.168.201.135@tcp LPNI seq info [547319:547319:8:4294967295]
00000400:00000200:1.0:1788205234.447432:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205234.447438:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205234.447444:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205234.447447:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205234.447453:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205234.450383:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788205234.450393:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205234.450395:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788205234.450398:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205234.450402:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205234.450414:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205234.450420:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205234.450427:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205234.450429:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205234.450435:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205234.450442:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b100 x1875052937947648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.450455:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205234.450459:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937947648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.450466:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205234.450468:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205234.450475:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205234.450479:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788205234.450484:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205234.450487:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310212642
00000100:00000001:1.0:1788205234.450490:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310216398
00000100:00000001:1.0:1788205234.450491:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310212642
00000100:00000001:1.0:1788205234.450493:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310216398
00000100:00000001:1.0:1788205234.450494:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205234.450497:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205234.450499:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205234.450502:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205234/real 1788205234]  req@ffff8c5d3ba6b100 x1875052937947648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205234.450509:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205234.450511:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205234.450513:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205234.450516:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205234.450518:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205234.450520:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205234.451502:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937947648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205234.451522:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937947648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452060:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205234.452063:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.452067:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205234.452069:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205234.452075:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937947648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452108:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205234.452115:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937947648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452123:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205234.452128:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.452129:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205234.452130:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.452134:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205234.452136:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205234.452140:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205234.452145:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205234.452148:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205234.452152:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937947648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205234.452161:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937947648:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205234.452167:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205234.452172:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937947776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452179:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205234.452181:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205234.452185:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205234.452190:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205234.452192:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205234.452196:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937947776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205234.452200:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205234.452204:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205234.452208:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205234.452210:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205234.452220:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205234.452223:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205234.452229:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205234.452233:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205234.452239:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205234.452245:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937947776, portal 10
00000100:00000001:1.0:1788205234.452248:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205234.452250:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:1.0:1788205234.452257:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937947776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452263:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205234.452266:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205234.452268:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205234.452271:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937947776, offset 0
00000400:00000200:1.0:1788205234.452278:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205234.452287:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205234.452294:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205234.452323:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205234.452327:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205234.452331:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205234.452333:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205234.452337:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547354:547354:256:4294967295] 192.168.201.135@tcp LPNI seq info [547320:547320:8:4294967295]
00000400:00000200:1.0:1788205234.452342:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205234.452351:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205234.452357:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205234.452364:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205234.452370:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205234.452373:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788205234.452377:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205234.452380:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788205234.452384:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205234.452387:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205234.452395:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205234.452399:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205234.452404:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205234.452406:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205234.452410:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205234.452414:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937947776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452427:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205234.452431:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937947776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452438:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205234.452439:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205234.452444:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205234.452447:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788205234.452451:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205234.452454:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310212639
00000100:00000001:1.0:1788205234.452457:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310216398
00000100:00000001:1.0:1788205234.452460:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310212639
00000100:00000001:1.0:1788205234.452462:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310216398
00000100:00000001:1.0:1788205234.452464:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205234.452467:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205234.452469:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205234.452473:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205234/real 1788205234]  req@ffff8c5d3ba6b800 x1875052937947776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205234.452482:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205234.452484:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205234.452486:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205234.452488:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205234.452490:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205234.452492:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205234.452496:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937947776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205234.452506:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937947776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452512:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205234.452514:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.452516:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205234.452518:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205234.452521:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937947776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452527:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205234.452530:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937947776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452537:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205234.452540:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.452542:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205234.452543:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.452545:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205234.452547:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205234.452550:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205234.452554:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205234.452556:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205234.452559:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937947776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205234.452567:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937947776:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205234.452571:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205234.452576:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937947904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452583:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205234.452585:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205234.452587:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205234.452590:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205234.452592:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205234.452595:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937947904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205234.452598:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205234.452600:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205234.452602:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205234.452603:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205234.452607:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205234.452609:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205234.452614:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205234.452617:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205234.452621:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205234.452624:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937947904, portal 4
00000100:00000001:1.0:1788205234.452626:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205234.452627:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:1.0:1788205234.452633:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937947904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452639:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205234.452641:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205234.452643:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205234.452645:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937947904, offset 0
00000400:00000200:1.0:1788205234.452649:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205234.452653:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205234.452656:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205234.452659:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205234.452662:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205234.452664:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205234.452666:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205234.452669:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547355:547355:256:4294967295] 192.168.201.135@tcp LPNI seq info [547321:547321:8:4294967295]
00000400:00000200:1.0:1788205234.452673:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205234.452678:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205234.452682:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205234.452685:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205234.452689:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205234.452692:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788205234.452696:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205234.452698:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788205234.452702:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205234.452704:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205234.452708:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205234.452711:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205234.452714:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205234.452716:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205234.452719:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205234.452723:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937947904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452730:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205234.452732:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937947904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452738:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205234.452740:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205234.452743:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205234.452746:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788205234.452749:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205234.452751:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310212732
00000100:00000001:1.0:1788205234.452753:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310216398
00000100:00000001:1.0:1788205234.452755:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310212732
00000100:00000001:1.0:1788205234.452757:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310216398
00000100:00000001:1.0:1788205234.452759:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205234.452761:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205234.452763:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205234.452767:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205234/real 1788205234]  req@ffff8c5d3ba6bb80 x1875052937947904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205234.452775:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205234.452777:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205234.452779:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205234.452781:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205234.452782:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205234.452785:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205234.452788:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937947904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205234.452795:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937947904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452801:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205234.452803:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.452804:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205234.452806:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205234.452809:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937947904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452815:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205234.452818:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937947904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452823:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205234.452825:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.452827:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205234.452828:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.452830:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205234.452831:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205234.452833:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205234.452836:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205234.452838:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205234.452842:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937947904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205234.452856:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937947904:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205234.452859:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205234.452862:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937948032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452868:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205234.452870:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205234.452872:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205234.452874:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205234.452875:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205234.452878:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937948032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205234.452881:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205234.452883:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205234.452885:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205234.452886:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205234.452890:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205234.452892:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205234.452895:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205234.452898:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205234.452901:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205234.452903:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937948032, portal 4
00000100:00000001:1.0:1788205234.452905:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205234.452907:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000040:1.0:1788205234.452912:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937948032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.452918:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205234.452921:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205234.452923:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205234.452925:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937948032, offset 0
00000400:00000200:1.0:1788205234.452929:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205234.452934:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205234.452938:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205234.452940:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205234.452943:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205234.452946:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205234.452948:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205234.452950:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547356:547356:256:4294967295] 192.168.201.135@tcp LPNI seq info [547322:547322:8:4294967295]
00000400:00000200:1.0:1788205234.452955:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205234.452961:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205234.452966:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205234.452969:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205234.452972:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205234.452975:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788205234.452979:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205234.452981:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788205234.452984:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205234.452986:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205234.452990:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205234.452993:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205234.452996:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205234.452998:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205234.453000:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205234.453004:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937948032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.453010:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205234.453013:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937948032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205259 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.453019:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205234.453021:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205234.453024:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205234.453027:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788205234.453029:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205234.453032:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310212749
00000100:00000001:1.0:1788205234.453034:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310216398
00000100:00000001:1.0:1788205234.453036:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310212749
00000100:00000001:1.0:1788205234.453038:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310216398
00000100:00000001:1.0:1788205234.453040:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205234.453042:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205234.453044:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205234.453048:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205234/real 1788205234]  req@ffff8c5d3ba68a80 x1875052937948032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205234.453056:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205234.453057:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205234.453059:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205234.453061:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205234.453064:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205234.453066:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205234.453069:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937948032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205234.454209:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937948032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.454221:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205234.454223:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.454226:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205234.454228:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205234.454233:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937948032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.454239:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205234.454244:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937948032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.454251:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205234.454256:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.454257:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205234.454259:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.454261:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205234.454263:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205234.454265:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205234.454269:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205234.454272:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205234.454275:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937948032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205234.454288:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937948032:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205234.454293:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.454311:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205234.454316:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937947520/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.454324:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205234.454327:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205234.454330:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788205234.454334:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205234.454337:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205234.454339:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788205234.454341:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205234.454344:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:1.0:1788205234.454347:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205234.454349:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205234.454351:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000100:00000001:1.0:1788205234.454355:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205234.454356:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.454358:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205234.454362:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937947648/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.454373:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205234.454375:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205234.454376:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205234.454378:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205234.454380:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205234.454381:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205234.454382:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205234.454384:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:1.0:1788205234.454386:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205234.454387:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205234.454388:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:1.0:1788205234.454390:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205234.454391:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.454392:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205234.454396:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937947776/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.454401:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205234.454403:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205234.454404:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205234.454974:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205234.454977:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205234.454978:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205234.454981:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205234.454983:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:1.0:1788205234.454986:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205234.454987:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205234.454988:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:1.0:1788205234.454991:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205234.454992:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.454994:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205234.455000:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937947904/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.455007:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205234.455008:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205234.455010:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205234.455012:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205234.455014:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205234.455015:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205234.455017:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205234.455019:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:1.0:1788205234.455021:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205234.455022:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205234.455023:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:1.0:1788205234.455025:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205234.455027:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.455028:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205234.455031:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937948032/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205259 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205234.455037:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205234.455038:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205234.455040:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205234.455042:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205234.455043:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205234.455045:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205234.455047:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205234.455048:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:1.0:1788205234.455050:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205234.455051:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205234.455053:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:1.0:1788205234.455055:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205234.455056:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.455060:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205234.455069:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205234.455072:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205234.455074:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205234.455086:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205234.636404:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205234.636411:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205234.636413:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205234.636417:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205234.636420:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205234.636423:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205234.636425:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205234.636427:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205234.636428:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205235.148415:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205235.148423:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205235.148429:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205235.148430:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205235.148507:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205235.148511:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205235.148515:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1788205235.404570:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788205235.404580:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788205235.404585:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788205235.405530:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000200:0.0:1788205235.405616:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1788205235.406424:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788205235.406431:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788205235.406857:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205235.660425:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205235.660433:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205235.660436:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205235.660442:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205235.660446:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205235.660450:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205235.660453:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205235.660459:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205235.660462:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205236.172471:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205236.172479:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205236.172554:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205236.172556:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205236.172757:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205236.172761:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205236.172764:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205236.684410:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205236.684418:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205236.684420:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205236.684425:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205236.684429:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205236.684434:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205236.684436:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205236.684439:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205236.684442:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205237.201269:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205237.201279:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205237.201292:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205237.201296:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205237.201318:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205237.201320:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205237.201322:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205237.201325:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205237.201330:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205237.201332:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205237.201333:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205237.201335:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205237.201337:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205237.201338:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205237.201340:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205237.201342:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205237.201368:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205237.201371:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205237.201374:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205237.709428:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205237.709438:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205237.709440:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205237.709446:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205237.709450:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205237.709455:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205237.709458:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205237.709461:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205237.709464:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205238.221104:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205238.221113:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205238.221121:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205238.221123:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205238.221188:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205238.221192:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205238.221195:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205238.284767:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310216398, at 4310216448
00000100:00000040:0.0:1788205238.284913:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310216398, at 4310216448
00000100:00000010:0.0:1788205238.284927:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7494e0.
00000100:00000010:1.0:1788205238.285117:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7496c0.
00000100:00000001:2.0:1788205238.732518:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205238.732536:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205238.732538:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205238.732544:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205238.732549:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205238.732553:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205238.732556:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205238.732559:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205238.732562:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205239.244626:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205239.244634:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205239.244642:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205239.244643:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205239.244790:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205239.244794:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205239.244797:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205239.565187:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205239.565199:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205239.565202:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205239.565206:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205239.565210:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205239.565230:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15545
00000400:00000200:0.0:1788205239.565241:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205239.565249:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205239.565252:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205239.565255:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.565259:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205239.565262:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.565264:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205239.565269:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205239.565271:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788205239.565275:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205239.565278:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788205239.565281:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788205239.565283:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788205239.565286:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.565288:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205239.565290:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.565292:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205239.565924:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788205239.565931:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205239.565933:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205239.565936:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205239.565940:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205239.565943:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205239.565945:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205239.565948:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205239.565960:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afa300.
00000020:00000040:0.0:1788205239.565964:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788205239.565969:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205239.565971:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205239.565974:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205239.565977:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205239.565982:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205239.567049:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7c00.
00000100:00000001:0.0:1788205239.567063:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205239.567078:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afa300 x1875052937948160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205239.567091:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205239.567097:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205239.567115:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003df1ecd1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afa300 x1875052937948160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205239.567144:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205239.567148:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205239.567153:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205239.567154:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205239.567156:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205239.567160:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205239.567162:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15545
00000400:00000200:0.0:1788205239.567170:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205239.567176:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205239.567179:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205239.567182:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567185:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205239.567187:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567190:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205239.567192:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205239.567195:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788205239.567198:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205239.567200:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788205239.567203:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788205239.567206:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788205239.567209:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567211:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205239.567212:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567215:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205239.567218:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:0.0:1788205239.567220:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567223:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205239.567225:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205239.567231:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205239.567233:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205239.567236:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205239.567240:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205239.567243:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205239.567245:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205239.567251:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb100.
00000020:00000040:0.0:1788205239.567255:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205239.567258:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205239.567260:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205239.567262:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205239.567264:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205239.567266:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205239.567271:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5800.
00000100:00000001:0.0:1788205239.567274:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205239.567280:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb100 x1875052937948288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205239.567287:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205239.567289:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205239.567293:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c389169] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb100 x1875052937948288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205239.567318:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205239.567321:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205239.567324:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205239.567326:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205239.567327:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205239.567329:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205239.567332:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15545
00000400:00000200:0.0:1788205239.567335:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205239.567338:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205239.567340:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205239.567343:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567345:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205239.567347:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567348:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205239.567351:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205239.567352:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788205239.567353:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205239.567368:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:0.0:1788205239.567371:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788205239.567373:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:0.0:1788205239.567376:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567378:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205239.567380:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567381:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205239.567384:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:0.0:1788205239.567386:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567388:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205239.567390:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205239.567393:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205239.567395:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205239.567397:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205239.567399:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205239.567401:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205239.567402:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205239.567406:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9c00.
00000020:00000040:0.0:1788205239.567407:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205239.567410:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205239.567410:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205239.567412:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205239.567413:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205239.567414:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205239.567420:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6800.
00000100:00000001:0.0:1788205239.567423:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205239.567427:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9c00 x1875052937948416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205239.567434:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205239.567436:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205239.567439:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e508162b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9c00 x1875052937948416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205239.567445:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205239.567448:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205239.567452:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205239.567453:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205239.567454:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205239.567457:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205239.567460:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15545
00000400:00000200:0.0:1788205239.567463:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205239.567465:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205239.567468:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205239.567471:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567472:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205239.567474:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567476:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205239.567478:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205239.567479:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788205239.567480:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205239.567482:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:0.0:1788205239.567484:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:0.0:1788205239.567485:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788205239.567488:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567489:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205239.567491:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567493:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205239.567495:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:0.0:1788205239.567497:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567499:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205239.567501:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205239.567504:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205239.567505:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205239.567508:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205239.567510:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205239.567512:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205239.567514:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205239.567517:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8a80.
00000020:00000040:0.0:1788205239.567519:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205239.567523:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205239.567524:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205239.567526:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205239.567527:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205239.567529:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205239.567533:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5400.
00000100:00000001:0.0:1788205239.567536:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205239.567540:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8a80 x1875052937948544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205239.567546:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205239.567548:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205239.567551:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afd37ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8a80 x1875052937948544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205239.567558:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205239.567561:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205239.567564:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205239.567566:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205239.567567:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205239.567569:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205239.567571:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15545
00000400:00000200:0.0:1788205239.567575:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205239.567577:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205239.567580:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205239.567582:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567584:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205239.567585:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567587:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205239.567589:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205239.567590:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:0.0:1788205239.567592:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205239.567594:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:0.0:1788205239.567596:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788205239.567598:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:0.0:1788205239.567601:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567603:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205239.567605:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567607:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205239.567609:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:0.0:1788205239.567611:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205239.567613:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205239.567616:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205239.567618:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205239.567902:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205239.567907:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205239.567910:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205239.567918:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afa300 x1875052937948160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.567926:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205239.567929:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205239.567933:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205239.567936:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205239.567938:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205239.567942:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937948160:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205239.567946:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205239.567951:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205239.567953:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205239.567956:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205239.567962:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205239.567964:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205239.567970:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205239.567974:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205239.567982:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205239.568000:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937948160, portal 25
00000100:00000001:1.0:1788205239.568003:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205239.568004:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871307520 : -127143838244096 : ffff8c5d04afa300)
00000100:00000040:1.0:1788205239.568010:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afa300 x1875052937948160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.568017:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205239.568021:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205239.568024:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205239.568027:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937948160, offset 0
00000400:00000200:1.0:1788205239.568034:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205239.568043:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205239.568050:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205239.568055:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205239.568060:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205239.568102:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205239.568105:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205239.568109:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547357:547357:256:4294967295] 192.168.201.135@tcp LPNI seq info [547323:547323:8:4294967295]
00000400:00000200:1.0:1788205239.568115:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205239.568125:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205239.568131:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205239.568137:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205239.568144:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205239.568148:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788205239.568153:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205239.568157:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788205239.568161:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205239.568163:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205239.568183:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205239.568188:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205239.568195:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205239.568197:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205239.568202:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205239.568206:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afa300 x1875052937948160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.569193:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205239.569202:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afa300 x1875052937948160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.569211:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205239.569213:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205239.569223:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205239.569230:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205239.569232:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310221520
00000100:00000010:1.0:1788205239.569240:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7496c0.
00000100:00000001:1.0:1788205239.569249:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205239.569258:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310221520
00000100:00000010:1.0:1788205239.569261:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749d80.
00000100:00000001:1.0:1788205239.569265:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205239.569268:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205239.569272:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205239.569275:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205239.569279:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205239/real 1788205239]  req@ffff8c5d04afa300 x1875052937948160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205239.569290:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205239.569293:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205239.569295:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205239.569312:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205239.569315:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205239.569319:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205239.569322:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afa300 x1875052937948160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205239.569332:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afa300 x1875052937948160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.569338:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205239.569340:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.569343:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205239.569345:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205239.569350:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afa300 x1875052937948160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.569357:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205239.569361:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afa300 x1875052937948160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.569369:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205239.569373:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.569375:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205239.569376:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.569379:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205239.569381:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205239.569384:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205239.569388:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205239.569391:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205239.569395:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afa300 x1875052937948160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205239.569403:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937948160:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205239.569409:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205239.569413:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb100 x1875052937948288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.569420:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205239.569422:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205239.569424:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205239.569427:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205239.569430:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205239.569433:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937948288:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205239.569437:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205239.569441:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205239.569443:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205239.569446:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205239.569451:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205239.569453:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205239.569506:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205239.569511:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205239.569515:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205239.569520:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937948288, portal 10
00000100:00000001:1.0:1788205239.569523:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205239.569524:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871311104 : -127143838240512 : ffff8c5d04afb100)
00000100:00000040:1.0:1788205239.569533:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb100 x1875052937948288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205239.569537:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205239.569539:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788205239.569540:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000040:1.0:1788205239.569541:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000008:00100000:0.0:1788205239.569544:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000010:1.0:1788205239.569544:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205239.569546:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937948288, offset 0
00000008:00000001:0.0:1788205239.569548:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205239.569550:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205239.569551:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000010:0.0:1788205239.569555:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8000.
00000400:00000200:1.0:1788205239.569557:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:0.0:1788205239.569559:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000200:1.0:1788205239.569562:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
02000000:00000001:0.0:1788205239.569563:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205239.569565:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205239.569565:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1788205239.569567:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1788205239.569568:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:0.0:1788205239.569569:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788205239.569571:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1788205239.569572:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205239.569573:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205239.569576:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547358:547358:256:4294967295] 192.168.201.135@tcp LPNI seq info [547324:547324:8:4294967295]
02000000:00000010:0.0:1788205239.569577:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7400.
00000400:00000200:1.0:1788205239.569580:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205239.569583:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205239.569587:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1788205239.569589:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8000 x1875052937948672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1788205239.569592:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205239.569596:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000100:00000001:0.0:1788205239.569598:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1788205239.569600:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788205239.569601:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788205239.569604:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1788205239.569605:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f555b94f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8000 x1875052937948672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1788205239.569609:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205239.569612:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1788205239.569614:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1788205239.569616:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205239.569618:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205239.569626:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205239.569631:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205239.569634:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205239.569636:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205239.569640:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205239.569643:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb100 x1875052937948288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.569651:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205239.569654:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb100 x1875052937948288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.569660:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205239.569662:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205239.569665:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205239.569670:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788205239.569673:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205239.569675:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310217761
00000100:00000001:1.0:1788205239.569678:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310221520
00000100:00000001:1.0:1788205239.569680:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310217761
00000100:00000001:1.0:1788205239.569683:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310221520
00000100:00000001:1.0:1788205239.569685:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205239.569687:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205239.569690:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205239.569694:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205239/real 1788205239]  req@ffff8c5d04afb100 x1875052937948288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205239.569701:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205239.569702:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205239.569704:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205239.569707:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205239.569708:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205239.569711:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205239.569714:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb100 x1875052937948288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205239.569722:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb100 x1875052937948288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.569735:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205239.569736:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.569738:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205239.569739:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205239.569743:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb100 x1875052937948288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.569750:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205239.569753:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb100 x1875052937948288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.569759:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205239.569762:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.569763:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205239.569764:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.569766:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205239.569768:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205239.569770:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205239.569774:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205239.569776:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205239.569780:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb100 x1875052937948288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205239.569788:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937948288:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205239.569792:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205239.569796:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9c00 x1875052937948416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.569803:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205239.569804:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205239.569807:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205239.569809:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205239.569811:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205239.569813:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937948416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205239.569816:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205239.569818:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205239.569820:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205239.569822:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205239.569826:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205239.569828:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205239.569831:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205239.569833:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205239.569837:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205239.569839:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937948416, portal 10
00000100:00000001:1.0:1788205239.569841:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205239.569842:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871305728 : -127143838245888 : ffff8c5d04af9c00)
00000100:00000040:1.0:1788205239.569848:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9c00 x1875052937948416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.569854:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205239.569856:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205239.569858:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205239.569860:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937948416, offset 0
00000400:00000200:1.0:1788205239.569864:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205239.569867:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205239.569871:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205239.569874:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205239.569876:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205239.569878:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205239.569880:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205239.569883:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547359:547359:256:4294967295] 192.168.201.135@tcp LPNI seq info [547325:547325:8:4294967295]
00000400:00000200:1.0:1788205239.569887:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205239.569893:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205239.569898:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205239.569901:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205239.569905:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205239.569908:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788205239.569912:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205239.569915:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788205239.569919:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205239.569921:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205239.569925:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205239.569928:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205239.569931:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205239.569932:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205239.569934:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205239.569938:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9c00 x1875052937948416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.569945:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205239.569947:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9c00 x1875052937948416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.569953:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205239.569955:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205239.569958:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205239.569961:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788205239.569965:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205239.569967:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310217756
00000100:00000001:1.0:1788205239.569969:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310221520
00000100:00000001:1.0:1788205239.569972:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310217756
00000100:00000001:1.0:1788205239.569974:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310221520
00000100:00000040:0.0:1788205239.569975:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15555)
00000100:00000001:1.0:1788205239.569976:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205239.569978:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205239.569980:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205239.569983:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205239/real 1788205239]  req@ffff8c5d04af9c00 x1875052937948416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205239.570033:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205239.570034:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205239.570035:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205239.570037:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205239.570038:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205239.570040:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205239.570043:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9c00 x1875052937948416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205239.570048:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9c00 x1875052937948416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.570052:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205239.570053:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.570054:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205239.570055:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205239.570056:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9c00 x1875052937948416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.570060:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205239.570063:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9c00 x1875052937948416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.570067:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205239.570068:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.570069:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205239.570070:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.570071:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205239.570072:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205239.570073:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205239.570075:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205239.570076:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205239.570079:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9c00 x1875052937948416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205239.570084:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937948416:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205239.570086:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205239.570089:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8a80 x1875052937948544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.570092:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205239.570093:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205239.570095:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205239.570096:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205239.570097:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205239.570099:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937948544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205239.570101:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205239.570102:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205239.570103:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205239.570105:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205239.570107:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205239.570108:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205239.570111:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205239.570112:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205239.570115:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205239.570117:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937948544, portal 4
00000100:00000001:1.0:1788205239.570118:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205239.570119:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871301248 : -127143838250368 : ffff8c5d04af8a80)
00000100:00000040:1.0:1788205239.570124:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8a80 x1875052937948544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.570130:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205239.570132:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205239.570135:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205239.570137:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937948544, offset 0
00000400:00000200:1.0:1788205239.570142:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205239.570145:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205239.570149:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205239.570151:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205239.570154:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205239.570156:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205239.570158:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205239.570161:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547360:547360:256:4294967295] 192.168.201.135@tcp LPNI seq info [547326:547326:8:4294967295]
00000400:00000200:1.0:1788205239.570165:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205239.570171:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205239.570175:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205239.570179:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205239.570183:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205239.570185:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788205239.570189:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205239.570192:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788205239.570196:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205239.570198:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205239.570202:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205239.570205:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205239.570208:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205239.570210:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205239.570212:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205239.570216:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8a80 x1875052937948544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.570224:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205239.570227:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8a80 x1875052937948544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.570233:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205239.570235:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205239.570238:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205239.570241:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788205239.570244:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205239.570246:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310217849
00000100:00000001:1.0:1788205239.570248:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310221520
00000100:00000001:1.0:1788205239.570250:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310217849
00000100:00000001:1.0:1788205239.570252:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310221520
00000100:00000001:1.0:1788205239.570254:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205239.570256:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205239.570258:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205239.570262:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205239/real 1788205239]  req@ffff8c5d04af8a80 x1875052937948544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205239.570270:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205239.570271:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205239.570273:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205239.570275:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205239.570277:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205239.570279:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205239.570282:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8a80 x1875052937948544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205239.570286:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8a80 x1875052937948544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.570290:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205239.570291:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.570292:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205239.570293:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205239.570295:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8a80 x1875052937948544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.570314:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205239.570317:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8a80 x1875052937948544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.570321:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205239.570323:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.570324:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205239.570325:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.570326:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205239.570327:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205239.570328:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205239.570330:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205239.570331:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205239.570333:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8a80 x1875052937948544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205239.570338:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937948544:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205239.570340:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.570342:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205239.570344:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afa300 x1875052937948160/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.570348:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205239.570350:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205239.570351:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205239.570354:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205239.570356:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205239.570357:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788205239.570359:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205239.570362:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7c00.
02000000:00000001:1.0:1788205239.570366:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205239.570368:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205239.570370:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afa300.
00000100:00000001:1.0:1788205239.570374:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205239.570375:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.570377:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205239.570381:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb100 x1875052937948288/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.570392:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205239.570393:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205239.570395:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205239.570397:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205239.570399:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205239.570400:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205239.570402:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205239.570403:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:1.0:1788205239.570405:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205239.570406:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205239.570408:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb100.
00000100:00000001:1.0:1788205239.570412:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205239.570414:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.570415:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205239.570418:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9c00 x1875052937948416/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.570424:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205239.570425:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205239.570427:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205239.570428:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205239.570430:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205239.570431:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205239.570432:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205239.570433:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:1.0:1788205239.570435:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205239.570436:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205239.570437:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9c00.
00000100:00000001:1.0:1788205239.570439:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205239.570440:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.570441:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205239.570444:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8a80 x1875052937948544/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.570449:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205239.570449:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205239.570451:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205239.570452:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205239.570453:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205239.570454:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205239.570888:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205239.570891:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:1.0:1788205239.570895:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205239.570896:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205239.570898:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8a80.
00000100:00000001:1.0:1788205239.570901:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205239.570902:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.570905:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.570914:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205239.570916:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205239.570918:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205239.570920:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205239.570922:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205239.570928:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8000 x1875052937948672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.570935:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205239.570937:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205239.570939:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205239.570941:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205239.570943:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205239.570946:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937948672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205239.570949:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205239.570952:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205239.570953:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205239.570955:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205239.570959:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205239.570961:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205239.570965:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205239.570969:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205239.570973:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205239.570977:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937948672, portal 4
00000100:00000001:1.0:1788205239.570980:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205239.570981:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871298560 : -127143838253056 : ffff8c5d04af8000)
00000100:00000040:1.0:1788205239.571000:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8000 x1875052937948672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.571007:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205239.571009:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205239.571012:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205239.571015:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937948672, offset 0
00000400:00000200:1.0:1788205239.571020:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205239.571024:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205239.571029:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205239.571032:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205239.571035:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205239.571037:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205239.571039:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205239.571041:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547361:547361:256:4294967295] 192.168.201.135@tcp LPNI seq info [547327:547327:8:4294967295]
00000400:00000200:1.0:1788205239.571045:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205239.571051:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205239.571055:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205239.571059:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205239.571063:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205239.571066:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1788205239.571070:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205239.571073:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1788205239.571077:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205239.571079:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205239.571083:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205239.571086:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205239.571090:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205239.571091:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205239.571094:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205239.571097:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8000 x1875052937948672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.571109:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205239.571111:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8000 x1875052937948672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205264 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.571117:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205239.571118:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205239.571121:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205239.571124:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788205239.571127:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205239.571129:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310217867
00000100:00000001:1.0:1788205239.571131:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310221520
00000100:00000001:1.0:1788205239.571133:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310217867
00000100:00000001:1.0:1788205239.571136:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310221520
00000100:00000001:1.0:1788205239.571137:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205239.571140:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205239.571142:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205239.571146:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205239/real 1788205239]  req@ffff8c5d04af8000 x1875052937948672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205239.571154:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205239.571155:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205239.571157:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205239.571159:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205239.571160:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205239.571163:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205239.571166:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8000 x1875052937948672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205239.571174:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8000 x1875052937948672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.571180:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205239.571182:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.571184:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205239.571186:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205239.571189:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8000 x1875052937948672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.571196:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205239.571200:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8000 x1875052937948672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.571207:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205239.571210:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.571211:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205239.571213:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.571214:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205239.571216:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205239.571218:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205239.571221:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205239.571224:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205239.571228:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8000 x1875052937948672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205239.571236:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937948672:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205239.571240:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.571242:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205239.571244:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8000 x1875052937948672/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205264 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205239.571251:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205239.571252:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205239.571254:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205239.571257:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205239.571258:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205239.571260:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205239.571262:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205239.571264:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:1.0:1788205239.571266:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205239.571267:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205239.571269:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8000.
00000100:00000001:1.0:1788205239.571271:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205239.571272:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.571274:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205239.571277:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205239.571279:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205239.571280:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205239.571282:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205239.756469:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205239.756479:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205239.756546:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205239.756553:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205239.756558:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205239.756563:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205239.756566:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205239.756569:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205239.756572:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205240.268384:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205240.268394:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205240.268401:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205240.268403:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205240.268716:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205240.268721:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205240.268724:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205240.780434:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205240.780441:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205240.780443:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205240.780449:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205240.780453:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205240.780458:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205240.780461:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205240.780464:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205240.780468:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205241.294114:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205241.294122:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205241.294131:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205241.294133:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205241.294206:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205241.294211:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205241.294214:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205241.805462:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205241.805471:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205241.805474:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205241.805480:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205241.805484:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205241.805488:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205241.805491:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205241.805494:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205241.805497:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205242.320080:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205242.320089:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205242.320096:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205242.320097:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205242.320153:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205242.320157:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205242.320160:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205242.829124:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205242.829133:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205242.829136:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205242.829143:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205242.829146:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205242.829150:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205242.829153:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205242.829156:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205242.829158:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205243.340522:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205243.340530:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205243.340537:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205243.340539:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205243.340658:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205243.340661:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205243.340664:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205243.404458:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310221520, at 4310221568
00000100:00000010:1.0:1788205243.404477:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749d80.
00000100:00000040:0.0:1788205243.405003:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310221520, at 4310221568
00000100:00000010:0.0:1788205243.405011:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7496c0.
00000100:00000001:2.0:1788205243.853510:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205243.853518:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205243.854962:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205243.854969:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205243.854974:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205243.854977:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205243.854980:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205243.854982:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205243.854985:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205244.364423:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205244.364432:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205244.364439:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205244.364440:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205244.365552:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205244.365558:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205244.365562:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205244.685728:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205244.685740:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205244.685743:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205244.685747:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205244.685751:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205244.685760:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15550
00000400:00000200:0.0:1788205244.685769:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205244.685775:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205244.685778:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205244.685782:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.685785:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205244.685787:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.685789:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205244.685793:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205244.685795:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788205244.685798:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205244.685801:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788205244.685803:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788205244.685806:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788205244.685808:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.685810:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205244.685812:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.685813:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205244.685817:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788205244.685820:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205244.685822:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205244.685825:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205244.685829:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205244.685831:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205244.685834:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205244.685835:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205244.685844:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb480.
00000020:00000040:0.0:1788205244.685848:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788205244.685853:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205244.685854:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205244.685858:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205244.685861:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205244.685866:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205244.685875:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7000.
00000100:00000001:0.0:1788205244.685882:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205244.685929:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb480 x1875052937948800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205244.685940:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205244.685944:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205244.685949:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3c5ab9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb480 x1875052937948800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205244.685972:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205244.685975:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205244.685978:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205244.685980:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205244.685981:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205244.685985:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205244.685988:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15550
00000400:00000200:0.0:1788205244.685992:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205244.685995:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205244.685998:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205244.686001:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.686002:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205244.686005:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.686007:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205244.686010:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205244.686012:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788205244.686014:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205244.686016:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788205244.686018:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788205244.686020:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788205244.686023:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.686026:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205244.686028:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.686030:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205244.686034:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:1.0:1788205244.686036:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1788205244.686039:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205244.686043:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1788205244.686045:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205244.686047:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1788205244.686052:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205244.686061:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205244.686065:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205244.686066:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb480 x1875052937948800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205244.686067:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205244.686073:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1788205244.686082:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000008:00000001:0.0:1788205244.686088:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205244.686088:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205244.686101:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205244.686101:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205244.686106:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205244.686109:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205244.686110:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8700.
00000100:00100000:1.0:1788205244.686115:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937948800:192.168.201.135@tcp:250:kworker.0
00000020:00000040:0.0:1788205244.686118:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:1.0:1788205244.686120:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205244.686126:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205244.686128:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205244.686129:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205244.686131:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205244.686136:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205244.686137:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1788205244.686140:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205244.686144:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205244.686148:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000010:0.0:1788205244.686151:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6c00.
02000000:00000001:1.0:1788205244.686154:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205244.686158:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205244.686166:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00100000:0.0:1788205244.686169:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8700 x1875052937948928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788205244.686174:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000100:00000001:0.0:1788205244.686184:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788205244.686186:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000001:0.0:1788205244.686188:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788205244.686199:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937948800, portal 25
00000100:00000040:0.0:1788205244.686204:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ab2a0be] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8700 x1875052937948928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.686204:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205244.686209:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871312000 : -127143838239616 : ffff8c5d04afb480)
00000100:00000040:1.0:1788205244.686225:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb480 x1875052937948800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205244.686228:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205244.686235:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205244.686248:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205244.686251:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205244.686252:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205244.686255:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788205244.686258:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1788205244.686262:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15550
00000100:00000040:1.0:1788205244.686270:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205244.686274:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205244.686274:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205244.686283:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937948800, offset 0
00000400:00000200:0.0:1788205244.686288:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000200:1.0:1788205244.686293:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00080000:0.0:1788205244.686294:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205244.686329:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.686332:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205244.686335:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.686337:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205244.686340:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205244.686342:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000400:00000200:1.0:1788205244.686347:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:0.0:1788205244.686348:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205244.686352:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:0.0:1788205244.686356:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788205244.686359:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788205244.686362:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:0.0:1788205244.686368:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.686371:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788205244.686372:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1788205244.686378:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788205244.686383:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:0.0:1788205244.686385:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205244.686389:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:1.0:1788205244.686390:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1788205244.686401:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:1.0:1788205244.686406:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.686407:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205244.686413:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788205244.686414:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547362:547362:256:4294967295] 192.168.201.135@tcp LPNI seq info [547328:547328:8:4294967295]
02000000:00000001:0.0:1788205244.686418:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788205244.686424:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:0.0:1788205244.686425:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205244.686430:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205244.686433:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205244.686440:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205244.686446:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1788205244.686448:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205244.686460:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb800.
00000020:00000040:0.0:1788205244.686467:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000200:1.0:1788205244.686467:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000001:0.0:1788205244.686476:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000800:00000010:1.0:1788205244.686476:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
02000000:00000001:0.0:1788205244.686480:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205244.686485:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.0:1788205244.686487:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:0.0:1788205244.686490:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1788205244.686493:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
02000000:00000001:0.0:1788205244.686494:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205244.686504:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5c00.
00000800:00000200:1.1:1788205244.686511:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:0.0:1788205244.686513:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788205244.686519:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000100:00100000:0.0:1788205244.686525:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb800 x1875052937949056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1788205244.686535:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205244.686542:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000100:00000001:0.0:1788205244.686549:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205244.686552:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205244.686557:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e525778] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb800 x1875052937949056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788205244.686560:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788205244.686575:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205244.686575:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1788205244.686582:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788205244.686583:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205244.686589:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00080000:0.0:1788205244.686595:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205244.686597:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:0.0:1788205244.686600:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205244.686604:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1788205244.686604:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb480 x1875052937948800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205244.686615:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788205244.686626:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1788205244.686628:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15550
00000100:00000040:1.0:1788205244.686635:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb480 x1875052937948800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1788205244.686637:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205244.686650:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205244.686657:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788205244.686661:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205244.686667:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205244.686668:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:0.0:1788205244.686673:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205244.686678:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205244.686678:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205244.686682:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205244.686687:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788205244.686688:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:0.0:1788205244.686691:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:1.0:1788205244.686694:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310226638
00000020:00000001:0.0:1788205244.686696:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205244.686703:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:0.0:1788205244.686707:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000010:1.0:1788205244.686708:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749d80.
00000020:00000001:0.0:1788205244.686717:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:1.0:1788205244.686722:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1788205244.686723:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.686729:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205244.686732:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.686736:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788205244.686736:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310226638
00000100:00000010:1.0:1788205244.686744:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749f00.
00000020:00000040:0.0:1788205244.686745:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:1.0:1788205244.686754:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1788205244.686756:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205244.686763:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205244.686764:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205244.686772:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788205244.686773:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205244.686779:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205244.686780:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1788205244.686786:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205244.686788:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205244/real 1788205244]  req@ffff8c5d04afb480 x1875052937948800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205244.686791:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205244.686799:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000400:00000001:1.0:1788205244.686803:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000008:00000001:0.0:1788205244.686808:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1788205244.686808:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205244.686812:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000100:00000001:0.0:1788205244.686816:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205244.686817:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205244.686821:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205244.686825:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000010:0.0:1788205244.686827:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9500.
00000100:00000200:1.0:1788205244.686830:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb480 x1875052937948800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205244.686834:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000200:1.0:1788205244.686844:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb480 x1875052937948800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205244.686846:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205244.686851:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205244.686862:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205244.686871:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788205244.686871:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
02000000:00000001:0.0:1788205244.686878:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205244.686878:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.686890:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:0.0:1788205244.686893:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6000.
00000100:00000001:1.0:1788205244.686895:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205244.686914:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205244.686923:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb480 x1875052937948800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205244.686925:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9500 x1875052937949184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205244.686956:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1788205244.686965:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788205244.686966:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb480 x1875052937948800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205244.686975:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205244.686981:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205244.686986:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.686990:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1788205244.686991:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006164ac2e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9500 x1875052937949184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.686992:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.686999:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205244.687002:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205244.687007:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205244.687018:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205244.687023:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1788205244.687027:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205244.687034:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb480 x1875052937948800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205244.687035:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205244.687056:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00100000:1.0:1788205244.687057:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937948800:192.168.201.135@tcp:250:kworker.0
00000100:00000001:0.0:1788205244.687065:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1788205244.687068:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788205244.687069:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205244.687072:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205244.687075:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb480 x1875052937948800/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687079:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205244.687082:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205244.687085:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205244.687087:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205244.687089:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205244.687091:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788205244.687092:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205244.687095:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:1.0:1788205244.687098:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205244.687099:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205244.687101:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb480.
00000100:00000001:1.0:1788205244.687106:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205244.687107:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.687109:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.687116:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205244.687117:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205244.687120:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205244.687121:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205244.687122:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205244.687125:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8700 x1875052937948928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687130:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205244.687131:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205244.687133:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205244.687135:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205244.687138:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205244.687140:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937948928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205244.687143:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205244.687146:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205244.687147:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205244.687149:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205244.687152:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205244.687154:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205244.687158:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205244.687161:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205244.687165:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205244.687168:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937948928, portal 10
00000100:00000001:1.0:1788205244.687171:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205244.687172:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871300352 : -127143838251264 : ffff8c5d04af8700)
00000100:00000040:1.0:1788205244.687179:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8700 x1875052937948928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687185:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205244.687187:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205244.687190:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205244.687193:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937948928, offset 0
00000400:00000200:1.0:1788205244.687197:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205244.687201:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205244.687206:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205244.687209:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205244.687212:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205244.687214:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205244.687217:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205244.687220:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547363:547363:256:4294967295] 192.168.201.135@tcp LPNI seq info [547329:547329:8:4294967295]
00000400:00000200:1.0:1788205244.687224:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205244.687231:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205244.687235:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205244.687239:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205244.687243:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205244.687246:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788205244.687250:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205244.687253:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788205244.687257:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205244.687259:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205244.687263:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205244.687265:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205244.687267:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205244.687269:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205244.687270:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205244.687273:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8700 x1875052937948928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687282:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205244.687284:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8700 x1875052937948928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687287:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205244.687288:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205244.687290:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205244.687294:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788205244.687296:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205244.687313:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310222878
00000100:00000001:1.0:1788205244.687316:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310226638
00000100:00000001:1.0:1788205244.687317:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310222878
00000100:00000001:1.0:1788205244.687319:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310226638
00000100:00000001:1.0:1788205244.687320:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205244.687321:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205244.687322:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205244.687325:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205244/real 1788205244]  req@ffff8c5d04af8700 x1875052937948928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205244.687329:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205244.687330:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205244.687331:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205244.687333:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205244.687334:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205244.687335:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205244.687337:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8700 x1875052937948928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205244.687345:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8700 x1875052937948928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687351:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205244.687353:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.687355:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205244.687356:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205244.687360:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8700 x1875052937948928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687366:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205244.687370:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8700 x1875052937948928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687377:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205244.687380:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.687381:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205244.687383:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.687385:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205244.687386:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205244.687388:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205244.687390:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205244.687392:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205244.687395:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8700 x1875052937948928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205244.687400:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937948928:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205244.687403:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205244.687405:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb800 x1875052937949056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687409:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205244.687410:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205244.687411:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205244.687413:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205244.687414:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205244.687417:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937949056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205244.687419:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205244.687420:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205244.687422:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205244.687424:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205244.687427:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205244.687429:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205244.687432:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205244.687435:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205244.687438:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205244.687441:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937949056, portal 10
00000100:00000001:1.0:1788205244.687443:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205244.687444:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871312896 : -127143838238720 : ffff8c5d04afb800)
00000100:00000040:1.0:1788205244.687451:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb800 x1875052937949056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687457:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205244.687460:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205244.687462:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205244.687464:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937949056, offset 0
00000400:00000200:1.0:1788205244.687468:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205244.687471:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205244.687474:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205244.687476:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205244.687477:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205244.687479:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205244.687480:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205244.687482:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547364:547364:256:4294967295] 192.168.201.135@tcp LPNI seq info [547330:547330:8:4294967295]
00000400:00000200:1.0:1788205244.687485:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205244.687489:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205244.687491:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205244.687494:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205244.687498:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205244.687501:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788205244.687504:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205244.687507:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788205244.687510:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205244.687512:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205244.687516:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205244.687519:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205244.687522:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205244.687524:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205244.687526:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205244.687530:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb800 x1875052937949056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687538:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205244.687541:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb800 x1875052937949056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687547:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205244.687548:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205244.687552:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205244.687555:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788205244.687558:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205244.687560:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310222873
00000100:00000001:1.0:1788205244.687563:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310226638
00000100:00000001:1.0:1788205244.687565:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310222873
00000100:00000001:1.0:1788205244.687567:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310226638
00000100:00000001:1.0:1788205244.687570:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205244.687572:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205244.687574:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205244.687577:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205244/real 1788205244]  req@ffff8c5d04afb800 x1875052937949056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205244.687582:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205244.687584:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205244.687585:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205244.687587:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205244.687588:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205244.687589:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205244.687591:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb800 x1875052937949056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205244.687596:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb800 x1875052937949056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687600:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205244.687601:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.687602:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205244.687602:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205244.687604:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb800 x1875052937949056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687608:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205244.687610:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb800 x1875052937949056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687615:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205244.687616:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.687617:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205244.687618:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.687619:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205244.687620:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205244.687621:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205244.687623:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205244.687624:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205244.687626:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb800 x1875052937949056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205244.687638:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937949056:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205244.687642:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205244.687645:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9500 x1875052937949184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687652:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205244.687653:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205244.687655:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205244.687657:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205244.687659:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205244.687662:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937949184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205244.687666:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205244.687668:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205244.687669:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205244.687671:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205244.687675:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205244.687677:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205244.687680:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205244.687683:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205244.687687:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205244.687690:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937949184, portal 4
00000100:00000001:1.0:1788205244.687692:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205244.687693:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871303936 : -127143838247680 : ffff8c5d04af9500)
00000100:00000040:1.0:1788205244.687699:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9500 x1875052937949184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687705:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205244.687708:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205244.687710:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205244.687712:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937949184, offset 0
00000400:00000200:1.0:1788205244.687716:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205244.687721:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205244.687724:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205244.687727:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205244.687730:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205244.687732:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205244.687734:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205244.687737:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547365:547365:256:4294967295] 192.168.201.135@tcp LPNI seq info [547331:547331:8:4294967295]
00000400:00000200:1.0:1788205244.687741:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205244.687747:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205244.687751:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205244.687755:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205244.687758:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205244.687761:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788205244.687766:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205244.687768:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788205244.687772:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205244.687773:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205244.687777:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205244.687781:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205244.687784:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205244.687785:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205244.687787:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205244.687791:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9500 x1875052937949184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687798:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205244.687801:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9500 x1875052937949184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687808:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205244.687810:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205244.687812:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205244.687815:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788205244.687817:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205244.687819:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310222966
00000100:00000001:1.0:1788205244.687821:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310226638
00000100:00000001:1.0:1788205244.687822:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310222966
00000100:00000001:1.0:1788205244.687824:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310226638
00000100:00000001:1.0:1788205244.687825:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205244.687827:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205244.687828:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205244.687831:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205244/real 1788205244]  req@ffff8c5d04af9500 x1875052937949184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205244.687835:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205244.687836:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205244.687838:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205244.687839:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205244.687840:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205244.687841:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205244.687843:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9500 x1875052937949184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205244.687847:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9500 x1875052937949184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687850:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205244.687851:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.687853:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205244.687854:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205244.687856:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9500 x1875052937949184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687860:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205244.687862:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9500 x1875052937949184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687865:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205244.687867:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.687868:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205244.687869:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.687870:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205244.687871:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205244.687873:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205244.687876:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205244.687877:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205244.687881:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9500 x1875052937949184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205244.687888:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937949184:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205244.687892:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.687894:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205244.687897:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8700 x1875052937948928/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687914:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205244.687916:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205244.687918:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205244.687920:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205244.687922:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205244.687923:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205244.687925:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205244.687927:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:1.0:1788205244.687929:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205244.687930:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205244.687931:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8700.
00000100:00000001:1.0:1788205244.687933:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205244.687934:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.687935:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205244.687937:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb800 x1875052937949056/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687946:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205244.687947:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205244.687948:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205244.687949:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205244.687949:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205244.687950:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205244.687951:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205244.687952:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:1.0:1788205244.687953:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205244.687953:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205244.687954:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb800.
00000100:00000001:1.0:1788205244.687956:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205244.687956:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.687957:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205244.687959:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9500 x1875052937949184/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.687962:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205244.687962:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205244.687963:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205244.687964:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205244.687964:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205244.687965:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205244.687966:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205244.687967:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:1.0:1788205244.687969:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205244.687969:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205244.687970:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9500.
00000100:00000001:1.0:1788205244.687972:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205244.687972:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.687973:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.687976:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205244.687976:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205244.687977:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205244.687978:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205244.690990:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205244.690999:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15550
00000400:00000200:0.0:1788205244.691009:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205244.691016:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205244.691019:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205244.691023:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.691027:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205244.691030:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.691032:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205244.691036:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205244.691039:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:0.0:1788205244.691042:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205244.691045:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:0.0:1788205244.691048:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788205244.691051:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:0.0:1788205244.691053:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.691055:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205244.691057:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205244.691059:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205244.691062:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:0.0:1788205244.691065:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205244.691068:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205244.691071:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205244.691080:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205244.691083:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205244.691086:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205244.691091:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205244.691094:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205244.691096:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205244.691106:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9500.
00000020:00000040:0.0:1788205244.691109:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205244.691114:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205244.691116:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205244.691119:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205244.691122:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205244.691127:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205244.691135:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5000.
00000100:00000001:0.0:1788205244.691142:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205244.691151:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9500 x1875052937949312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205244.691161:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205244.691164:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205244.691168:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006164ac2e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9500 x1875052937949312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205244.691193:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205244.691201:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15560)
00000100:00000001:1.0:1788205244.691262:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205244.691270:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205244.691273:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205244.691285:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9500 x1875052937949312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.691296:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205244.691327:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205244.691331:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205244.691333:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205244.691336:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205244.691340:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937949312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205244.691344:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205244.691348:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205244.691350:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205244.691352:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205244.691360:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205244.691363:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205244.691370:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205244.691374:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205244.691382:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205244.691389:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937949312, portal 4
00000100:00000001:1.0:1788205244.691391:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205244.691392:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871303936 : -127143838247680 : ffff8c5d04af9500)
00000100:00000040:1.0:1788205244.691408:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9500 x1875052937949312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.691413:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205244.691415:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205244.691418:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205244.691420:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937949312, offset 0
00000400:00000200:1.0:1788205244.691427:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205244.691436:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205244.691443:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205244.691448:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205244.691453:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205244.691457:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205244.691460:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205244.691464:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547366:547366:256:4294967295] 192.168.201.135@tcp LPNI seq info [547332:547332:8:4294967295]
00000400:00000200:1.0:1788205244.691469:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205244.691479:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205244.691484:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205244.691489:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205244.691494:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205244.691498:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1788205244.691504:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205244.691508:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1788205244.691512:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205244.691515:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205244.691526:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205244.691531:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205244.691538:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205244.691540:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205244.691544:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205244.691549:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9500 x1875052937949312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.691559:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205244.691563:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9500 x1875052937949312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205269 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.691570:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205244.691572:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205244.691579:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205244.691583:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788205244.691585:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205244.691588:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310222988
00000100:00000001:1.0:1788205244.691590:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310226638
00000100:00000001:1.0:1788205244.691592:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310222988
00000100:00000001:1.0:1788205244.691595:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310226638
00000100:00000001:1.0:1788205244.691596:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205244.691598:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205244.691600:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205244.691604:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205244/real 1788205244]  req@ffff8c5d04af9500 x1875052937949312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205244.691611:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205244.691613:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205244.691614:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205244.691616:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205244.691617:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205244.691619:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205244.691621:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9500 x1875052937949312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205244.691627:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9500 x1875052937949312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.691634:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205244.691636:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.691638:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205244.691640:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205244.691644:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9500 x1875052937949312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.691651:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205244.691656:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9500 x1875052937949312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.691664:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205244.691667:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.691668:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205244.691670:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.691673:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205244.691675:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205244.691678:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205244.691681:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205244.691683:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205244.691686:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9500 x1875052937949312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205244.691692:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937949312:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205244.691695:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.691696:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205244.691699:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9500 x1875052937949312/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205269 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205244.691706:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205244.691708:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205244.691711:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205244.691715:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205244.691718:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205244.691720:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205244.691723:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205244.691725:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:1.0:1788205244.691729:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205244.691731:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205244.691733:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9500.
00000100:00000001:1.0:1788205244.691737:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205244.691738:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.691740:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205244.691748:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205244.691750:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205244.691752:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205244.691754:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205244.876544:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205244.876553:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205244.876556:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205244.876563:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205244.876567:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205244.876571:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205244.876574:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205244.876576:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205244.876579:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205245.388463:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205245.388472:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205245.388478:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205245.388479:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205245.388596:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205245.388599:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205245.388601:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205245.902188:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205245.902196:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205245.902199:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205245.902205:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205245.902208:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205245.902212:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205245.902215:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205245.902218:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205245.902221:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205246.412415:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205246.412423:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205246.412429:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205246.412430:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205246.412981:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205246.412984:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205246.412988:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205246.924466:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205246.924476:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205246.924478:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205246.924496:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205246.924500:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205246.924505:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205246.924508:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205246.924512:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205246.924514:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205247.436453:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205247.436465:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205247.436468:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205247.436472:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205247.436477:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205247.436648:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205247.436652:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205247.436663:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205247.436669:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205247.436670:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205247.436672:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205247.436673:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205247.436675:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205247.436676:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205247.436677:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205247.436679:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205247.436700:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205247.436703:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205247.436706:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205247.948429:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205247.948437:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205247.948439:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205247.948445:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205247.948448:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205247.948452:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205247.948455:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205247.948458:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205247.948461:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205248.463931:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205248.463939:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205248.463946:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205248.463947:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205248.463978:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205248.463981:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205248.463984:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205248.524396:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310226638, at 4310226688
00000100:00000040:1.0:1788205248.524396:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310226638, at 4310226688
00000100:00000010:0.0:1788205248.524411:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749d80.
00000100:00000010:1.0:1788205248.524412:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749f00.
00000100:00000001:2.0:1788205248.972370:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205248.972379:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205248.972382:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205248.972388:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205248.972392:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205248.972405:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205248.972408:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205248.972412:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205248.972415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205249.484458:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205249.484466:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205249.484471:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205249.484473:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205249.484527:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205249.484530:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205249.484533:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205249.804430:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205249.804438:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205249.804440:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205249.804444:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205249.804448:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205249.804454:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15555
00000400:00000200:3.0:1788205249.804460:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205249.804465:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205249.804467:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205249.804470:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205249.804472:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205249.804474:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205249.804476:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205249.804479:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205249.804480:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205249.804482:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205249.804484:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205249.804486:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205249.804487:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205249.804489:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205249.804490:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205249.804491:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205249.804493:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205249.804495:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205249.804497:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205249.804498:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205249.804500:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205249.804503:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205249.804505:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205249.804506:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205249.804508:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205249.804515:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69f80.
00000020:00000040:3.0:1788205249.804518:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205249.804521:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205249.804522:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205249.804524:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205249.804526:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205249.804531:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205249.804537:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4400.
00000100:00000001:3.0:1788205249.804542:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205249.804549:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69f80 x1875052937949440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205249.804556:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205249.804559:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205249.804562:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f47e1c25] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69f80 x1875052937949440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205249.804581:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205249.804583:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205249.804585:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205249.804586:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205249.804588:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205249.804589:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205249.804591:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15555
00000400:00000200:3.0:1788205249.804593:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205249.804595:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205249.804596:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205249.804598:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205249.804599:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205249.804601:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205249.804602:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205249.804604:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205249.804605:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205249.804606:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205249.804607:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205249.804608:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788205249.804610:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788205249.804612:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205249.804613:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205249.804614:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1788205249.804614:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205249.804618:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788205249.804619:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1788205249.804621:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:1.0:1788205249.804623:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1788205249.804624:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205249.804627:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205249.804629:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1788205249.804631:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69f80 x1875052937949440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205249.804634:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205249.804639:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205249.804644:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205249.804645:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205249.804647:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1788205249.804649:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788205249.804651:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205249.804655:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1788205249.804656:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205249.804658:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205249.804660:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205249.804661:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937949440:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205249.804665:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1788205249.804667:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68a80.
02000000:00000001:1.0:1788205249.804668:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205249.804672:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205249.804673:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205249.804675:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788205249.804678:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205249.804680:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205249.804681:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:3.0:1788205249.804683:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205249.804684:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205249.804686:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1788205249.804690:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788205249.804690:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788205249.804695:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
02000000:00000010:3.0:1788205249.804697:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4000.
00000400:00000010:1.0:1788205249.804702:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000001:3.0:1788205249.804702:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788205249.804711:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937949440, portal 25
00000100:00100000:3.0:1788205249.804711:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68a80 x1875052937949568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205249.804716:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205249.804719:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793463680 : -127142916087936 : ffff8c5d3ba69f80)
00000100:00000001:3.0:1788205249.804724:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1788205249.804728:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69f80 x1875052937949440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205249.804728:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205249.804737:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005b59c0a5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68a80 x1875052937949568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.804738:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205249.804744:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205249.804748:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000001:3.0:1788205249.804751:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788205249.804752:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937949440, offset 0
00000100:00080000:3.0:1788205249.804755:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205249.804757:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1788205249.804760:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205249.804760:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205249.804763:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205249.804766:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205249.804769:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15555
00000400:00000200:1.0:1788205249.804772:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205249.804775:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205249.804779:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:3.0:1788205249.804780:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205249.804784:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205249.804787:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788205249.804789:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788205249.804789:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205249.804793:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205249.804795:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205249.804797:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000200:1.0:1788205249.804798:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:3.0:1788205249.804798:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205249.804801:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205249.804803:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788205249.804805:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788205249.804806:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1788205249.804807:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788205249.804834:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:3.0:1788205249.804923:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788205249.804924:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547367:547367:256:4294967295] 192.168.201.135@tcp LPNI seq info [547333:547333:8:4294967295]
00000100:00000001:3.0:1788205249.804928:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205249.804933:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788205249.804934:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205249.804938:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205249.804942:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205249.804945:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205249.804956:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205249.804959:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788205249.804961:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1788205249.804967:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.0:1788205249.804970:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788205249.804972:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788205249.804975:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000100:00000001:3.0:1788205249.804976:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205249.804979:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1788205249.804984:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000008:00000001:3.0:1788205249.804984:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205249.804988:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788205249.804990:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000100:00000010:3.0:1788205249.804994:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6bb80.
00000800:00000200:1.1:1788205249.804995:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:3.0:1788205249.805000:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000200:1.1:1788205249.805001:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788205249.805006:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205249.805008:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
02000000:00000001:3.0:1788205249.805008:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205249.805012:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205249.805015:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205249.805016:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205249.805018:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205249.805020:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000010:3.0:1788205249.805023:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000400:00000200:1.0:1788205249.805024:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788205249.805029:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205249.805031:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205249.805034:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205249.805037:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00100000:3.0:1788205249.805038:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6bb80 x1875052937949696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1788205249.805043:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69f80 x1875052937949440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205249.805058:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205249.805061:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205249.805062:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205249.805065:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69f80 x1875052937949440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205249.805071:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008e1c0385] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6bb80 x1875052937949696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.805072:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.805075:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205249.805081:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205249.805082:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205249.805086:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788205249.805089:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00080000:3.0:1788205249.805090:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205249.805092:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310231756
00000100:00000001:3.0:1788205249.805093:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205249.805095:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:1.0:1788205249.805098:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749f00.
00000100:00000001:3.0:1788205249.805098:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205249.805101:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15555
00000400:00000200:3.0:1788205249.805105:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205249.805107:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1788205249.805108:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205249.805112:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788205249.805115:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310231756
00000100:00000040:3.0:1788205249.805115:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205249.805117:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1788205249.805120:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749900.
00000100:00000040:3.0:1788205249.805121:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205249.805124:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788205249.805125:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1788205249.805127:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205249.805129:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:1.0:1788205249.805130:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788205249.805131:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788205249.805135:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205249.805135:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:1.0:1788205249.805139:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000020:00000001:3.0:1788205249.805139:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205249.805142:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00100000:1.0:1788205249.805145:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205249/real 1788205249]  req@ffff8c5d3ba69f80 x1875052937949440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205249.805146:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205249.805151:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205249.805154:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205249.805159:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000001:1.0:1788205249.805161:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1788205249.805161:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000400:00000001:1.0:1788205249.805164:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1788205249.805167:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000010:1.0:1788205249.805168:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205249.805171:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000100:00000001:3.0:1788205249.805172:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788205249.805174:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205249.805177:0:2392:0:(events.c:78:reply_in_callback()) Process entered
02000000:00000001:3.0:1788205249.805177:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205249.805182:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1788205249.805183:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69f80 x1875052937949440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205249.805189:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205249.805194:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000200:1.0:1788205249.805195:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69f80 x1875052937949440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1788205249.805197:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788205249.805203:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000008:00000001:3.0:1788205249.805204:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.805205:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205249.805209:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.805210:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205249.805212:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205249.805215:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69f80 x1875052937949440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205249.805216:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b800.
00000020:00000040:3.0:1788205249.805222:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788205249.805224:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1788205249.805227:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1788205249.805229:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69f80 x1875052937949440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205249.805230:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205249.805236:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205249.805238:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788205249.805242:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788205249.805242:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.805248:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:3.0:1788205249.805250:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:1.0:1788205249.805251:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205249.805254:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205249.805255:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.805258:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205249.805261:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1788205249.805264:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b800 x1875052937949824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1788205249.805265:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205249.805274:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:3.0:1788205249.805277:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205249.805279:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1788205249.805281:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205249.805286:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69f80 x1875052937949440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205249.805290:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d91a2658] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b800 x1875052937949824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205249.805320:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937949440:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205249.805326:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.805329:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205249.805335:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205249.805336:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69f80 x1875052937949440/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205249.805339:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205249.805345:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1788205249.805347:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205249.805349:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205249.805352:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1788205249.805353:0:267769:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:1.0:1788205249.805356:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:3.0:1788205249.805359:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15555
02000000:00000010:1.0:1788205249.805361:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
00000400:00000200:3.0:1788205249.805365:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:1.0:1788205249.805368:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000400:00000200:3.0:1788205249.805369:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000020:00000001:1.0:1788205249.805372:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:3.0:1788205249.805372:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000020:00000040:1.0:1788205249.805376:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000040:3.0:1788205249.805377:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205249.805381:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000020:00000001:1.0:1788205249.805383:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:3.0:1788205249.805384:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205249.805387:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000010:1.0:1788205249.805388:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4400.
00000020:00000001:3.0:1788205249.805389:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205249.805391:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:3.0:1788205249.805393:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:1.0:1788205249.805395:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000020:00000040:3.0:1788205249.805396:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
02000000:00000001:1.0:1788205249.805400:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000020:00000001:3.0:1788205249.805400:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000010:1.0:1788205249.805404:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69f80.
00000020:00000001:3.0:1788205249.805404:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788205249.805409:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205249.805410:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:3.0:1788205249.805411:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205249.805412:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205249.805415:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205249.805417:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205249.805417:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205249.805422:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:3.0:1788205249.805424:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205249.805425:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.805426:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:3.0:1788205249.805427:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788205249.805430:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205249.805431:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205249.805433:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1788205249.805435:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.805436:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205249.805437:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205249.805438:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1788205249.805441:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:3.0:1788205249.805444:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205249.805445:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68a80 x1875052937949568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205249.805446:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205249.805452:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b100.
00000100:00000001:1.0:1788205249.805456:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1788205249.805456:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788205249.805459:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205249.805460:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205249.805463:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1788205249.805463:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205249.805466:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205249.805466:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205249.805470:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205249.805470:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1788205249.805475:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937949568:192.168.201.135@tcp:38:kworker.0
02000000:00000001:3.0:1788205249.805475:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.805478:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205249.805480:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205249.805481:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205249.805482:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:1.0:1788205249.805483:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205249.805487:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:3.0:1788205249.805488:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205249.805489:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205249.805495:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205249.805498:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000100:00100000:3.0:1788205249.805499:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b100 x1875052937949952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788205249.805502:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205249.805506:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937949568, portal 10
00000100:00000001:1.0:1788205249.805510:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205249.805513:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793458304 : -127142916093312 : ffff8c5d3ba68a80)
00000100:00000001:3.0:1788205249.805514:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205249.805518:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205249.805521:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68a80 x1875052937949568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205249.805526:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fa266fa0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b100 x1875052937949952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.805529:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205249.805535:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205249.805543:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788205249.805547:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000040:3.0:1788205249.805548:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15565)
00000100:00000200:1.0:1788205249.805551:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937949568, offset 0
00000400:00000200:1.0:1788205249.805557:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205249.805561:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205249.805566:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205249.805569:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205249.805572:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205249.805574:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205249.805577:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205249.805580:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547368:547368:256:4294967295] 192.168.201.135@tcp LPNI seq info [547334:547334:8:4294967295]
00000400:00000200:1.0:1788205249.805584:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205249.805590:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205249.805594:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205249.805598:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205249.805602:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205249.805604:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788205249.805608:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205249.805611:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788205249.805614:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205249.805616:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205249.805620:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205249.805623:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205249.805626:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205249.805627:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205249.805630:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205249.805633:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68a80 x1875052937949568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.805641:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205249.805644:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68a80 x1875052937949568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.805651:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.805653:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205249.805656:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205249.805658:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788205249.805661:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205249.805664:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310227997
00000100:00000001:1.0:1788205249.805666:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310231756
00000100:00000001:1.0:1788205249.805668:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310227997
00000100:00000001:1.0:1788205249.805670:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310231756
00000100:00000001:1.0:1788205249.805672:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205249.805674:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.805676:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205249.805679:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205249/real 1788205249]  req@ffff8c5d3ba68a80 x1875052937949568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205249.805686:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205249.805687:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205249.805689:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205249.805691:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205249.805692:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205249.805694:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205249.805696:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68a80 x1875052937949568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205249.805703:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68a80 x1875052937949568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.805709:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205249.805710:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.805711:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205249.805713:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205249.805715:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68a80 x1875052937949568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.805721:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205249.805724:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68a80 x1875052937949568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.805729:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205249.805732:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.805733:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205249.805734:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.805736:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205249.805737:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205249.805740:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205249.805743:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205249.805745:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205249.805748:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68a80 x1875052937949568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205249.805754:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937949568:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205249.805758:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205249.805760:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6bb80 x1875052937949696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.805766:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205249.805768:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205249.805769:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205249.805771:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205249.805772:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205249.805775:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937949696:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205249.805778:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205249.805779:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205249.805781:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205249.805782:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205249.805786:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205249.805787:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205249.805790:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205249.805793:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205249.805796:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205249.805799:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937949696, portal 10
00000100:00000001:1.0:1788205249.805800:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205249.805802:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793470848 : -127142916080768 : ffff8c5d3ba6bb80)
00000100:00000040:1.0:1788205249.805806:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6bb80 x1875052937949696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.805829:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205249.805831:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205249.805834:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205249.805836:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937949696, offset 0
00000400:00000200:1.0:1788205249.805841:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205249.805845:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205249.805848:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205249.805851:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205249.805853:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205249.805855:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205249.805856:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205249.805859:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547369:547369:256:4294967295] 192.168.201.135@tcp LPNI seq info [547335:547335:8:4294967295]
00000400:00000200:1.0:1788205249.805862:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205249.805867:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205249.805871:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205249.805874:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205249.805877:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205249.805879:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788205249.805883:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205249.805885:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788205249.805888:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205249.805890:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205249.805893:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205249.805896:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205249.805899:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205249.805900:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205249.805902:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205249.805905:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6bb80 x1875052937949696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.805913:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205249.805915:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6bb80 x1875052937949696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.805926:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.805928:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205249.805931:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205249.805933:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788205249.805936:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205249.805938:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310227992
00000100:00000001:1.0:1788205249.805940:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310231756
00000100:00000001:1.0:1788205249.805942:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310227992
00000100:00000001:1.0:1788205249.805944:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310231756
00000100:00000001:1.0:1788205249.805946:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205249.805948:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.805950:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205249.805952:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205249/real 1788205249]  req@ffff8c5d3ba6bb80 x1875052937949696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205249.805957:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205249.805958:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205249.805959:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205249.805961:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205249.805962:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205249.805963:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205249.805965:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6bb80 x1875052937949696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205249.805970:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6bb80 x1875052937949696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.805973:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205249.805974:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.805975:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205249.805976:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205249.805978:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6bb80 x1875052937949696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.805982:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205249.805984:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6bb80 x1875052937949696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.805988:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205249.805990:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.805990:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205249.805991:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.805992:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205249.805993:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205249.805994:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205249.805996:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205249.805997:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205249.805999:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6bb80 x1875052937949696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205249.806003:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937949696:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205249.806005:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205249.806007:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b800 x1875052937949824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806011:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205249.806012:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205249.806013:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205249.806014:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205249.806016:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205249.806017:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937949824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205249.806019:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205249.806020:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205249.806021:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205249.806022:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205249.806024:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205249.806025:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205249.806028:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205249.806029:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205249.806031:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205249.806033:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937949824, portal 4
00000100:00000001:1.0:1788205249.806034:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205249.806035:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469952 : -127142916081664 : ffff8c5d3ba6b800)
00000100:00000040:1.0:1788205249.806038:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b800 x1875052937949824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806042:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205249.806044:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205249.806045:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205249.806046:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937949824, offset 0
00000400:00000200:1.0:1788205249.806048:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205249.806050:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205249.806052:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205249.806054:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205249.806055:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205249.806057:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205249.806058:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205249.806060:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547370:547370:256:4294967295] 192.168.201.135@tcp LPNI seq info [547336:547336:8:4294967295]
00000400:00000200:1.0:1788205249.806062:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205249.806066:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205249.806069:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205249.806070:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205249.806073:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205249.806075:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788205249.806077:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205249.806079:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788205249.806081:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205249.806082:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205249.806085:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205249.806087:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205249.806088:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205249.806089:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205249.806091:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205249.806093:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b800 x1875052937949824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806097:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205249.806099:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b800 x1875052937949824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806103:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.806104:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205249.806105:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205249.806107:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788205249.806109:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205249.806110:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310228085
00000100:00000001:1.0:1788205249.806112:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310231756
00000100:00000001:1.0:1788205249.806113:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310228085
00000100:00000001:1.0:1788205249.806114:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310231756
00000100:00000001:1.0:1788205249.806115:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205249.806116:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.806117:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205249.806119:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205249/real 1788205249]  req@ffff8c5d3ba6b800 x1875052937949824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205249.806123:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205249.806124:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205249.806124:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205249.806125:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205249.806126:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205249.806128:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205249.806130:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b800 x1875052937949824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205249.806135:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b800 x1875052937949824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806138:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205249.806139:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.806139:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205249.806140:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205249.806142:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b800 x1875052937949824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806145:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205249.806147:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b800 x1875052937949824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806151:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205249.806152:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.806153:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205249.806154:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.806155:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205249.806156:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205249.806157:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205249.806159:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205249.806160:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205249.806162:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b800 x1875052937949824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205249.806168:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937949824:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205249.806171:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.806173:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205249.806176:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68a80 x1875052937949568/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806182:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205249.806183:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205249.806185:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205249.806187:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205249.806188:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205249.806190:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205249.806191:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205249.806193:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4000.
02000000:00000001:1.0:1788205249.806195:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205249.806196:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205249.806198:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68a80.
00000100:00000001:1.0:1788205249.806200:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205249.806202:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.806203:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205249.806206:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6bb80 x1875052937949696/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806212:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205249.806213:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205249.806215:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205249.806216:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205249.806217:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205249.806219:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205249.806220:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205249.806222:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:1.0:1788205249.806224:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205249.806224:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205249.806225:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6bb80.
00000100:00000001:1.0:1788205249.806228:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205249.806229:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.806230:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205249.806233:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b800 x1875052937949824/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806239:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205249.806241:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205249.806242:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205249.806244:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205249.806245:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205249.806246:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205249.806248:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205249.806249:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:1.0:1788205249.806251:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205249.806252:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205249.806253:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b800.
00000100:00000001:1.0:1788205249.806255:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205249.806256:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.806258:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.806261:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205249.806263:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.806264:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205249.806266:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205249.806267:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205249.806271:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b100 x1875052937949952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806277:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205249.806278:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205249.806280:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205249.806281:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205249.806283:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205249.806286:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937949952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205249.806289:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205249.806290:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205249.806291:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205249.806293:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205249.806296:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205249.806313:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205249.806316:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205249.806319:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205249.806322:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205249.806325:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937949952, portal 4
00000100:00000001:1.0:1788205249.806327:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205249.806328:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793468160 : -127142916083456 : ffff8c5d3ba6b100)
00000100:00000040:1.0:1788205249.806333:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b100 x1875052937949952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806339:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205249.806341:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205249.806344:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205249.806346:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937949952, offset 0
00000400:00000200:1.0:1788205249.806349:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205249.806353:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205249.806357:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205249.806359:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205249.806362:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205249.806364:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205249.806366:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205249.806368:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547371:547371:256:4294967295] 192.168.201.135@tcp LPNI seq info [547337:547337:8:4294967295]
00000400:00000200:1.0:1788205249.806370:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205249.806374:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205249.806377:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205249.806380:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205249.806382:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205249.806384:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1788205249.806386:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205249.806387:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1788205249.806390:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205249.806391:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205249.806394:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205249.806396:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205249.806398:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205249.806399:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205249.806400:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205249.806402:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b100 x1875052937949952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806411:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205249.806413:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b100 x1875052937949952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205274 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806416:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.806417:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205249.806419:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205249.806421:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788205249.806423:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205249.806424:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310228103
00000100:00000001:1.0:1788205249.806426:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310231756
00000100:00000001:1.0:1788205249.806427:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310228103
00000100:00000001:1.0:1788205249.806429:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310231756
00000100:00000001:1.0:1788205249.806430:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205249.806431:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.806432:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205249.806434:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205249/real 1788205249]  req@ffff8c5d3ba6b100 x1875052937949952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205249.806438:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205249.806439:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205249.806440:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205249.806442:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205249.806442:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205249.806444:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205249.806445:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b100 x1875052937949952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205249.806450:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b100 x1875052937949952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806454:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205249.806455:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.806456:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205249.806457:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205249.806459:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b100 x1875052937949952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806462:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205249.806464:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b100 x1875052937949952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806468:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205249.806469:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.806470:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205249.806470:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.806471:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205249.806472:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205249.806473:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205249.806475:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205249.806476:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205249.806478:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b100 x1875052937949952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205249.806482:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937949952:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205249.806484:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.806485:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205249.806487:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b100 x1875052937949952/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205274 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205249.806490:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205249.806491:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205249.806492:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205249.806494:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205249.806494:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205249.806495:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205249.806497:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205249.806498:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:1.0:1788205249.806499:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205249.806500:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205249.806501:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b100.
00000100:00000001:1.0:1788205249.806502:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205249.806503:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.806504:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205249.806506:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205249.806507:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205249.806508:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205249.806510:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205249.996686:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205249.996694:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205249.996696:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205249.996701:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205249.996705:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205249.996710:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205249.996713:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205249.996716:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205249.996719:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205250.508408:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205250.508417:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205250.508423:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205250.508425:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205250.508531:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205250.508538:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205250.508546:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205251.020487:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205251.020497:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205251.020500:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205251.020505:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205251.020509:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205251.020514:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205251.020517:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205251.020520:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205251.020522:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205251.533591:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205251.533599:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205251.533607:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205251.533608:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205251.533691:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205251.533695:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205251.533699:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205252.044413:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205252.044422:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205252.044425:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205252.044431:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205252.044434:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205252.044438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205252.044441:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205252.044443:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205252.044446:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205252.556388:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205252.556394:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205252.556398:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205252.556399:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205252.556440:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205252.556442:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205252.556445:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205253.068402:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205253.068410:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205253.068413:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205253.068419:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205253.068423:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205253.068427:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205253.068430:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205253.068432:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205253.068435:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205253.580450:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205253.580457:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205253.580463:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205253.580464:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205253.580523:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205253.580527:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205253.580530:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205253.644400:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310231756, at 4310231808
00000100:00000040:1.0:1788205253.644400:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310231756, at 4310231808
00000100:00000010:1.0:1788205253.644414:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749900.
00000100:00000010:0.0:1788205253.644416:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749f00.
00000100:00000001:2.0:1788205254.092411:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205254.092419:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205254.092422:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205254.092427:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205254.092431:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205254.092435:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.092437:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205254.092441:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.092443:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205254.604877:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205254.604896:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205254.604903:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205254.604905:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205254.605158:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205254.605164:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205254.605168:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205254.924446:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205254.924458:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205254.924461:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205254.924466:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205254.924472:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205254.924482:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15560
00000400:00000200:3.0:1788205254.924493:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205254.924502:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205254.924505:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205254.924507:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205254.924510:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205254.924512:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205254.924516:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205254.924519:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205254.924521:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205254.924523:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205254.924526:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205254.924528:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205254.924529:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205254.924532:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205254.924533:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205254.924534:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205254.924536:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205254.924538:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205254.924541:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205254.924543:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205254.924547:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205254.924551:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205254.924554:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205254.924557:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205254.924559:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205254.924577:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6ad80.
00000020:00000040:3.0:1788205254.924582:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205254.924587:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205254.924588:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205254.924592:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205254.924595:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205254.924600:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205254.924608:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788205254.924615:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205254.924627:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6ad80 x1875052937950080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205254.924639:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205254.924644:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205254.924651:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000005637582] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6ad80 x1875052937950080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205254.924694:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205254.924698:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205254.924701:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205254.924703:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205254.924705:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205254.924708:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205254.924712:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15560
00000400:00000200:3.0:1788205254.924716:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205254.924720:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205254.924735:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205254.924739:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205254.924741:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205254.924743:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205254.924745:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205254.924747:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205254.924749:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205254.924751:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205254.924753:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205254.924755:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:2.0:1788205254.924756:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205254.924758:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:2.0:1788205254.924763:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1788205254.924764:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205254.924767:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1788205254.924768:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205254.924773:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205254.924777:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000040:2.0:1788205254.924778:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6ad80 x1875052937950080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205254.924780:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:2.0:1788205254.924790:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205254.924793:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205254.924797:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205254.924799:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205254.924802:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205254.924806:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937950080:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205254.924811:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205254.924817:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205254.924820:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205254.924823:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205254.924829:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788205254.924832:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205254.924839:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205254.924845:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205254.924852:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205254.924861:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937950080, portal 25
00000100:00000001:2.0:1788205254.924864:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205254.924866:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793467264 : -127142916084352 : ffff8c5d3ba6ad80)
00000100:00000040:2.0:1788205254.924875:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6ad80 x1875052937950080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.924884:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205254.924888:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205254.924891:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205254.924897:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937950080, offset 0
00000100:00080000:3.0:1788205254.924900:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205254.924905:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205254.924908:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
02000000:00000001:3.0:1788205254.924909:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205254.924917:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788205254.924923:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788205254.924923:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205254.924927:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:2.0:1788205254.924936:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000008:00100000:3.0:1788205254.924936:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205254.924942:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205254.924946:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205254.924949:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1788205254.924954:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68e00.
00000400:00000200:2.0:1788205254.924956:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:3.0:1788205254.924959:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000400:00000200:2.0:1788205254.924962:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205254.924966:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205254.924972:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547372:547372:256:4294967295] 192.168.201.135@tcp LPNI seq info [547338:547338:8:4294967295]
02000000:00000001:3.0:1788205254.924974:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205254.924977:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205254.924981:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205254.924982:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205254.924985:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205254.924988:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205254.924993:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000400:00000200:2.0:1788205254.924997:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1788205254.924999:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205254.925006:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00100000:3.0:1788205254.925009:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68e00 x1875052937950208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1788205254.925014:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000100:00000001:3.0:1788205254.925023:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1788205254.925026:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788205254.925027:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205254.925032:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1788205254.925035:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008b9ee662] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68e00 x1875052937950208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788205254.925044:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205254.925050:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1788205254.925051:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205254.925056:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205254.925061:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205254.925062:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205254.925065:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205254.925069:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000800:00000100:2.0:1788205254.925071:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:3.0:1788205254.925074:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15560
00000800:00000010:2.0:1788205254.925076:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:3.0:1788205254.925080:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205254.925082:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1788205254.925086:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205254.925090:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1788205254.925091:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1788205254.925096:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:2.0:1788205254.925100:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000100:00000001:3.0:1788205254.925100:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205254.925105:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:2.0:1788205254.925106:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:3.0:1788205254.925108:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788205254.925112:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:3.0:1788205254.925112:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205254.925116:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205254.925118:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:2.0:1788205254.925120:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6ad80 x1875052937950080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1788205254.925121:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788205254.925125:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205254.925130:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788205254.925137:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205254.925139:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205254.925140:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205254.925144:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:2.0:1788205254.925147:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6ad80 x1875052937950080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205254.925147:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205254.925152:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205254.925159:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205254.925162:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.925164:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205254.925169:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205254.925169:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205254.925172:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205254.925175:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1788205254.925176:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:3.0:1788205254.925180:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.925182:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310236876
00000100:00000001:3.0:1788205254.925183:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205254.925187:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000010:2.0:1788205254.925191:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850060.
00000008:00000001:3.0:1788205254.925191:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205254.925196:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205254.925200:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69c00.
00000100:00000001:2.0:1788205254.925201:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1788205254.925203:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205254.925206:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205254.925208:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.925210:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310236876
00000100:00000001:3.0:1788205254.925210:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205254.925212:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205254.925215:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205254.925216:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850ba0.
02000000:00000010:3.0:1788205254.925220:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000100:00000001:2.0:1788205254.925222:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1788205254.925225:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.925227:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205254.925232:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205254.925233:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69c00 x1875052937950336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205254.925236:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205254.925243:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205254/real 1788205254]  req@ffff8c5d3ba6ad80 x1875052937950080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205254.925245:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205254.925248:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205254.925256:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a8eec5d1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69c00 x1875052937950336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205254.925260:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205254.925263:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205254.925267:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000100:00000001:3.0:1788205254.925268:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205254.925272:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000100:00080000:3.0:1788205254.925273:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1788205254.925277:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00080000:3.0:1788205254.925278:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205254.925280:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:3.0:1788205254.925281:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205254.925284:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205254.925288:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:2.0:1788205254.925289:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6ad80 x1875052937950080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205254.925293:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15560
00000400:00000200:3.0:1788205254.925328:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205254.925332:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205254.925336:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1788205254.925341:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6ad80 x1875052937950080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205254.925342:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205254.925347:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205254.925352:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205254.925357:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788205254.925358:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:3.0:1788205254.925361:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788205254.925362:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788205254.925363:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:2.0:1788205254.925366:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:3.0:1788205254.925367:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788205254.925371:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1788205254.925371:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:3.0:1788205254.925375:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205254.925379:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00100000:2.0:1788205254.925380:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6ad80 x1875052937950080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205254.925386:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205254.925390:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205254.925394:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205254.925397:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205254.925398:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205254.925402:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000040:2.0:1788205254.925406:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6ad80 x1875052937950080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1788205254.925408:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205254.925413:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205254.925417:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1788205254.925422:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1788205254.925422:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205254.925427:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.925428:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205254.925431:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205254.925432:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205254.925436:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1788205254.925436:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:2.0:1788205254.925441:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000008:00000001:3.0:1788205254.925442:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.925445:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1788205254.925445:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205254.925451:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69180.
00000020:00000040:3.0:1788205254.925455:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00080000:2.0:1788205254.925458:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:3.0:1788205254.925459:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205254.925461:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205254.925466:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205254.925468:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:2.0:1788205254.925469:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
02000000:00000001:3.0:1788205254.925471:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.925474:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:3.0:1788205254.925477:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000040:2.0:1788205254.925481:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6ad80 x1875052937950080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205254.925482:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205254.925491:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69180 x1875052937950464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1788205254.925498:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937950080:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205254.925507:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.925512:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1788205254.925516:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1788205254.925517:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6ad80 x1875052937950080/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205254.925520:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205254.925528:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002471ec7c] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69180 x1875052937950464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.925532:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205254.925535:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205254.925539:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
00000100:00000001:3.0:1788205254.925540:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205254.925545:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00080000:3.0:1788205254.925546:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000020:00000001:2.0:1788205254.925549:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000100:00080000:3.0:1788205254.925550:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000020:00000040:2.0:1788205254.925552:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:3.0:1788205254.925553:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000020:00000001:2.0:1788205254.925557:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00080000:3.0:1788205254.925557:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:2.0:1788205254.925562:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788205254.925562:0:267769:0:(import.c:485:import_select_connection()) Process entered
02000000:00000001:2.0:1788205254.925569:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:3.0:1788205254.925569:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15560
02000000:00000001:2.0:1788205254.925572:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205254.925575:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6ad80.
00000400:00000200:3.0:1788205254.925576:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205254.925582:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205254.925585:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788205254.925585:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205254.925590:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205254.925591:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205254.925596:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205254.925599:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205254.925601:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205254.925602:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205254.925605:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788205254.925606:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205254.925608:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:2.0:1788205254.925610:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1788205254.925611:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000100:00000001:2.0:1788205254.925614:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205254.925614:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:2.0:1788205254.925617:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788205254.925618:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:3.0:1788205254.925622:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:2.0:1788205254.925625:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68e00 x1875052937950208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205254.925625:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:3.0:1788205254.925631:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205254.925636:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205254.925640:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205254.925643:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205254.925644:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788205254.925646:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205254.925648:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
02000000:00000001:2.0:1788205254.925650:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1788205254.925653:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
02000000:00000001:2.0:1788205254.925654:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1788205254.925658:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205254.925659:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205254.925663:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1788205254.925666:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937950208:192.168.201.135@tcp:38:kworker.0
02000000:00000001:3.0:1788205254.925667:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205254.925671:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.925673:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1788205254.925675:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:2.0:1788205254.925676:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:3.0:1788205254.925678:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
02000000:00000001:2.0:1788205254.925679:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205254.925685:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1788205254.925685:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205254.925689:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205254.925690:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
00000100:00000010:3.0:1788205254.925693:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68000.
02000000:00000001:2.0:1788205254.925694:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205254.925699:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205254.925703:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000020:00000040:3.0:1788205254.925705:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000010:2.0:1788205254.925708:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
02000000:00000001:3.0:1788205254.925709:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205254.925712:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205254.925713:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937950208, portal 10
00000100:00000001:3.0:1788205254.925715:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205254.925718:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205254.925719:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788205254.925721:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205254.925742:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000001:3.0:1788205254.925746:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205254.925751:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68000 x1875052937950592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205254.925758:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205254.925760:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205254.925764:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000007f0fbfe] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68000 x1875052937950592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205254.925772:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205254.925776:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15570)
00000100:00000001:2.0:1788205254.925938:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793459200 : -127142916092416 : ffff8c5d3ba68e00)
00000100:00000040:2.0:1788205254.925949:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68e00 x1875052937950208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.925956:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205254.925958:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205254.925961:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205254.925965:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937950208, offset 0
00000400:00000200:2.0:1788205254.925969:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205254.925973:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205254.925976:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205254.925980:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205254.925983:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205254.925985:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205254.925987:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205254.925991:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547373:547373:256:4294967295] 192.168.201.135@tcp LPNI seq info [547339:547339:8:4294967295]
00000400:00000200:2.0:1788205254.925996:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205254.926003:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205254.926007:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205254.926010:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205254.926014:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205254.926017:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788205254.926022:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205254.926024:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788205254.926028:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205254.926030:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205254.926032:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205254.926036:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205254.926039:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205254.926041:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205254.926043:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205254.926046:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68e00 x1875052937950208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926055:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205254.926058:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68e00 x1875052937950208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926064:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.926066:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205254.926069:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205254.926072:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788205254.926075:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205254.926077:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310233117
00000100:00000001:2.0:1788205254.926080:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310236876
00000100:00000001:2.0:1788205254.926082:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310233117
00000100:00000001:2.0:1788205254.926084:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310236876
00000100:00000001:2.0:1788205254.926086:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205254.926089:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.926090:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205254.926094:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205254/real 1788205254]  req@ffff8c5d3ba68e00 x1875052937950208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205254.926102:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205254.926103:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205254.926105:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205254.926107:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205254.926109:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205254.926111:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205254.926114:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68e00 x1875052937950208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205254.926123:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68e00 x1875052937950208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926130:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205254.926131:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.926132:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205254.926134:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205254.926137:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68e00 x1875052937950208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926143:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205254.926147:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68e00 x1875052937950208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926154:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205254.926156:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.926157:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205254.926159:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.926161:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205254.926162:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205254.926164:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205254.926168:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205254.926170:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205254.926174:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68e00 x1875052937950208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205254.926181:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937950208:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205254.926184:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205254.926187:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69c00 x1875052937950336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926194:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205254.926195:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205254.926197:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205254.926199:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205254.926200:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205254.926203:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937950336:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205254.926206:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205254.926208:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205254.926209:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205254.926211:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205254.926214:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788205254.926216:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205254.926219:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205254.926221:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205254.926223:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205254.926226:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937950336, portal 10
00000100:00000001:2.0:1788205254.926228:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205254.926229:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793462784 : -127142916088832 : ffff8c5d3ba69c00)
00000100:00000040:2.0:1788205254.926234:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69c00 x1875052937950336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926240:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205254.926243:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205254.926245:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205254.926247:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937950336, offset 0
00000400:00000200:2.0:1788205254.926250:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205254.926254:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205254.926256:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205254.926259:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205254.926262:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205254.926264:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205254.926266:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205254.926269:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547374:547374:256:4294967295] 192.168.201.135@tcp LPNI seq info [547340:547340:8:4294967295]
00000400:00000200:2.0:1788205254.926273:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205254.926279:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205254.926283:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205254.926286:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205254.926289:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205254.926292:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788205254.926295:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205254.926319:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788205254.926328:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205254.926330:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205254.926333:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205254.926337:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205254.926340:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205254.926342:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205254.926344:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205254.926347:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69c00 x1875052937950336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926354:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205254.926357:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69c00 x1875052937950336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926364:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.926366:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205254.926369:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205254.926371:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788205254.926375:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205254.926377:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310233113
00000100:00000001:2.0:1788205254.926379:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310236876
00000100:00000001:2.0:1788205254.926382:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310233113
00000100:00000001:2.0:1788205254.926384:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310236876
00000100:00000001:2.0:1788205254.926386:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205254.926388:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.926389:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205254.926393:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205254/real 1788205254]  req@ffff8c5d3ba69c00 x1875052937950336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205254.926399:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205254.926401:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205254.926402:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205254.926405:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205254.926406:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205254.926408:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205254.926411:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69c00 x1875052937950336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205254.926420:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69c00 x1875052937950336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926426:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205254.926427:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.926429:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205254.926430:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205254.926433:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69c00 x1875052937950336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926440:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205254.926443:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69c00 x1875052937950336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926450:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205254.926453:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.926454:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205254.926456:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.926457:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205254.926459:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205254.926461:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205254.926464:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205254.926465:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205254.926469:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69c00 x1875052937950336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205254.926477:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937950336:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205254.926481:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205254.926484:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69180 x1875052937950464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926489:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205254.926491:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205254.926493:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205254.926494:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205254.926496:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205254.926499:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937950464:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205254.926502:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205254.926504:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205254.926505:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205254.926507:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205254.926510:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788205254.926512:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205254.926516:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205254.926518:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205254.926521:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205254.926524:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937950464, portal 4
00000100:00000001:2.0:1788205254.926525:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205254.926527:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460096 : -127142916091520 : ffff8c5d3ba69180)
00000100:00000040:2.0:1788205254.926532:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69180 x1875052937950464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926539:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205254.926541:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205254.926543:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205254.926545:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937950464, offset 0
00000400:00000200:2.0:1788205254.926549:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205254.926552:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205254.926555:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205254.926557:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205254.926560:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205254.926562:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205254.926564:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205254.926567:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547375:547375:256:4294967295] 192.168.201.135@tcp LPNI seq info [547341:547341:8:4294967295]
00000400:00000200:2.0:1788205254.926571:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205254.926577:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205254.926581:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205254.926584:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205254.926587:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205254.926589:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788205254.926594:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205254.926596:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788205254.926600:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205254.926602:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205254.926604:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205254.926607:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205254.926610:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205254.926612:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205254.926614:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205254.926618:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69180 x1875052937950464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926625:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205254.926628:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69180 x1875052937950464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926635:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.926636:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205254.926639:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205254.926642:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788205254.926645:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205254.926647:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310233206
00000100:00000001:2.0:1788205254.926649:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310236876
00000100:00000001:2.0:1788205254.926651:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310233206
00000100:00000001:2.0:1788205254.926653:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310236876
00000100:00000001:2.0:1788205254.926655:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205254.926656:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.926658:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205254.926661:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205254/real 1788205254]  req@ffff8c5d3ba69180 x1875052937950464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205254.926669:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205254.926670:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205254.926672:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205254.926674:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205254.926676:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205254.926678:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205254.926681:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69180 x1875052937950464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205254.926688:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69180 x1875052937950464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926695:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205254.926697:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.926698:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205254.926700:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205254.926703:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69180 x1875052937950464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926709:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205254.926713:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69180 x1875052937950464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926720:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205254.926732:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.926734:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205254.926735:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.926737:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205254.926738:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205254.926741:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205254.926744:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205254.926746:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205254.926750:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69180 x1875052937950464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205254.926758:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937950464:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205254.926762:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.926764:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205254.926767:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68e00 x1875052937950208/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926774:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205254.926776:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205254.926778:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788205254.926780:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205254.926782:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205254.926783:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205254.926785:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205254.926787:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:2.0:1788205254.926789:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205254.926791:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205254.926792:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68e00.
00000100:00000001:2.0:1788205254.926795:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205254.926797:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.926798:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205254.926802:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69c00 x1875052937950336/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926809:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205254.926810:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205254.926812:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788205254.926813:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205254.926814:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205254.926816:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205254.926817:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205254.926819:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:2.0:1788205254.926820:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205254.926821:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205254.926823:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69c00.
00000100:00000001:2.0:1788205254.926824:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205254.926826:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.926827:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205254.926830:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69180 x1875052937950464/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926836:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205254.926837:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205254.926839:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788205254.926841:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205254.926842:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205254.926843:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205254.926846:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205254.926847:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788205254.926849:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205254.926850:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205254.926852:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69180.
00000100:00000001:2.0:1788205254.926854:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205254.926855:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.926857:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.926860:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205254.926862:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.926863:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205254.926865:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205254.926866:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205254.926870:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68000 x1875052937950592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926877:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205254.926878:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205254.926880:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205254.926882:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205254.926885:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205254.926888:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937950592:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205254.926891:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205254.926892:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205254.926894:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205254.926895:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205254.926898:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788205254.926900:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205254.926904:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205254.926906:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205254.926910:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205254.926913:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937950592, portal 4
00000100:00000001:2.0:1788205254.926916:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205254.926917:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793455616 : -127142916096000 : ffff8c5d3ba68000)
00000100:00000040:2.0:1788205254.926924:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68000 x1875052937950592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.926937:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205254.926940:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205254.926942:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205254.926945:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937950592, offset 0
00000400:00000200:2.0:1788205254.926949:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205254.926953:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205254.926956:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205254.926960:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205254.926962:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205254.926965:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205254.926967:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205254.926970:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547376:547376:256:4294967295] 192.168.201.135@tcp LPNI seq info [547342:547342:8:4294967295]
00000400:00000200:2.0:1788205254.926974:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205254.926980:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205254.926984:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205254.926987:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205254.926992:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205254.926995:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1788205254.926999:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205254.927002:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1788205254.927007:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205254.927009:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205254.927012:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205254.927015:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205254.927018:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205254.927020:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205254.927023:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205254.927027:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68000 x1875052937950592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.927035:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205254.927039:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68000 x1875052937950592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205279 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.927052:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.927054:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205254.927057:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205254.927060:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788205254.927063:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205254.927065:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310233223
00000100:00000001:2.0:1788205254.927067:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310236876
00000100:00000001:2.0:1788205254.927069:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310233223
00000100:00000001:2.0:1788205254.927071:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310236876
00000100:00000001:2.0:1788205254.927073:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205254.927074:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.927076:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205254.927079:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205254/real 1788205254]  req@ffff8c5d3ba68000 x1875052937950592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205254.927086:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205254.927088:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205254.927089:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205254.927091:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205254.927093:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205254.927095:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205254.927098:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68000 x1875052937950592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205254.927106:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68000 x1875052937950592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.927111:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205254.927113:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.927114:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205254.927116:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205254.927119:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68000 x1875052937950592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.927126:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205254.927130:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68000 x1875052937950592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.927136:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205254.927138:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.927140:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205254.927141:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.927142:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205254.927144:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205254.927146:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205254.927149:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205254.927151:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205254.927154:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68000 x1875052937950592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205254.927162:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937950592:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205254.927165:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.927167:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205254.927169:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68000 x1875052937950592/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205279 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205254.927175:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205254.927177:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205254.927179:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788205254.927181:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205254.927182:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205254.927183:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205254.927186:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205254.927187:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:2.0:1788205254.927189:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205254.927191:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205254.927193:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68000.
00000100:00000001:2.0:1788205254.927195:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205254.927196:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.927198:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205254.927200:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205254.927202:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205254.927203:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205254.927205:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205255.116414:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205255.116424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205255.116427:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205255.116440:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205255.116444:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205255.116448:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205255.116451:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205255.116454:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205255.116456:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205255.628511:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205255.628519:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205255.628526:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205255.628528:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205255.628597:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205255.628601:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205255.628603:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205256.140355:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205256.140362:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205256.140363:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205256.140368:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205256.140371:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205256.140374:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205256.140376:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205256.140378:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205256.140380:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205256.652391:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205256.652397:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205256.652403:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205256.652403:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205256.652461:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205256.652465:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205256.652467:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205257.164381:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205257.164389:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205257.164390:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205257.164395:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205257.164398:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205257.164401:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205257.164403:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205257.164405:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205257.164407:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205257.676519:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205257.676537:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205257.676540:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205257.676543:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205257.676548:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205257.676551:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205257.676553:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205257.676555:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205257.676561:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205257.676562:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205257.676564:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205257.676565:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205257.676567:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205257.676568:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205257.676570:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205257.676571:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205257.676595:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205257.676597:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205257.676600:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205258.188457:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205258.188467:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205258.188470:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205258.188478:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205258.188483:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205258.188487:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205258.188490:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205258.188493:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205258.188496:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205258.700442:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205258.700448:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205258.700452:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205258.700453:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205258.700514:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205258.700518:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205258.700521:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205258.764450:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310236876, at 4310236928
00000100:00000040:1.0:1788205258.764450:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310236876, at 4310236928
00000100:00000010:1.0:1788205258.764474:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850ba0.
00000100:00000010:0.0:1788205258.764478:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850060.
00000100:00000001:2.0:1788205259.212445:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205259.212459:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205259.212461:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205259.212467:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205259.212471:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205259.212476:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205259.212479:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205259.212482:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205259.212485:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205259.724457:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205259.724470:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205259.724479:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205259.724480:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205259.724546:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205259.724550:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205259.724553:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1788205260.044432:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205260.044443:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1788205260.044446:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205260.044450:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205260.044454:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205260.044464:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15565
00000400:00000200:3.0:1788205260.044476:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205260.044483:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205260.044486:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205260.044489:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205260.044492:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205260.044495:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205260.044498:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205260.044502:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205260.044504:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:3.0:1788205260.044507:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205260.044510:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:3.0:1788205260.044513:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:3.0:1788205260.044516:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:3.0:1788205260.044518:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205260.044520:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205260.044522:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205260.044524:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205260.044527:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:3.0:1788205260.044530:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205260.044533:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205260.044537:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205260.044540:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205260.044543:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205260.044546:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205260.044548:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205260.044558:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68380.
00000020:00000040:3.0:1788205260.044562:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205260.044566:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205260.044569:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205260.044572:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205260.044575:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205260.044579:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205260.044587:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7000.
00000100:00000001:3.0:1788205260.044594:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205260.044603:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68380 x1875052937950720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205260.044614:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205260.044620:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205260.044624:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee08b2b7] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68380 x1875052937950720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205260.044670:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205260.044676:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205260.044680:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205260.044682:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205260.044683:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205260.044687:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205260.044690:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15565
00000400:00000200:3.0:1788205260.044695:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205260.044698:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1788205260.044699:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:2.0:1788205260.044704:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788205260.044704:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1788205260.044708:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1788205260.044710:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000040:2.0:1788205260.044716:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68380 x1875052937950720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205260.044716:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205260.044721:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205260.044726:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788205260.044732:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1788205260.044732:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205260.044735:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000100:00000001:2.0:1788205260.044736:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205260.044740:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788205260.044741:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205260.044745:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788205260.044745:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
02000000:00000001:2.0:1788205260.044749:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205260.044751:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00100000:2.0:1788205260.044753:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937950720:192.168.201.135@tcp:250:kworker.0
00000020:00000001:3.0:1788205260.044755:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:2.0:1788205260.044758:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1788205260.044761:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000001:2.0:1788205260.044763:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205260.044766:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205260.044766:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1788205260.044770:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788205260.044772:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205260.044775:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000010:2.0:1788205260.044776:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
00000020:00000040:3.0:1788205260.044778:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
02000000:00000001:2.0:1788205260.044779:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205260.044785:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788205260.044789:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205260.044791:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1788205260.044794:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
02000000:00000001:3.0:1788205260.044794:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205260.044801:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1788205260.044804:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
02000000:00000001:3.0:1788205260.044805:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205260.044810:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205260.044814:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000200:2.0:1788205260.044816:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937950720, portal 25
00000008:00000001:3.0:1788205260.044819:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.044822:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1788205260.044823:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.044825:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793456512 : -127142916095104 : ffff8c5d3ba68380)
00000100:00000010:3.0:1788205260.044829:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788205260.044834:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000040:2.0:1788205260.044835:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68380 x1875052937950720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205260.044838:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205260.044841:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205260.044845:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205260.044848:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1788205260.044850:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1788205260.044851:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205260.044853:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205260.044858:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
02000000:00000010:3.0:1788205260.044859:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6400.
00000100:00000200:2.0:1788205260.044862:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937950720, offset 0
00000100:00000001:3.0:1788205260.044864:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205260.044872:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937950848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1788205260.044878:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205260.044885:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205260.044888:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205260.044889:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788205260.044897:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937950848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205260.044899:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205260.044908:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1788205260.044911:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205260.044914:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1788205260.044916:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00080000:3.0:1788205260.044920:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205260.044922:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205260.044923:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205260.044927:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:2.0:1788205260.044928:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1788205260.044932:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15565
00000400:00000200:2.0:1788205260.044936:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205260.044941:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547377:547377:256:4294967295] 192.168.201.135@tcp LPNI seq info [547343:547343:8:4294967295]
00000400:00000200:2.0:1788205260.044945:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205260.044950:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205260.044958:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1788205260.044959:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205260.044965:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1788205260.044969:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788205260.044972:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000010:2.0:1788205260.044976:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000100:00000001:3.0:1788205260.044976:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205260.044980:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205260.044983:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205260.044986:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205260.044988:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205260.044991:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000800:00000200:2.0:1788205260.044992:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000040:3.0:1788205260.044995:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000800:00000200:2.0:1788205260.044996:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1788205260.045000:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205260.045004:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000800:00000200:2.1:1788205260.045005:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788205260.045011:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:2.1:1788205260.045012:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1788205260.045015:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205260.045021:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000100:2.0:1788205260.045022:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205260.045026:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000800:00000010:2.0:1788205260.045029:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000020:00000040:3.0:1788205260.045032:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205260.045036:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:2.0:1788205260.045039:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1788205260.045039:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205260.045043:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1788205260.045047:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1788205260.045047:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205260.045052:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205260.045054:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000100:00000001:3.0:1788205260.045054:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1788205260.045056:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000008:00100000:3.0:1788205260.045058:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1788205260.045062:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000008:00000001:3.0:1788205260.045063:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205260.045066:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1788205260.045067:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68380 x1875052937950720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205260.045071:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000020:00000040:3.0:1788205260.045076:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205260.045081:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205260.045083:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205260.045087:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205260.045089:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205260.045093:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.045098:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1788205260.045100:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5800.
00000100:00000040:2.0:1788205260.045104:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68380 x1875052937950720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205260.045105:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205260.045114:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937950976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205260.045117:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.045120:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:3.0:1788205260.045126:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205260.045127:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205260.045129:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205260.045134:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788205260.045137:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937950976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.045138:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310241996
00000100:00000010:2.0:1788205260.045146:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850960.
00000100:00000001:3.0:1788205260.045148:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205260.045152:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1788205260.045154:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1788205260.045156:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205260.045159:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788205260.045161:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310241996
00000100:00080000:3.0:1788205260.045161:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1788205260.045166:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d108508a0.
00000100:00000001:3.0:1788205260.045167:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205260.045169:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1788205260.045173:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15565
00000100:00000001:2.0:1788205260.045175:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205260.045178:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1788205260.045182:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205260.045183:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205260.045188:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205260/real 1788205260]  req@ffff8c5d3ba68380 x1875052937950720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205260.045191:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205260.045197:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205260.045201:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205260.045203:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205260.045205:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000001:2.0:1788205260.045207:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1788205260.045208:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000001:2.0:1788205260.045210:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1788205260.045212:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000400:00000010:2.0:1788205260.045214:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000020:00000040:3.0:1788205260.045215:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000400:00000200:2.0:1788205260.045217:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000020:00000001:3.0:1788205260.045219:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000010:2.0:1788205260.045220:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000020:00000040:3.0:1788205260.045223:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000001:2.0:1788205260.045224:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000020:00000001:3.0:1788205260.045228:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000200:2.0:1788205260.045229:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68380 x1875052937950720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205260.045235:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000200:2.0:1788205260.045239:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68380 x1875052937950720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205260.045243:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205260.045249:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1788205260.045250:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205260.045254:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1788205260.045254:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205260.045258:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1788205260.045259:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205260.045261:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:2.0:1788205260.045265:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788205260.045266:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205260.045270:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205260.045274:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68380 x1875052937950720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205260.045274:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205260.045278:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205260.045283:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205260.045288:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205260.045290:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:3.0:1788205260.045292:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000040:2.0:1788205260.045316:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68380 x1875052937950720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.045322:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205260.045326:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1788205260.045326:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.045328:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205260.045331:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205260.045331:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.045335:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205260.045338:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000010:3.0:1788205260.045338:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000100:00080000:2.0:1788205260.045343:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000020:00000040:3.0:1788205260.045344:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00080000:2.0:1788205260.045347:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205260.045350:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:3.0:1788205260.045350:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205260.045354:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205260.045356:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68380 x1875052937950720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205260.045358:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205260.045361:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205260.045364:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205260.045367:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937950720:192.168.201.135@tcp:250:kworker.0
02000000:00000010:3.0:1788205260.045370:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d6c00.
00000100:00000001:2.0:1788205260.045371:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1788205260.045376:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.045380:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1788205260.045383:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937951104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1788205260.045385:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68380 x1875052937950720/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.045402:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205260.045404:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:3.0:1788205260.045406:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1788205260.045407:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
00000100:00000001:3.0:1788205260.045411:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205260.045412:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205260.045416:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205260.045418:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000040:3.0:1788205260.045420:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937951104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205260.045421:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205260.045424:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7000.
02000000:00000001:2.0:1788205260.045429:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205260.045431:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205260.045433:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68380.
00000100:00000001:3.0:1788205260.045437:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.045438:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205260.045440:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.045442:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788205260.045443:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205260.045448:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205260.045449:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1788205260.045450:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1788205260.045452:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205260.045453:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205260.045456:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205260.045457:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:2.0:1788205260.045460:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1788205260.045462:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15565
00000100:00000001:2.0:1788205260.045463:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000400:00000200:3.0:1788205260.045469:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:2.0:1788205260.045471:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937950848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1788205260.045476:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205260.045481:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205260.045484:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205260.045487:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205260.045491:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205260.045494:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205260.045495:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:2.0:1788205260.045497:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205260.045499:0:267769:0:(genops.c:813:class_conn2export()) Process entered
02000000:00000001:2.0:1788205260.045501:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1788205260.045502:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
02000000:00000001:2.0:1788205260.045503:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1788205260.045505:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
02000000:00000001:2.0:1788205260.045507:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1788205260.045509:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000100:00100000:2.0:1788205260.045511:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937950848:192.168.201.135@tcp:38:kworker.0
00000020:00000001:3.0:1788205260.045513:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:2.0:1788205260.045515:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205260.045518:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1788205260.045519:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
02000000:00000001:2.0:1788205260.045520:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205260.045524:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1788205260.045527:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
02000000:00000010:2.0:1788205260.045528:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788205260.045532:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205260.045533:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1788205260.045537:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788205260.045539:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000010:2.0:1788205260.045541:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000100:00000001:3.0:1788205260.045543:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:2.0:1788205260.045545:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000020:00000040:3.0:1788205260.045548:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000200:2.0:1788205260.045550:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937950848, portal 10
00000100:00080000:3.0:1788205260.045553:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205260.045554:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205260.045556:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000001:3.0:1788205260.045559:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205260.045563:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1788205260.045564:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937950848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205260.045567:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205260.045573:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1788205260.045573:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205260.045578:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205260.045578:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000010:2.0:1788205260.045580:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000008:00100000:3.0:1788205260.045582:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000200:2.0:1788205260.045583:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937950848, offset 0
00000400:00000200:2.0:1788205260.045589:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000008:00000001:3.0:1788205260.045589:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205260.045593:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205260.045594:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000010:3.0:1788205260.045599:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000400:00000200:2.0:1788205260.045600:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000020:00000040:3.0:1788205260.045603:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000400:00000200:2.0:1788205260.045605:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1788205260.045607:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1788205260.045611:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
02000000:00000001:3.0:1788205260.045611:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205260.045616:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1788205260.045617:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1788205260.045618:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1788205260.045622:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
02000000:00000001:3.0:1788205260.045623:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205260.045629:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547378:547378:256:4294967295] 192.168.201.135@tcp LPNI seq info [547344:547344:8:4294967295]
02000000:00000010:3.0:1788205260.045629:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5000.
00000400:00000200:2.0:1788205260.045652:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205260.045653:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205260.045662:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00100000:3.0:1788205260.045663:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937951232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1788205260.045670:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205260.045675:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000100:00000001:3.0:1788205260.045680:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1788205260.045681:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788205260.045684:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1788205260.045685:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788205260.045692:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:3.0:1788205260.045693:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937951232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1788205260.045694:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788205260.045701:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205260.045704:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205260.045708:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205260.045714:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788205260.045714:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205260.045716:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205260.045720:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205260.045723:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:3.0:1788205260.045723:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15575)
00000100:00000200:2.0:1788205260.045727:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937950848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.045734:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205260.045736:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937950848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.045745:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.045746:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205260.045748:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205260.045751:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788205260.045754:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205260.045755:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310238237
00000100:00000001:2.0:1788205260.045757:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310241996
00000100:00000001:2.0:1788205260.045758:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310238237
00000100:00000001:2.0:1788205260.045760:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310241996
00000100:00000001:2.0:1788205260.045761:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205260.045762:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.045763:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205260.045765:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205260/real 1788205260]  req@ffff8c5d3ba69500 x1875052937950848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205260.045770:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205260.045771:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205260.045772:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205260.045773:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205260.045774:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205260.045776:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205260.045777:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937950848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205260.045782:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937950848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.045785:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205260.045786:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.045787:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205260.045788:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205260.045790:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937950848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.045794:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205260.045798:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937950848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.045804:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205260.045807:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.045808:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205260.045809:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.045811:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205260.045813:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205260.045815:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205260.045819:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205260.045821:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205260.045826:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937950848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205260.045834:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937950848:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205260.045838:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205260.045841:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937950976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.045846:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205260.045847:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205260.045849:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205260.045850:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205260.045851:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205260.045853:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937950976:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205260.045855:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205260.045857:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205260.045858:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205260.045859:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205260.045862:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788205260.045863:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205260.045865:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205260.045867:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205260.045869:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205260.045871:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937950976, portal 10
00000100:00000001:2.0:1788205260.045872:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205260.045873:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:2.0:1788205260.045877:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937950976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.045881:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205260.045883:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205260.045884:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205260.045886:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937950976, offset 0
00000400:00000200:2.0:1788205260.045888:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205260.045890:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205260.045892:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205260.045894:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205260.045896:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205260.045899:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205260.045901:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205260.045904:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547379:547379:256:4294967295] 192.168.201.135@tcp LPNI seq info [547345:547345:8:4294967295]
00000400:00000200:2.0:1788205260.045908:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205260.045914:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205260.045918:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205260.045922:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205260.045925:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205260.045928:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788205260.045933:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205260.045935:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788205260.045939:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205260.045941:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205260.045943:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205260.045945:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205260.045947:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205260.045948:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205260.045950:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205260.045952:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937950976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.045957:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205260.045959:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937950976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.045962:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.045963:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205260.045965:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205260.045967:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788205260.045969:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205260.045970:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310238232
00000100:00000001:2.0:1788205260.045972:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310241996
00000100:00000001:2.0:1788205260.045973:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310238232
00000100:00000001:2.0:1788205260.045974:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310241996
00000100:00000001:2.0:1788205260.045975:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205260.045976:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.045977:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205260.045979:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205260/real 1788205260]  req@ffff8c5d3ba69880 x1875052937950976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205260.045984:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205260.045984:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205260.045985:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205260.045987:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205260.045988:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205260.045989:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205260.045991:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937950976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205260.045996:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937950976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.045999:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205260.046000:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046001:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205260.046002:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205260.046005:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937950976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046011:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205260.046015:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937950976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046021:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205260.046023:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046024:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205260.046026:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046027:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205260.046029:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205260.046031:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205260.046035:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205260.046037:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205260.046040:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937950976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205260.046047:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937950976:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205260.046049:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205260.046051:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937951104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046055:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205260.046056:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205260.046058:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205260.046059:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205260.046060:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205260.046061:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937951104:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205260.046063:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205260.046064:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205260.046065:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205260.046066:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205260.046069:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788205260.046070:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205260.046074:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205260.046076:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205260.046080:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205260.046082:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937951104, portal 4
00000100:00000001:2.0:1788205260.046084:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205260.046085:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:2.0:1788205260.046091:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937951104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046097:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205260.046099:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205260.046101:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205260.046104:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937951104, offset 0
00000400:00000200:2.0:1788205260.046107:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205260.046111:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205260.046114:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205260.046117:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205260.046119:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205260.046120:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205260.046122:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205260.046124:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547380:547380:256:4294967295] 192.168.201.135@tcp LPNI seq info [547346:547346:8:4294967295]
00000400:00000200:2.0:1788205260.046126:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205260.046130:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205260.046133:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205260.046135:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205260.046137:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205260.046139:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788205260.046142:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205260.046143:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788205260.046146:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205260.046147:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205260.046148:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205260.046150:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205260.046152:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205260.046153:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205260.046154:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205260.046157:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937951104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046161:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205260.046163:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937951104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046167:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.046168:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205260.046170:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205260.046172:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788205260.046174:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205260.046175:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310238325
00000100:00000001:2.0:1788205260.046177:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310241996
00000100:00000001:2.0:1788205260.046178:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310238325
00000100:00000001:2.0:1788205260.046179:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310241996
00000100:00000001:2.0:1788205260.046180:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205260.046182:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.046183:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205260.046186:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205260/real 1788205260]  req@ffff8c5d3ba6b480 x1875052937951104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205260.046190:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205260.046191:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205260.046192:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205260.046193:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205260.046194:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205260.046195:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205260.046197:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937951104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205260.046202:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937951104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046206:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205260.046206:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046207:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205260.046208:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205260.046210:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937951104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046213:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205260.046215:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937951104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046219:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205260.046220:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046221:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205260.046222:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046223:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205260.046224:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205260.046226:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205260.046228:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205260.046229:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205260.046232:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937951104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205260.046236:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937951104:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205260.046238:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046239:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205260.046241:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937950848/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046244:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205260.046245:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205260.046246:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:2.0:1788205260.046248:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205260.046248:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205260.046249:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205260.046251:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205260.046252:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6400.
02000000:00000001:2.0:1788205260.046253:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205260.046254:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205260.046255:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:2.0:1788205260.046257:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205260.046258:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046259:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205260.046262:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937950976/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046267:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205260.046268:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205260.046270:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:2.0:1788205260.046272:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205260.046273:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205260.046275:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205260.046276:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205260.046278:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5800.
02000000:00000001:2.0:1788205260.046280:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205260.046282:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205260.046283:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:2.0:1788205260.046285:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205260.046286:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046288:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205260.046291:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937951104/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046315:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205260.046316:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205260.046317:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788205260.046319:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205260.046320:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205260.046320:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205260.046322:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205260.046323:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d6c00.
02000000:00000001:2.0:1788205260.046324:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205260.046325:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205260.046326:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:2.0:1788205260.046327:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205260.046328:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046330:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046332:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205260.046333:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.046334:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205260.046336:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205260.046337:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205260.046339:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937951232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046343:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205260.046344:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205260.046346:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205260.046347:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205260.046348:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205260.046350:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937951232:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205260.046352:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205260.046354:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205260.046355:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205260.046356:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205260.046358:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788205260.046359:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205260.046361:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205260.046363:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205260.046365:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205260.046367:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937951232, portal 4
00000100:00000001:2.0:1788205260.046368:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205260.046369:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00000040:2.0:1788205260.046373:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937951232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046377:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205260.046379:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205260.046380:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205260.046382:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937951232, offset 0
00000400:00000200:2.0:1788205260.046384:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205260.046386:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205260.046388:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205260.046391:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205260.046392:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205260.046394:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205260.046395:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205260.046397:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547381:547381:256:4294967295] 192.168.201.135@tcp LPNI seq info [547347:547347:8:4294967295]
00000400:00000200:2.0:1788205260.046400:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205260.046403:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205260.046406:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205260.046407:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205260.046410:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205260.046412:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1788205260.046414:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205260.046416:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1788205260.046418:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205260.046420:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205260.046421:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205260.046423:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205260.046425:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205260.046426:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205260.046428:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205260.046430:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937951232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205285 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046434:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205260.046436:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937951232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205285 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046440:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.046441:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205260.046442:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205260.046444:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788205260.046446:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205260.046447:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310238343
00000100:00000001:2.0:1788205260.046449:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310241996
00000100:00000001:2.0:1788205260.046450:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310238343
00000100:00000001:2.0:1788205260.046451:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310241996
00000100:00000001:2.0:1788205260.046453:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205260.046454:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.046456:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205260.046459:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205260/real 1788205260]  req@ffff8c5d3ba68700 x1875052937951232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205260.046465:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205260.046467:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205260.046469:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205260.046471:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205260.046472:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205260.046474:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205260.046478:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937951232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205260.046486:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937951232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046493:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205260.046494:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046496:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205260.046497:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205260.046501:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937951232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046505:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205260.046508:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937951232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046512:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205260.046513:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046514:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205260.046514:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046515:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205260.046516:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205260.046517:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205260.046519:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205260.046520:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205260.046522:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937951232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205260.046527:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937951232:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205260.046529:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046531:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205260.046532:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937951232/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205285 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205260.046536:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205260.046537:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205260.046538:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:2.0:1788205260.046539:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205260.046540:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205260.046541:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205260.046542:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205260.046543:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5000.
02000000:00000001:2.0:1788205260.046544:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205260.046545:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205260.046546:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:2.0:1788205260.046547:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205260.046548:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046549:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.046551:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205260.046552:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.046553:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205260.046554:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205260.236459:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205260.236469:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205260.236472:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205260.236479:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205260.236483:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205260.236488:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.236491:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205260.236494:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205260.236498:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205260.748429:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205260.748436:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205260.748441:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205260.748442:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205260.748529:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205260.748532:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205260.748535:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205261.262134:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205261.262141:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205261.262143:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205261.262147:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205261.262151:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205261.262156:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205261.262159:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205261.262162:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205261.262164:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205261.772499:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205261.772507:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205261.772514:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205261.772515:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205261.772566:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205261.772570:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205261.772572:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205262.284847:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205262.284858:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205262.284860:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205262.284867:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205262.284872:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205262.284877:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205262.284880:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205262.284883:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205262.284886:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205262.796437:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205262.796446:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205262.796460:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205262.796462:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205262.796514:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205262.796518:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205262.796521:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205263.308469:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205263.308480:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205263.308494:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205263.308501:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205263.308505:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205263.308510:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205263.308514:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205263.308516:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205263.308519:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205263.820449:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205263.820456:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205263.820461:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205263.820463:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205263.820545:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205263.820549:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205263.820552:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205263.884411:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310241996, at 4310242048
00000100:00000010:1.0:1788205263.884426:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d108508a0.
00000100:00000040:0.0:1788205263.884541:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310241996, at 4310242048
00000100:00000010:0.0:1788205263.884548:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850960.
00000100:00000001:2.0:1788205264.332434:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205264.332442:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205264.332444:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205264.332449:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205264.332452:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205264.332455:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205264.332457:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205264.332459:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205264.332461:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205264.844416:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205264.844424:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205264.844430:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205264.844431:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205264.844503:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205264.844508:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205264.844512:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788205265.164436:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205265.164446:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205265.164448:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205265.164452:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205265.164456:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205265.164463:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15570
00000400:00000200:2.0:1788205265.164472:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205265.164478:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205265.164481:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205265.164483:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205265.164486:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205265.164488:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205265.164489:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205265.164493:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205265.164495:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788205265.164497:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205265.164499:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788205265.164501:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788205265.164502:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788205265.164504:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205265.164505:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205265.164507:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205265.164508:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205265.164510:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788205265.164512:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205265.164514:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205265.164516:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205265.164519:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205265.164521:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205265.164522:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205265.164523:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205265.164540:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8e00.
00000020:00000040:2.0:1788205265.164542:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788205265.164556:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205265.164557:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205265.164560:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205265.164562:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205265.164566:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205265.164574:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19400.
00000100:00000001:2.0:1788205265.164581:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205265.164589:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8e00 x1875052937951360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205265.164597:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205265.164600:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205265.164603:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f1e4a9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8e00 x1875052937951360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205265.164624:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205265.164626:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205265.164629:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205265.164630:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205265.164631:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205265.164633:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205265.164635:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15570
00000400:00000200:2.0:1788205265.164637:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205265.164639:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205265.164641:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205265.164643:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205265.164645:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205265.164647:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205265.164649:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205265.164651:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205265.164652:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788205265.164653:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788205265.164655:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1788205265.164655:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788205265.164656:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788205265.164659:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000001:1.0:1788205265.164660:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205265.164663:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205265.164663:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205265.164667:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205265.164671:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:1.0:1788205265.164673:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8e00 x1875052937951360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205265.164673:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205265.164677:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788205265.164682:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205265.164686:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.164689:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
02000000:00000001:2.0:1788205265.164690:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788205265.164693:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205265.164694:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205265.164696:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205265.164698:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205265.164699:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205265.164700:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
02000000:00000001:1.0:1788205265.164704:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205265.164707:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937951360:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205265.164710:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:2.0:1788205265.164711:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788205265.164713:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:2.0:1788205265.164715:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205265.164716:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205265.164718:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205265.164720:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb480.
00000020:00000040:2.0:1788205265.164722:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788205265.164723:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205265.164724:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205265.164725:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205265.164726:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205265.164728:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205265.164730:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a400.
00000100:00000001:2.0:1788205265.164733:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205265.164738:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1788205265.164741:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb480 x1875052937951488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1788205265.164745:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205265.164748:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205265.164749:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205265.164752:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205265.164754:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000589fe1f4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb480 x1875052937951488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788205265.164755:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205265.164761:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000100:00000001:2.0:1788205265.164763:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205265.164766:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1788205265.164768:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00080000:2.0:1788205265.164768:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1788205265.164772:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205265.164773:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205265.164775:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000200:1.0:1788205265.164777:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937951360, portal 25
00000100:00080000:2.0:1788205265.164779:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15570
00000100:00000001:1.0:1788205265.164780:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205265.164782:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803420672 : -127142906130944 : ffff8c5d3c3e8e00)
00000400:00000200:2.0:1788205265.164788:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:1.0:1788205265.164789:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8e00 x1875052937951360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205265.164796:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788205265.164799:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788205265.164801:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205265.164803:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788205265.164809:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:1.0:1788205265.164813:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000001:2.0:1788205265.164814:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1788205265.164818:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937951360, offset 0
00000100:00000040:2.0:1788205265.164819:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205265.164823:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788205265.164827:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000001:2.0:1788205265.164827:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205265.164830:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788205265.164833:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205265.164834:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:2.0:1788205265.164836:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788205265.164839:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:2.0:1788205265.164840:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:2.0:1788205265.164845:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205265.164846:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788205265.164848:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:2.0:1788205265.164851:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205265.164854:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205265.164855:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:1.0:1788205265.164856:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:2.0:1788205265.164860:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:1.0:1788205265.164863:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000100:00000001:2.0:1788205265.164867:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205265.164868:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1788205265.164871:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1788205265.164872:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205265.164877:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547382:547382:256:4294967295] 192.168.201.135@tcp LPNI seq info [547348:547348:8:4294967295]
02000000:00000001:2.0:1788205265.164878:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788205265.164882:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788205265.164883:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205265.164886:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788205265.164891:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000008:00100000:2.0:1788205265.164891:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205265.164897:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205265.164902:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788205265.164904:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000100:00000010:2.0:1788205265.164907:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ebb80.
00000020:00000040:2.0:1788205265.164910:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000010:1.0:1788205265.164911:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
02000000:00000001:2.0:1788205265.164912:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205265.164914:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205265.164916:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205265.164917:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205265.164919:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788205265.164923:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000010:2.0:1788205265.164925:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1bc00.
00000800:00000200:1.0:1788205265.164929:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1788205265.164930:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205265.164936:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ebb80 x1875052937951616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1788205265.164941:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788205265.164946:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1788205265.164948:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1788205265.164949:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205265.164955:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000048c7c0ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ebb80 x1875052937951616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1788205265.164960:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205265.164964:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000100:00000001:2.0:1788205265.164972:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205265.164974:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788205265.164976:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1788205265.164976:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205265.164980:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205265.164982:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1788205265.164985:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788205265.164986:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205265.164991:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15570
00000400:00000200:1.0:1788205265.164995:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000200:2.0:1788205265.164995:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205265.164999:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000400:00000010:1.0:1788205265.165000:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00080000:2.0:1788205265.165001:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205265.165006:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205265.165007:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205265.165009:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000040:2.0:1788205265.165010:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205265.165014:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205265.165017:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000200:1.0:1788205265.165018:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8e00 x1875052937951360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205265.165019:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:2.0:1788205265.165021:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205265.165023:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:2.0:1788205265.165026:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788205265.165029:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788205265.165035:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205265.165037:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1788205265.165038:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205265.165043:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8e00 x1875052937951360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205265.165047:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205265.165051:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205265.165056:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:1.0:1788205265.165057:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205265.165059:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205265.165061:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205265.165062:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205265.165064:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205265.165066:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205265.165068:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205265.165069:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205265.165073:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000400:00000200:1.0:1788205265.165075:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000008:00100000:2.0:1788205265.165075:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788205265.165080:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.165081:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310247116
00000100:00000001:2.0:1788205265.165082:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205265.165086:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3eb800.
00000100:00000010:1.0:1788205265.165088:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749900.
00000020:00000040:2.0:1788205265.165088:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788205265.165091:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205265.165092:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205265.165093:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205265.165094:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205265.165096:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.165097:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
02000000:00000010:2.0:1788205265.165099:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1a000.
00000100:00000001:2.0:1788205265.165103:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.165104:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310247116
00000100:00100000:2.0:1788205265.165108:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3eb800 x1875052937951744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1788205265.165109:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749cc0.
00000100:00000001:1.0:1788205265.165114:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205265.165118:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205265.165119:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205265.165122:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205265.165123:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.165125:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000040:2.0:1788205265.165128:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000cc62d237] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3eb800 x1875052937951744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205265.165131:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205265/real 1788205265]  req@ffff8c5d3c3e8e00 x1875052937951360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205265.165141:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205265.165143:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205265.165148:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1788205265.165150:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205265.165153:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205265.165157:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205265.165162:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15570
00000400:00000001:1.0:1788205265.165166:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:2.0:1788205265.165166:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000001:1.0:1788205265.165170:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000200:2.0:1788205265.165170:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205265.165173:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1788205265.165174:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205265.165179:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000100:00000040:2.0:1788205265.165179:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:1.0:1788205265.165181:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:2.0:1788205265.165183:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205265.165185:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:2.0:1788205265.165187:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205265.165191:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000200:1.0:1788205265.165192:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8e00 x1875052937951360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205265.165196:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205265.165199:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788205265.165201:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000200:1.0:1788205265.165205:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8e00 x1875052937951360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205265.165205:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788205265.165210:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788205265.165213:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000020:00000001:2.0:1788205265.165214:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788205265.165215:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.165218:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205265.165221:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205265.165223:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00100000:1.0:1788205265.165225:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8e00 x1875052937951360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205265.165228:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205265.165233:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205265.165235:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:1.0:1788205265.165239:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8e00 x1875052937951360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205265.165240:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205265.165247:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:1.0:1788205265.165251:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205265.165254:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205265.165256:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205265.165258:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.165259:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205265.165260:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1788205265.165262:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788205265.165263:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205265.165266:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:2.0:1788205265.165267:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1788205265.165268:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
02000000:00000001:2.0:1788205265.165271:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205265.165274:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205265.165275:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205265.165279:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:2.0:1788205265.165281:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.165283:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:2.0:1788205265.165283:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205265.165288:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9c00.
00000100:00000040:1.0:1788205265.165292:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8e00 x1875052937951360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205265.165292:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788205265.165296:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205265.165318:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205265.165319:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205265.165321:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205265.165322:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205265.165325:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca1b400.
00000100:00000001:2.0:1788205265.165327:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205265.165332:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9c00 x1875052937951872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205265.165347:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205265.165350:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205265.165352:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937951360:192.168.201.135@tcp:250:kworker.0
00000100:00000040:2.0:1788205265.165356:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d37afaed] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9c00 x1875052937951872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165360:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205265.165363:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.165365:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205265.165368:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15581)
00000100:00000040:1.0:1788205265.165372:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8e00 x1875052937951360/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165380:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205265.165382:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205265.165385:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205265.165387:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205265.165389:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205265.165390:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788205265.165392:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205265.165393:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19400.
02000000:00000001:1.0:1788205265.165397:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205265.165398:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205265.165400:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8e00.
00000100:00000001:1.0:1788205265.165402:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205265.165403:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.165404:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.165411:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205265.165412:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.165414:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205265.165415:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205265.165416:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205265.165419:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb480 x1875052937951488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165423:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205265.165424:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205265.165432:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205265.165433:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205265.165435:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205265.165436:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937951488:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205265.165439:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205265.165440:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205265.165441:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205265.165443:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205265.165445:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205265.165446:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205265.165449:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205265.165451:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205265.165453:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205265.165455:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937951488, portal 10
00000100:00000001:1.0:1788205265.165457:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205265.165458:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803430528 : -127142906121088 : ffff8c5d3c3eb480)
00000100:00000040:1.0:1788205265.165462:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb480 x1875052937951488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165466:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205265.165468:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205265.165469:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205265.165471:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937951488, offset 0
00000400:00000200:1.0:1788205265.165473:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205265.165476:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205265.165478:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205265.165480:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205265.165482:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205265.165483:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205265.165485:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205265.165487:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547383:547383:256:4294967295] 192.168.201.135@tcp LPNI seq info [547349:547349:8:4294967295]
00000400:00000200:1.0:1788205265.165490:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205265.165493:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205265.165495:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205265.165497:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205265.165500:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205265.165502:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788205265.165505:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205265.165506:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788205265.165509:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205265.165511:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205265.165513:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205265.165516:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205265.165524:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205265.165526:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205265.165528:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205265.165532:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb480 x1875052937951488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165539:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205265.165542:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb480 x1875052937951488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165562:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.165564:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205265.165567:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205265.165572:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788205265.165575:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205265.165577:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310243357
00000100:00000001:1.0:1788205265.165580:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310247116
00000100:00000001:1.0:1788205265.165583:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310243357
00000100:00000001:1.0:1788205265.165584:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310247116
00000100:00000001:1.0:1788205265.165586:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205265.165587:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.165589:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205265.165592:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205265/real 1788205265]  req@ffff8c5d3c3eb480 x1875052937951488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205265.165597:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205265.165598:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205265.165600:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205265.165601:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205265.165602:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205265.165604:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205265.165605:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb480 x1875052937951488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205265.165610:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb480 x1875052937951488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165614:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205265.165615:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.165616:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205265.165616:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205265.165618:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb480 x1875052937951488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165622:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205265.165624:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb480 x1875052937951488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165628:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205265.165629:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.165630:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205265.165631:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.165632:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205265.165633:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205265.165635:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205265.165636:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205265.165637:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205265.165640:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb480 x1875052937951488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205265.165644:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937951488:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205265.165647:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205265.165648:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ebb80 x1875052937951616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165653:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205265.165654:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205265.165655:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205265.165656:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205265.165657:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205265.165658:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937951616:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205265.165660:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205265.165661:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205265.165662:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205265.165664:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205265.165666:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205265.165668:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205265.165670:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205265.165671:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205265.165673:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205265.165675:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937951616, portal 10
00000100:00000001:1.0:1788205265.165676:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205265.165677:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803432320 : -127142906119296 : ffff8c5d3c3ebb80)
00000100:00000040:1.0:1788205265.165681:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ebb80 x1875052937951616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165685:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205265.165686:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205265.165688:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205265.165689:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937951616, offset 0
00000400:00000200:1.0:1788205265.165691:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205265.165694:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205265.165696:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205265.165697:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205265.165700:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205265.165701:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205265.165703:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205265.165705:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547384:547384:256:4294967295] 192.168.201.135@tcp LPNI seq info [547350:547350:8:4294967295]
00000400:00000200:1.0:1788205265.165707:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205265.165710:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205265.165713:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205265.165714:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205265.165717:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205265.165718:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788205265.165721:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205265.165723:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788205265.165725:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205265.165726:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205265.165729:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205265.165731:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205265.165733:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205265.165734:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205265.165736:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205265.165738:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ebb80 x1875052937951616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165742:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205265.165744:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ebb80 x1875052937951616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165748:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.165749:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205265.165751:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205265.165753:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788205265.165755:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205265.165756:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310243352
00000100:00000001:1.0:1788205265.165757:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310247116
00000100:00000001:1.0:1788205265.165759:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310243352
00000100:00000001:1.0:1788205265.165760:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310247116
00000100:00000001:1.0:1788205265.165762:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205265.165763:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.165764:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205265.165766:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205265/real 1788205265]  req@ffff8c5d3c3ebb80 x1875052937951616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205265.165770:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205265.165771:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205265.165772:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205265.165773:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205265.165774:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205265.165775:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205265.165776:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ebb80 x1875052937951616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205265.165781:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ebb80 x1875052937951616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165787:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205265.165788:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.165790:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205265.165791:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205265.165795:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ebb80 x1875052937951616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165801:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205265.165805:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ebb80 x1875052937951616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165812:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205265.165814:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.165816:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205265.165817:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.165820:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205265.165821:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205265.165823:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205265.165826:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205265.165828:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205265.165831:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ebb80 x1875052937951616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205265.165839:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937951616:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205265.165843:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205265.165847:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3eb800 x1875052937951744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165853:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205265.165854:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205265.165856:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205265.165858:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205265.165860:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205265.165862:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937951744:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205265.165865:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205265.165867:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205265.165868:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205265.165869:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205265.165871:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205265.165873:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205265.165875:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205265.165877:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205265.165879:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205265.165881:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937951744, portal 4
00000100:00000001:1.0:1788205265.165882:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205265.165883:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803431424 : -127142906120192 : ffff8c5d3c3eb800)
00000100:00000040:1.0:1788205265.165887:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3eb800 x1875052937951744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165891:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205265.165893:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205265.165894:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205265.165896:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937951744, offset 0
00000400:00000200:1.0:1788205265.165898:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205265.165900:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205265.165902:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205265.165904:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205265.165906:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205265.165907:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205265.165909:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205265.165912:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547385:547385:256:4294967295] 192.168.201.135@tcp LPNI seq info [547351:547351:8:4294967295]
00000400:00000200:1.0:1788205265.165916:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205265.165922:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205265.165926:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205265.165929:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205265.165933:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205265.165936:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788205265.165940:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205265.165943:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788205265.165947:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205265.165949:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205265.165952:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205265.165956:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205265.165958:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205265.165959:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205265.165961:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205265.165963:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3eb800 x1875052937951744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165969:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205265.165970:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3eb800 x1875052937951744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.165978:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.165979:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205265.165981:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205265.165984:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788205265.165987:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205265.165989:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310243445
00000100:00000001:1.0:1788205265.165991:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310247116
00000100:00000001:1.0:1788205265.165993:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310243445
00000100:00000001:1.0:1788205265.165995:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310247116
00000100:00000001:1.0:1788205265.165997:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205265.165999:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.166001:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205265.166005:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205265/real 1788205265]  req@ffff8c5d3c3eb800 x1875052937951744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205265.166013:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205265.166014:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205265.166016:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205265.166018:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205265.166020:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205265.166022:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205265.166025:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3eb800 x1875052937951744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205265.166032:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3eb800 x1875052937951744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.166036:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205265.166037:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.166038:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205265.166039:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205265.166041:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3eb800 x1875052937951744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.166046:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205265.166048:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3eb800 x1875052937951744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.166052:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205265.166053:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.166054:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205265.166054:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.166055:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205265.166056:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205265.166058:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205265.166059:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205265.166060:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205265.166062:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3eb800 x1875052937951744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205265.166066:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937951744:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205265.166068:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205265.166070:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9c00 x1875052937951872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.166074:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205265.166075:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205265.166076:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205265.166078:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205265.166079:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205265.166080:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937951872:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205265.166082:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205265.166084:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205265.166085:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205265.166086:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205265.166089:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205265.166090:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205265.166092:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205265.166094:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205265.166096:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205265.166098:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937951872, portal 4
00000100:00000001:1.0:1788205265.166099:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205265.166100:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803424256 : -127142906127360 : ffff8c5d3c3e9c00)
00000100:00000040:1.0:1788205265.166104:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9c00 x1875052937951872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.166108:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205265.166110:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205265.166111:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205265.166112:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937951872, offset 0
00000400:00000200:1.0:1788205265.166114:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205265.166117:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205265.166118:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205265.166120:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205265.166122:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205265.166123:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205265.166125:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205265.166127:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547386:547386:256:4294967295] 192.168.201.135@tcp LPNI seq info [547352:547352:8:4294967295]
00000400:00000200:1.0:1788205265.166130:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205265.166133:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205265.166135:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205265.166137:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205265.166140:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205265.166142:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1788205265.166144:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205265.166146:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1788205265.166148:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205265.166150:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205265.166152:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205265.166154:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205265.166156:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205265.166157:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205265.166158:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205265.166161:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9c00 x1875052937951872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205290 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.166165:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205265.166167:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9c00 x1875052937951872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205290 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.166171:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.166172:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205265.166174:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205265.166176:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788205265.166177:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205265.166178:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310243462
00000100:00000001:1.0:1788205265.166180:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310247116
00000100:00000001:1.0:1788205265.166181:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310243462
00000100:00000001:1.0:1788205265.166183:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310247116
00000100:00000001:1.0:1788205265.166184:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205265.166185:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.166186:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205265.166188:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205265/real 1788205265]  req@ffff8c5d3c3e9c00 x1875052937951872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205265.166192:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205265.166192:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205265.166193:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205265.166195:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205265.166196:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205265.166198:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205265.166200:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9c00 x1875052937951872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205265.166204:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9c00 x1875052937951872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.166208:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205265.166208:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.166209:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205265.166210:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205265.166212:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9c00 x1875052937951872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.166215:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205265.166217:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9c00 x1875052937951872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.166220:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205265.166221:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.166222:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205265.166223:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.166224:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205265.166225:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205265.166226:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205265.166227:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205265.166228:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205265.166230:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9c00 x1875052937951872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205265.166235:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937951872:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205265.166237:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.166239:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205265.166241:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb480 x1875052937951488/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.166245:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205265.166246:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205265.166247:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205265.166248:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205265.166249:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205265.166250:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205265.166251:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205265.166252:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a400.
02000000:00000001:1.0:1788205265.166254:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205265.166255:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205265.166256:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb480.
00000100:00000001:1.0:1788205265.166258:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205265.166259:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.166260:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205265.166262:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ebb80 x1875052937951616/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.166265:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205265.166266:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205265.166267:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205265.166268:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205265.166268:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205265.166269:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205265.166270:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205265.166271:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1bc00.
02000000:00000001:1.0:1788205265.166272:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205265.166273:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205265.166274:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ebb80.
00000100:00000001:1.0:1788205265.166275:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205265.166276:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.166277:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205265.166279:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3eb800 x1875052937951744/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.166282:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205265.166283:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205265.166284:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205265.166285:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205265.166286:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205265.166287:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205265.166288:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205265.166289:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1a000.
02000000:00000001:1.0:1788205265.166290:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205265.166290:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205265.166291:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3eb800.
00000100:00000001:1.0:1788205265.166292:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205265.166293:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.166293:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205265.166295:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9c00 x1875052937951872/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205290 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205265.166313:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205265.166314:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205265.166315:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205265.166316:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205265.166317:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205265.166317:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205265.166318:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205265.166319:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca1b400.
02000000:00000001:1.0:1788205265.166320:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205265.166320:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205265.166321:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9c00.
00000100:00000001:1.0:1788205265.166322:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205265.166323:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.166324:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205265.166327:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205265.166328:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205265.166329:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205265.166330:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205265.356443:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205265.356453:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205265.356456:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205265.356463:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205265.356467:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205265.356471:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205265.356474:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205265.356477:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205265.356480:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205265.868465:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205265.868471:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205265.868477:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205265.868478:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205265.868561:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205265.868564:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205265.868567:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205266.380444:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205266.380453:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205266.380455:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205266.380463:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205266.380467:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205266.380471:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205266.380475:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205266.380478:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205266.380481:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205266.892840:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205266.892849:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205266.892858:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205266.892859:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205266.895619:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205266.895628:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205266.895634:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205267.404435:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205267.404442:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205267.404444:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205267.404449:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205267.404452:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205267.404456:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205267.404458:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205267.404461:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205267.404463:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205267.916461:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205267.916469:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205267.916471:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205267.916474:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205267.916478:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205267.916480:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205267.916482:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205267.916484:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205267.916487:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205267.916489:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205267.916489:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205267.916491:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205267.916491:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205267.916492:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205267.916493:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205267.916494:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205267.916542:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205267.916544:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205267.916546:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205268.428415:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205268.428424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205268.428426:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205268.428432:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205268.428437:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205268.428441:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205268.428444:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205268.428447:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205268.428450:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205268.940609:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205268.940617:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205268.940623:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205268.940624:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205268.944591:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205268.944597:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205268.944601:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205269.004436:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310247116, at 4310247168
00000100:00000010:0.0:1788205269.004454:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749900.
00000100:00000040:1.0:1788205269.004566:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310247116, at 4310247168
00000100:00000010:1.0:1788205269.004573:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749cc0.
00000100:00000001:2.0:1788205269.452741:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205269.452748:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205269.452750:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205269.452755:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205269.452759:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205269.452762:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205269.452765:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205269.452768:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205269.452770:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205269.964451:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205269.964458:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205269.964478:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205269.964479:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205269.964588:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205269.964592:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205269.964595:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788205270.287157:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205270.287168:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205270.287173:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205270.287177:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205270.287183:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205270.287191:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15576
00000400:00000200:2.0:1788205270.287200:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205270.287206:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205270.287209:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205270.287212:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205270.287216:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205270.287218:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205270.287221:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205270.287225:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205270.287227:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788205270.287230:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205270.287233:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788205270.287236:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788205270.287238:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788205270.287241:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205270.287243:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205270.287245:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205270.287247:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205270.287250:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788205270.287252:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205270.287255:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205270.287258:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205270.287262:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205270.287265:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205270.287267:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:2.0:1788205270.287270:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205270.287278:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9880.
00000020:00000040:2.0:1788205270.287282:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:2.0:1788205270.287287:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205270.287289:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205270.287293:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205270.287296:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205270.287318:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205270.287328:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19c00.
00000100:00000001:2.0:1788205270.287335:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205270.287344:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9880 x1875052937952000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205270.287354:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205270.287371:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205270.287377:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000fc021a5b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9880 x1875052937952000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205270.287399:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205270.287403:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205270.287406:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1788205270.287407:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205270.287409:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205270.287411:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205270.287423:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15576
00000400:00000200:2.0:1788205270.287427:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205270.287430:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205270.287432:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205270.287435:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205270.287437:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205270.287439:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205270.287441:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205270.287443:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205270.287444:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:2.0:1788205270.287446:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205270.287448:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:2.0:1788205270.287450:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:2.0:1788205270.287452:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:2.0:1788205270.287455:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205270.287469:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205270.287471:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205270.287473:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205270.287475:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:2.0:1788205270.287478:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205270.287480:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205270.287482:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205270.287488:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205270.287490:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205270.287492:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205270.287496:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205270.287500:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205270.287502:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.287505:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:2.0:1788205270.287506:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e8700.
00000020:00000040:2.0:1788205270.287510:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000100:00000001:1.0:1788205270.287511:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1788205270.287515:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788205270.287516:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1788205270.287518:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205270.287522:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205270.287524:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1788205270.287525:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9880 x1875052937952000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1788205270.287526:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1788205270.287533:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca19000.
00000100:00000001:1.0:1788205270.287540:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205270.287540:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.287545:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205270.287550:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:2.0:1788205270.287550:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e8700 x1875052937952128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788205270.287554:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205270.287559:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205270.287565:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1788205270.287566:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937952000:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205270.287569:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.287573:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1788205270.287577:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000817db3cf] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e8700 x1875052937952128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1788205270.287579:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205270.287583:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205270.287587:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205270.287593:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205270.287598:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205270.287604:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205270.287608:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000100:00000001:2.0:1788205270.287612:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788205270.287615:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00080000:2.0:1788205270.287617:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205270.287622:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1788205270.287624:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937952000, portal 25
00000100:00000001:2.0:1788205270.287624:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205270.287626:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205270.287629:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205270.287631:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788205270.287632:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803423360 : -127142906128256 : ffff8c5d3c3e9880)
00000100:00080000:2.0:1788205270.287636:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15576
00000100:00000040:1.0:1788205270.287642:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9880 x1875052937952000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1788205270.287644:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205270.287652:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788205270.287656:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1788205270.287657:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205270.287662:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00000040:2.0:1788205270.287665:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000010:1.0:1788205270.287666:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000001:2.0:1788205270.287670:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1788205270.287671:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937952000, offset 0
00000100:00000040:2.0:1788205270.287676:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205270.287680:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788205270.287682:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000020:00000001:2.0:1788205270.287683:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205270.287686:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:2.0:1788205270.287688:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205270.287690:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000400:00000200:1.0:1788205270.287693:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:2.0:1788205270.287694:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:2.0:1788205270.287699:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788205270.287702:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000040:2.0:1788205270.287704:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205270.287709:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788205270.287712:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1788205270.287714:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205270.287718:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788205270.287719:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:2.0:1788205270.287723:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000400:00000200:1.0:1788205270.287726:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00080000:2.0:1788205270.287730:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000400:00000200:1.0:1788205270.287733:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000001:2.0:1788205270.287736:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205270.287741:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547387:547387:256:4294967295] 192.168.201.135@tcp LPNI seq info [547353:547353:8:4294967295]
02000000:00000001:2.0:1788205270.287741:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205270.287746:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788205270.287750:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000001:2.0:1788205270.287751:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205270.287755:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205270.287757:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1788205270.287762:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205270.287765:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1788205270.287766:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205270.287773:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3ea300.
00000020:00000040:2.0:1788205270.287777:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:2.0:1788205270.287780:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1788205270.287781:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205270.287782:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1788205270.287784:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1788205270.287785:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788205270.287787:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
02000000:00000010:2.0:1788205270.287790:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18c00.
00000100:00000001:2.0:1788205270.287794:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788205270.287799:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000100:00100000:2.0:1788205270.287800:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3ea300 x1875052937952256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1788205270.287809:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205270.287811:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788205270.287817:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000040:2.0:1788205270.287817:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bc254857] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3ea300 x1875052937952256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1788205270.287823:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00000001:2.0:1788205270.287832:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788205270.287833:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00080000:2.0:1788205270.287837:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1788205270.287838:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000100:00080000:2.0:1788205270.287844:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:2.0:1788205270.287848:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:1.0:1788205270.287849:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00080000:2.0:1788205270.287852:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1788205270.287853:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000100:00000001:2.0:1788205270.287858:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205270.287862:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15576
00000400:00000200:2.0:1788205270.287867:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205270.287868:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205270.287872:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205270.287876:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205270.287880:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788205270.287883:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1788205270.287884:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205270.287889:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788205270.287891:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000100:00000001:2.0:1788205270.287892:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000010:1.0:1788205270.287895:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000020:00000001:2.0:1788205270.287897:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205270.287900:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:1.0:1788205270.287902:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000020:00000001:2.0:1788205270.287902:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205270.287907:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000200:1.0:1788205270.287910:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9880 x1875052937952000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1788205270.287911:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:2.0:1788205270.287916:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:2.0:1788205270.287924:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205270.287928:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205270.287929:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205270.287931:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000040:1.0:1788205270.287936:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9880 x1875052937952000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205270.287936:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205270.287942:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:2.0:1788205270.287949:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205270.287953:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205270.287953:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.287957:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:2.0:1788205270.287958:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205270.287962:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205270.287963:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205270.287965:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205270.287970:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205270.287970:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:2.0:1788205270.287974:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788205270.287975:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310252239
00000008:00000001:2.0:1788205270.287980:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205270.287982:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749cc0.
00000100:00000001:2.0:1788205270.287983:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205270.287989:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9500.
00000100:00000001:1.0:1788205270.287991:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000020:00000040:2.0:1788205270.287993:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:2.0:1788205270.287998:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788205270.287999:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310252239
02000000:00000001:2.0:1788205270.288000:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205270.288004:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1788205270.288007:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749a80.
02000000:00000001:2.0:1788205270.288008:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788205270.288013:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1788205270.288013:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.288018:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1788205270.288021:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18800.
00000100:00000001:1.0:1788205270.288022:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.288027:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1788205270.288027:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205270.288034:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205270/real 1788205270]  req@ffff8c5d3c3e9880 x1875052937952000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205270.288037:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9500 x1875052937952384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1788205270.288059:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:2.0:1788205270.288059:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1788205270.288063:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1788205270.288064:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788205270.288066:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205270.288071:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000100:00000040:2.0:1788205270.288071:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0a7cfc9] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9500 x1875052937952384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788205270.288074:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205270.288079:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205270.288086:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9880 x1875052937952000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205270.288087:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1788205270.288093:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205270.288099:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1788205270.288100:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9880 x1875052937952000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205270.288101:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205270.288105:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205270.288111:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000001:1.0:1788205270.288116:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00080000:2.0:1788205270.288117:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15576
00000100:00000001:1.0:1788205270.288121:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.288126:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:2.0:1788205270.288126:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205270.288130:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1788205270.288132:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205270.288137:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1788205270.288138:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9880 x1875052937952000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1788205270.288145:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205270.288150:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205270.288154:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205270.288155:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205270.288159:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205270.288162:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000040:1.0:1788205270.288163:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9880 x1875052937952000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1788205270.288165:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:2.0:1788205270.288168:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205270.288171:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:2.0:1788205270.288176:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788205270.288178:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1788205270.288180:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000001:1.0:1788205270.288183:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.288187:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:2.0:1788205270.288188:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205270.288189:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205270.288194:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205270.288195:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205270.288198:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:2.0:1788205270.288199:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00080000:1.0:1788205270.288203:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:2.0:1788205270.288204:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00080000:1.0:1788205270.288209:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000020:00000040:2.0:1788205270.288210:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:1.0:1788205270.288214:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:2.0:1788205270.288216:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000040:1.0:1788205270.288222:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9880 x1875052937952000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205270.288222:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205270.288227:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1788205270.288231:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1788205270.288235:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937952000:192.168.201.135@tcp:250:kworker.0
02000000:00000001:2.0:1788205270.288236:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205270.288241:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205270.288243:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:2.0:1788205270.288245:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788205270.288247:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1788205270.288251:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205270.288252:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9880 x1875052937952000/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205270.288255:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1788205270.288261:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3c3e9f80.
00000100:00000001:1.0:1788205270.288264:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000020:00000040:2.0:1788205270.288266:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205270.288269:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1788205270.288270:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1788205270.288273:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:2.0:1788205270.288273:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205270.288278:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205270.288279:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:2.0:1788205270.288280:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:1.0:1788205270.288282:0:2392:0:(genops.c:1238:class_import_put()) Process entered
02000000:00000001:2.0:1788205270.288284:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1788205270.288285:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
02000000:00000010:2.0:1788205270.288289:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3ca18000.
00000020:00000001:1.0:1788205270.288290:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205270.288293:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19c00.
00000100:00000001:2.0:1788205270.288295:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205270.288322:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3c3e9f80 x1875052937952512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1788205270.288330:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:2.0:1788205270.288330:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1788205270.288333:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205270.288334:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205270.288338:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9880.
00000100:00000040:2.0:1788205270.288340:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005ac4d974] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3c3e9f80 x1875052937952512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.288343:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205270.288346:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.288351:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205270.288354:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.288361:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:2.0:1788205270.288361:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15586)
00000100:00000001:1.0:1788205270.288365:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.288369:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205270.288371:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205270.288373:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205270.288378:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e8700 x1875052937952128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.288385:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205270.288386:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205270.288389:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205270.288391:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205270.288392:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205270.288395:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937952128:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205270.288398:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205270.288400:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205270.288401:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205270.288403:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205270.288406:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205270.288408:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205270.288411:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205270.288413:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205270.288417:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205270.288419:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937952128, portal 10
00000100:00000001:1.0:1788205270.288421:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205270.288422:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803418880 : -127142906132736 : ffff8c5d3c3e8700)
00000100:00000040:1.0:1788205270.288428:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e8700 x1875052937952128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.288435:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205270.288437:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205270.288438:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205270.288441:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937952128, offset 0
00000400:00000200:1.0:1788205270.288444:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205270.288448:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205270.288451:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205270.288454:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205270.288468:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205270.288471:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205270.288473:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205270.288477:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547388:547388:256:4294967295] 192.168.201.135@tcp LPNI seq info [547354:547354:8:4294967295]
00000400:00000200:1.0:1788205270.288481:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205270.288486:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205270.288489:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205270.288493:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205270.288496:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205270.288498:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788205270.288502:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205270.288504:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788205270.288506:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205270.288508:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205270.288511:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205270.288513:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205270.288516:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205270.288517:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205270.288519:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205270.288522:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e8700 x1875052937952128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.288529:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205270.288531:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e8700 x1875052937952128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.288537:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.288539:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205270.288542:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205270.288545:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788205270.288548:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205270.288550:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310248480
00000100:00000001:1.0:1788205270.288552:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310252239
00000100:00000001:1.0:1788205270.288554:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310248480
00000100:00000001:1.0:1788205270.288556:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310252239
00000100:00000001:1.0:1788205270.288558:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205270.288561:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.288563:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205270.288566:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205270/real 1788205270]  req@ffff8c5d3c3e8700 x1875052937952128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205270.288573:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205270.288574:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205270.288576:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205270.288578:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205270.288580:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205270.288582:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205270.288585:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e8700 x1875052937952128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205270.288593:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e8700 x1875052937952128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.288598:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205270.288600:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.288601:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205270.288602:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205270.288605:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e8700 x1875052937952128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.288610:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205270.288614:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e8700 x1875052937952128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.288619:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205270.288621:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.288623:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205270.288624:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.288625:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205270.288627:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205270.288629:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205270.288633:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205270.288635:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205270.288639:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e8700 x1875052937952128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205270.288647:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937952128:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205270.288651:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205270.288653:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3ea300 x1875052937952256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.288659:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205270.288660:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205270.288662:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205270.288664:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205270.288666:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205270.288668:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937952256:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205270.288670:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205270.288672:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205270.288674:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205270.288675:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205270.288678:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205270.288680:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205270.288683:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205270.288686:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205270.288689:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205270.288691:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937952256, portal 10
00000100:00000001:1.0:1788205270.288693:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205270.288694:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803426048 : -127142906125568 : ffff8c5d3c3ea300)
00000100:00000040:1.0:1788205270.288699:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3ea300 x1875052937952256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.288705:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205270.288708:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205270.288710:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205270.288712:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937952256, offset 0
00000400:00000200:1.0:1788205270.288716:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205270.288720:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205270.288723:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205270.288726:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205270.288728:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205270.288731:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205270.288733:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205270.288736:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547389:547389:256:4294967295] 192.168.201.135@tcp LPNI seq info [547355:547355:8:4294967295]
00000400:00000200:1.0:1788205270.288739:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205270.288745:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205270.288749:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205270.288752:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205270.288756:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205270.288759:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788205270.288762:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205270.288765:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788205270.288769:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205270.288771:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205270.288776:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205270.288779:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205270.288782:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205270.288783:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205270.288785:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205270.288788:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3ea300 x1875052937952256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.288796:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205270.288799:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3ea300 x1875052937952256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.288805:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.288807:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205270.288810:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205270.288812:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788205270.288815:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205270.288817:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310248475
00000100:00000001:1.0:1788205270.288820:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310252239
00000100:00000001:1.0:1788205270.288822:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310248475
00000100:00000001:1.0:1788205270.288823:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310252239
00000100:00000001:1.0:1788205270.288826:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205270.288828:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.288829:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205270.288832:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205270/real 1788205270]  req@ffff8c5d3c3ea300 x1875052937952256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205270.288839:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205270.288841:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205270.288842:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205270.288844:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205270.288846:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205270.288848:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205270.288851:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3ea300 x1875052937952256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205270.288858:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3ea300 x1875052937952256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.288865:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205270.288866:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.288868:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205270.288869:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205270.288873:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3ea300 x1875052937952256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.288880:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205270.288884:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3ea300 x1875052937952256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.289800:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205270.289805:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.289983:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205270.289985:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.289987:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205270.289989:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205270.289992:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205270.289997:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205270.289999:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205270.290005:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3ea300 x1875052937952256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205270.290013:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937952256:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205270.290018:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205270.290021:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9500 x1875052937952384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290028:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205270.290030:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205270.290032:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205270.290034:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205270.290037:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205270.290040:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937952384:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205270.290043:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205270.290045:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205270.290047:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205270.290049:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205270.290053:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205270.290055:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205270.290062:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205270.290064:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205270.290068:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205270.290072:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937952384, portal 4
00000100:00000001:1.0:1788205270.290074:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205270.290075:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803422464 : -127142906129152 : ffff8c5d3c3e9500)
00000100:00000040:1.0:1788205270.290082:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9500 x1875052937952384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290087:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205270.290089:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205270.290092:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205270.290094:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937952384, offset 0
00000400:00000200:1.0:1788205270.290098:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205270.290103:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205270.290107:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205270.290110:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205270.290113:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205270.290115:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205270.290118:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205270.290120:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547390:547390:256:4294967295] 192.168.201.135@tcp LPNI seq info [547356:547356:8:4294967295]
00000400:00000200:1.0:1788205270.290124:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205270.290131:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205270.290136:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205270.290139:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205270.290143:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205270.290146:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788205270.290151:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205270.290153:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788205270.290157:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205270.290159:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205270.290163:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205270.290167:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205270.290170:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205270.290172:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205270.290175:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205270.290179:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9500 x1875052937952384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290188:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205270.290191:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9500 x1875052937952384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290197:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.290199:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205270.290202:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205270.290205:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788205270.290209:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205270.290211:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310248569
00000100:00000001:1.0:1788205270.290213:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310252239
00000100:00000001:1.0:1788205270.290215:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310248569
00000100:00000001:1.0:1788205270.290217:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310252239
00000100:00000001:1.0:1788205270.290220:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205270.290222:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.290224:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205270.290228:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205270/real 1788205270]  req@ffff8c5d3c3e9500 x1875052937952384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205270.290235:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205270.290237:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205270.290238:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205270.290241:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205270.290242:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205270.290244:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205270.290247:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9500 x1875052937952384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205270.290256:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9500 x1875052937952384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290263:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205270.290264:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.290266:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205270.290267:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205270.290270:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9500 x1875052937952384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290277:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205270.290280:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9500 x1875052937952384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290287:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205270.290289:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.290290:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205270.290291:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.290293:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205270.290294:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205270.290297:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205270.290318:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205270.290320:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205270.290324:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9500 x1875052937952384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205270.290331:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937952384:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205270.290335:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205270.290339:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3c3e9f80 x1875052937952512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290344:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205270.290346:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205270.290348:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205270.290350:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205270.290352:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205270.290354:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937952512:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205270.290358:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205270.290359:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205270.290361:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205270.290362:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205270.290365:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205270.290367:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205270.290370:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205270.290372:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205270.290375:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205270.290378:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937952512, portal 4
00000100:00000001:1.0:1788205270.290380:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205270.290381:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930803425152 : -127142906126464 : ffff8c5d3c3e9f80)
00000100:00000040:1.0:1788205270.290386:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3c3e9f80 x1875052937952512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290392:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205270.290394:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205270.290396:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205270.290398:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937952512, offset 0
00000400:00000200:1.0:1788205270.290402:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205270.290406:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205270.290409:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205270.290412:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205270.290414:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205270.290416:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205270.290418:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205270.290421:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547391:547391:256:4294967295] 192.168.201.135@tcp LPNI seq info [547357:547357:8:4294967295]
00000400:00000200:1.0:1788205270.290425:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205270.290431:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205270.290435:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205270.290438:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205270.290442:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205270.290444:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1788205270.290448:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205270.290451:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1788205270.290454:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205270.290468:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205270.290473:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205270.290476:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205270.290479:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205270.290480:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205270.290483:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205270.290486:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3c3e9f80 x1875052937952512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205295 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290493:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205270.290496:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3c3e9f80 x1875052937952512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205295 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290502:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.290503:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205270.290506:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205270.290509:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788205270.290512:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205270.290514:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310248587
00000100:00000001:1.0:1788205270.290517:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310252239
00000100:00000001:1.0:1788205270.290519:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310248587
00000100:00000001:1.0:1788205270.290520:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310252239
00000100:00000001:1.0:1788205270.290522:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205270.290524:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.290526:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205270.290530:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205270/real 1788205270]  req@ffff8c5d3c3e9f80 x1875052937952512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205270.290538:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205270.290539:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205270.290540:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205270.290542:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205270.290544:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205270.290546:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205270.290549:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3c3e9f80 x1875052937952512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205270.290556:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3c3e9f80 x1875052937952512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290562:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205270.290563:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.290565:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205270.290566:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205270.290569:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3c3e9f80 x1875052937952512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290576:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205270.290579:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3c3e9f80 x1875052937952512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290586:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205270.290587:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.290589:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205270.290591:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.290592:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205270.290594:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205270.290596:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205270.290599:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205270.290601:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205270.290605:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3c3e9f80 x1875052937952512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205270.290612:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937952512:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205270.290615:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.290618:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205270.290621:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e8700 x1875052937952128/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290628:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205270.290631:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205270.290633:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205270.290636:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205270.290638:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205270.290640:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205270.290642:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205270.290644:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca19000.
02000000:00000001:1.0:1788205270.290648:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205270.290649:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205270.290651:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e8700.
00000100:00000001:1.0:1788205270.290654:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205270.290655:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.290656:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205270.290659:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3ea300 x1875052937952256/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290666:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205270.290667:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205270.290669:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205270.290671:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205270.290672:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205270.290673:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205270.290675:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205270.290676:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:1.0:1788205270.290678:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205270.290679:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205270.290681:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3ea300.
00000100:00000001:1.0:1788205270.290683:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205270.290684:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.290685:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205270.290688:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9500 x1875052937952384/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290694:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205270.290696:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205270.290697:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205270.290699:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205270.290700:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205270.290701:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205270.290703:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205270.290704:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18800.
02000000:00000001:1.0:1788205270.290706:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205270.290707:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205270.290708:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9500.
00000100:00000001:1.0:1788205270.290710:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205270.290711:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.290712:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205270.290715:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3c3e9f80 x1875052937952512/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205295 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205270.290720:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205270.290721:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205270.290723:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205270.290725:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205270.290725:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205270.290727:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205270.290728:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205270.290730:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3ca18000.
02000000:00000001:1.0:1788205270.290731:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205270.290732:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205270.290734:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3c3e9f80.
00000100:00000001:1.0:1788205270.290735:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205270.290736:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.290739:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205270.290746:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205270.290748:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205270.290750:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205270.290752:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205270.476362:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205270.476371:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205270.476374:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205270.476381:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205270.476385:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205270.476388:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205270.476391:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205270.476394:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205270.476397:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205270.988501:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205270.988509:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205270.988518:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205270.988519:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205270.988793:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205270.988797:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205270.988801:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205271.500411:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205271.500420:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205271.500422:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205271.500428:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205271.500432:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205271.500469:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205271.500473:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205271.500475:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205271.500479:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205272.012504:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205272.012512:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205272.012517:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205272.012518:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205272.012615:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205272.012619:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205272.012622:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205272.524870:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205272.524878:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205272.524880:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205272.524898:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205272.524902:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205272.524907:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205272.524910:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205272.524912:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205272.524915:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205273.036441:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205273.036448:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205273.036453:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205273.036454:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205273.036509:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205273.036512:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205273.036515:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.0:1788205273.292427:0:2384:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0a41ed80] -> 12345-192.168.201.35@tcp (6)
00000800:00000200:1.0:1788205273.292435:0:2384:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.201.35@tcp ip 192.168.201.35:988
00000800:00000200:1.0:1788205273.292440:0:2384:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff8c5d10f49a00 type 192, nob 24 niov 1 nkiov 0
00000800:00000001:1.0:1788205273.292604:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000200:0.0:1788205273.292621:0:2386:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0
00000800:00000001:1.0:1788205273.292622:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000800:00000001:1.0:1788205273.292628:0:2385:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered
00000800:00000001:1.0:1788205273.292631:0:2385:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205273.548346:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205273.548352:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205273.548354:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205273.548358:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205273.548360:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205273.548364:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205273.548365:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205273.548367:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205273.548369:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205274.060478:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205274.060485:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205274.060490:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205274.060491:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205274.060560:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205274.060563:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205274.060567:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205274.124376:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310252239, at 4310252288
00000100:00000040:1.0:1788205274.124376:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310252239, at 4310252288
00000100:00000010:0.0:1788205274.124403:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749cc0.
00000100:00000010:1.0:1788205274.124403:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749a80.
00000100:00000001:2.0:1788205274.572378:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205274.572398:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205274.572400:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205274.572404:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205274.572407:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205274.572409:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205274.572411:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205274.572413:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205274.572415:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205275.084408:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205275.084414:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205275.084418:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205275.084419:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205275.084478:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205275.084483:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205275.084487:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205275.404431:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205275.404440:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205275.404442:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205275.404446:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205275.404449:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205275.404455:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15581
00000400:00000200:0.0:1788205275.404462:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205275.404466:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205275.404468:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205275.404471:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404473:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205275.404475:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404476:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205275.404479:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205275.404481:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788205275.404483:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205275.404485:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788205275.404486:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788205275.404488:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788205275.404490:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404491:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205275.404492:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404493:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205275.404495:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788205275.404497:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404498:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205275.404501:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205275.404504:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205275.404505:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205275.404507:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205275.404508:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205275.404516:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb800.
00000020:00000040:0.0:1788205275.404518:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788205275.404521:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205275.404522:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205275.404525:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205275.404527:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205275.404531:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205275.404544:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7000.
00000100:00000001:0.0:1788205275.404553:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205275.404562:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb800 x1875052937952640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205275.404572:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205275.404577:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205275.404582:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000e525778] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb800 x1875052937952640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205275.404599:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205275.404602:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205275.404604:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205275.404605:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205275.404606:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205275.404608:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205275.404610:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15581
00000400:00000200:0.0:1788205275.404612:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205275.404614:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205275.404615:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205275.404617:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404619:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205275.404620:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404622:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205275.404624:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205275.404625:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788205275.404626:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205275.404627:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788205275.404628:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788205275.404629:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788205275.404631:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404633:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205275.404634:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1788205275.404635:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404638:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788205275.404639:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1788205275.404640:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00000001:1.0:1788205275.404643:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1788205275.404644:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404647:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205275.404650:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1788205275.404651:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb800 x1875052937952640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1788205275.404655:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205275.404658:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205275.404662:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205275.404663:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205275.404665:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1788205275.404666:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1788205275.404668:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1788205275.404669:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205275.404671:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1788205275.404672:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205275.404676:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205275.404677:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8700.
00000100:00100000:1.0:1788205275.404680:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937952640:192.168.201.135@tcp:250:kworker.0
00000020:00000040:0.0:1788205275.404681:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205275.404686:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788205275.404687:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1788205275.404689:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205275.404691:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205275.404692:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205275.404692:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1788205275.404696:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205275.404696:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205275.404702:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1788205275.404703:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7800.
00000100:00000001:0.0:1788205275.404707:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205275.404708:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205275.404711:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205275.404712:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8700 x1875052937952768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1788205275.404718:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:0.0:1788205275.404723:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1788205275.404724:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000100:00000001:0.0:1788205275.404727:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205275.404731:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ab2a0be] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8700 x1875052937952768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788205275.404732:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205275.404739:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937952640, portal 25
00000100:00000001:0.0:1788205275.404740:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205275.404744:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1788205275.404745:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788205275.404746:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871312896 : -127143838238720 : ffff8c5d04afb800)
00000100:00080000:0.0:1788205275.404752:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:1.0:1788205275.404754:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb800 x1875052937952640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205275.404755:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205275.404760:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205275.404763:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1788205275.404765:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00000040:1.0:1788205275.404766:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205275.404769:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00080000:0.0:1788205275.404771:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15581
00000100:00000200:1.0:1788205275.404772:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937952640, offset 0
00000400:00000200:0.0:1788205275.404779:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205275.404780:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:0.0:1788205275.404787:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205275.404790:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1788205275.404790:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:0.0:1788205275.404796:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000400:00000200:1.0:1788205275.404799:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000100:00000001:0.0:1788205275.404800:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205275.404804:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404806:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788205275.404808:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1788205275.404809:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205275.404811:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788205275.404813:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000400:00000200:1.0:1788205275.404814:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000020:00000040:0.0:1788205275.404816:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:0.0:1788205275.404818:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788205275.404819:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1788205275.404820:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000400:00000200:1.0:1788205275.404823:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00000040:0.0:1788205275.404826:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404829:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788205275.404830:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547392:547392:256:4294967295] 192.168.201.135@tcp LPNI seq info [547358:547358:8:4294967295]
00000100:00000040:0.0:1788205275.404833:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404836:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788205275.404837:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000040:0.0:1788205275.404840:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:0.0:1788205275.404843:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404845:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205275.404848:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205275.404851:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1788205275.404851:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1788205275.404855:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205275.404858:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205275.404860:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000800:00000200:1.0:1788205275.404862:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000008:00000001:0.0:1788205275.404863:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205275.404866:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788205275.404866:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000100:00000010:0.0:1788205275.404871:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb480.
00000020:00000040:0.0:1788205275.404875:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000800:00000200:1.0:1788205275.404875:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:0.0:1788205275.404879:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205275.404881:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1788205275.404881:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1788205275.404886:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205275.404888:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1788205275.404888:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
02000000:00000001:0.0:1788205275.404891:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1788205275.404892:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
02000000:00000010:0.0:1788205275.404895:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7400.
00000800:00000100:1.0:1788205275.404896:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404900:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1788205275.404900:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000100:00100000:0.0:1788205275.404908:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb480 x1875052937952896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205275.404913:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1788205275.404913:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1788205275.404917:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205275.404922:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c3c5ab9f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb480 x1875052937952896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788205275.404922:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205275.404926:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205275.404929:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:0.0:1788205275.404931:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205275.404934:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1788205275.404934:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00080000:0.0:1788205275.404938:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205275.404940:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1788205275.404940:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb800 x1875052937952640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205275.404943:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205275.404946:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205275.404951:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15581
00000100:00000001:1.0:1788205275.404955:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000400:00000200:0.0:1788205275.404956:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205275.404960:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000040:1.0:1788205275.404960:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb800 x1875052937952640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205275.404965:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205275.404970:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404973:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205275.404973:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205275.404977:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000040:0.0:1788205275.404978:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.404980:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205275.404982:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000100:00000001:1.0:1788205275.404983:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1788205275.404984:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788205275.404986:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205275.404988:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000400:00000200:1.0:1788205275.404989:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000020:00000001:0.0:1788205275.404991:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000001:1.0:1788205275.404992:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310257356
00000020:00000001:0.0:1788205275.404995:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788205275.404998:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000010:1.0:1788205275.404998:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749a80.
00000100:00000001:0.0:1788205275.404999:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205275.405003:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.405004:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205275.405006:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00000001:1.0:1788205275.405006:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00080000:0.0:1788205275.405010:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205275.405012:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205275.405013:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788205275.405013:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310257356
02000000:00000001:0.0:1788205275.405015:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205275.405018:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205275.405018:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205275.405020:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205275.405021:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205275.405022:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205275.405025:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8000.
00000100:00000010:1.0:1788205275.405025:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7499c0.
00000020:00000040:0.0:1788205275.405030:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000001:1.0:1788205275.405030:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1788205275.405034:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205275.405036:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205275.405037:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1788205275.405037:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205275.405038:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205275.405041:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205275.405042:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205275.405045:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5400.
00000100:00000001:1.0:1788205275.405045:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1788205275.405049:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205275.405051:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205275/real 1788205275]  req@ffff8c5d04afb800 x1875052937952640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205275.405055:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8000 x1875052937953024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1788205275.405065:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1788205275.405067:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000400:00000001:1.0:1788205275.405068:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1788205275.405070:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788205275.405071:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205275.405075:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000100:00000040:0.0:1788205275.405076:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f555b94f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8000 x1875052937953024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1788205275.405077:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205275.405081:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000001:0.0:1788205275.405087:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1788205275.405087:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb800 x1875052937952640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1788205275.405091:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205275.405097:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205275.405100:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205275.405102:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1788205275.405104:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb800 x1875052937952640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205275.405105:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205275.405110:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15581
00000400:00000200:0.0:1788205275.405116:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205275.405117:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000400:00000200:0.0:1788205275.405120:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788205275.405120:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.405122:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00080000:0.0:1788205275.405123:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1788205275.405125:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1788205275.405127:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.405130:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1788205275.405131:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb800 x1875052937952640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205275.405134:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.405137:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205275.405140:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205275.405142:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:0.0:1788205275.405145:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788205275.405146:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1788205275.405147:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:0.0:1788205275.405151:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788205275.405152:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788205275.405154:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb800 x1875052937952640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1788205275.405157:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.405160:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205275.405164:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205275.405167:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788205275.405169:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:0.0:1788205275.405170:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00000001:1.0:1788205275.405174:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1788205275.405175:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205275.405177:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1788205275.405178:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205275.405179:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1788205275.405182:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1788205275.405183:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
02000000:00000001:0.0:1788205275.405185:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205275.405186:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:0.0:1788205275.405188:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205275.405189:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1788205275.405190:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205275.405193:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00080000:1.0:1788205275.405194:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000008:00000001:0.0:1788205275.405195:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205275.405197:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1788205275.405198:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205275.405202:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8a80.
00000100:00000040:1.0:1788205275.405202:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb800 x1875052937952640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1788205275.405205:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205275.405209:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205275.405211:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205275.405214:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1788205275.405215:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937952640:192.168.201.135@tcp:250:kworker.0
02000000:00000001:0.0:1788205275.405216:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205275.405218:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205275.405220:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1788205275.405221:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6800.
00000100:00000001:1.0:1788205275.405223:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1788205275.405225:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205275.405228:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb800 x1875052937952640/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1788205275.405232:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8a80 x1875052937953152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205275.405254:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205275.405256:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
00000100:00000001:0.0:1788205275.405257:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205275.405259:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1788205275.405262:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afd37ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8a80 x1875052937953152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1788205275.405263:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205275.405267:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205275.405269:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205275.405272:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000100:00000001:0.0:1788205275.405273:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205275.405274:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
00000100:00000040:0.0:1788205275.405278:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15591)
02000000:00000010:1.0:1788205275.405278:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:1.0:1788205275.405284:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205275.405286:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205275.405287:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb800.
00000100:00000001:1.0:1788205275.405291:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205275.405292:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.405293:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.405320:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205275.405321:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205275.405323:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205275.405324:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205275.405325:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205275.405328:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8700 x1875052937952768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405332:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205275.405333:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205275.405334:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205275.405335:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205275.405337:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205275.405338:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937952768:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205275.405345:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205275.405347:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205275.405348:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205275.405349:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205275.405351:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205275.405352:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205275.405354:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205275.405356:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205275.405358:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205275.405360:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937952768, portal 10
00000100:00000001:1.0:1788205275.405361:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205275.405362:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871300352 : -127143838251264 : ffff8c5d04af8700)
00000100:00000040:1.0:1788205275.405367:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8700 x1875052937952768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405383:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205275.405385:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205275.405386:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205275.405388:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937952768, offset 0
00000400:00000200:1.0:1788205275.405390:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205275.405392:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205275.405395:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205275.405397:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205275.405398:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205275.405400:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205275.405401:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205275.405403:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547393:547393:256:4294967295] 192.168.201.135@tcp LPNI seq info [547359:547359:8:4294967295]
00000400:00000200:1.0:1788205275.405406:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205275.405409:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205275.405412:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205275.405413:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205275.405416:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205275.405417:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788205275.405420:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205275.405422:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788205275.405424:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205275.405425:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205275.405428:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205275.405430:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205275.405431:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205275.405433:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205275.405435:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205275.405437:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8700 x1875052937952768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405441:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205275.405443:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8700 x1875052937952768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405447:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205275.405448:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205275.405450:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205275.405453:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788205275.405455:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205275.405456:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310253597
00000100:00000001:1.0:1788205275.405458:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310257356
00000100:00000001:1.0:1788205275.405459:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310253597
00000100:00000001:1.0:1788205275.405461:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310257356
00000100:00000001:1.0:1788205275.405462:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205275.405463:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205275.405464:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205275.405466:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205275/real 1788205275]  req@ffff8c5d04af8700 x1875052937952768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205275.405470:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205275.405470:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205275.405471:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205275.405473:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205275.405474:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205275.405475:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205275.405477:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8700 x1875052937952768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205275.405481:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8700 x1875052937952768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405489:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205275.405490:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.405492:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205275.405493:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205275.405496:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8700 x1875052937952768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405503:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205275.405506:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8700 x1875052937952768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405512:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205275.405515:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.405516:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205275.405517:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.405519:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205275.405521:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205275.405523:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205275.405526:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205275.405528:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205275.405532:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8700 x1875052937952768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205275.405540:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937952768:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205275.405543:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205275.405546:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb480 x1875052937952896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405559:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205275.405560:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205275.405562:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205275.405563:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205275.405564:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205275.405568:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937952896:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205275.405570:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205275.405571:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205275.405572:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205275.405573:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205275.405576:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205275.405577:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205275.405579:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205275.405581:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205275.405583:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205275.405584:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937952896, portal 10
00000100:00000001:1.0:1788205275.405586:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205275.405587:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871312000 : -127143838239616 : ffff8c5d04afb480)
00000100:00000040:1.0:1788205275.405590:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb480 x1875052937952896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405594:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205275.405595:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205275.405597:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205275.405598:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937952896, offset 0
00000400:00000200:1.0:1788205275.405600:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205275.405603:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205275.405605:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205275.405606:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205275.405608:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205275.405610:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205275.405611:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205275.405613:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547394:547394:256:4294967295] 192.168.201.135@tcp LPNI seq info [547360:547360:8:4294967295]
00000400:00000200:1.0:1788205275.405615:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205275.405619:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205275.405622:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205275.405624:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205275.405626:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205275.405628:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788205275.405630:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205275.405631:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788205275.405634:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205275.405635:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205275.405637:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205275.405639:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205275.405641:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205275.405642:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205275.405643:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205275.405645:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb480 x1875052937952896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405650:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205275.405651:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb480 x1875052937952896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405655:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205275.405656:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205275.405658:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205275.405659:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788205275.405661:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205275.405662:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310253592
00000100:00000001:1.0:1788205275.405664:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310257356
00000100:00000001:1.0:1788205275.405665:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310253592
00000100:00000001:1.0:1788205275.405666:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310257356
00000100:00000001:1.0:1788205275.405667:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205275.405668:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205275.405669:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205275.405671:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205275/real 1788205275]  req@ffff8c5d04afb480 x1875052937952896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205275.405676:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205275.405677:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205275.405678:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205275.405679:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205275.405680:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205275.405681:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205275.405683:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb480 x1875052937952896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205275.405687:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb480 x1875052937952896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405690:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205275.405691:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.405692:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205275.405693:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205275.405695:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb480 x1875052937952896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405699:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205275.405701:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb480 x1875052937952896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405704:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205275.405706:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.405706:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205275.405707:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.405708:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205275.405709:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205275.405710:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205275.405712:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205275.405713:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205275.405715:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb480 x1875052937952896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205275.405720:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937952896:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205275.405722:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205275.405723:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8000 x1875052937953024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405727:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205275.405728:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205275.405729:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205275.405729:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205275.405730:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205275.405732:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937953024:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205275.405734:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205275.405734:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205275.405735:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205275.405736:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205275.405738:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205275.405739:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205275.405740:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205275.405742:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205275.405743:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205275.405745:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937953024, portal 4
00000100:00000001:1.0:1788205275.405746:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205275.405747:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871298560 : -127143838253056 : ffff8c5d04af8000)
00000100:00000040:1.0:1788205275.405750:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8000 x1875052937953024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405754:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205275.405755:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205275.405756:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205275.405758:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937953024, offset 0
00000400:00000200:1.0:1788205275.405761:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205275.405762:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205275.405764:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205275.405766:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205275.405767:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205275.405768:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205275.405770:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205275.405771:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547395:547395:256:4294967295] 192.168.201.135@tcp LPNI seq info [547361:547361:8:4294967295]
00000400:00000200:1.0:1788205275.405774:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205275.405777:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205275.405779:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205275.405781:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205275.405782:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205275.405784:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788205275.405786:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205275.405788:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788205275.405790:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205275.405791:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205275.405793:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205275.405795:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205275.405797:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205275.405797:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205275.405799:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205275.405800:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8000 x1875052937953024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405805:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205275.405806:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8000 x1875052937953024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405810:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205275.405811:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205275.405812:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205275.405814:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788205275.405815:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205275.405817:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310253685
00000100:00000001:1.0:1788205275.405818:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310257356
00000100:00000001:1.0:1788205275.405820:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310253685
00000100:00000001:1.0:1788205275.405821:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310257356
00000100:00000001:1.0:1788205275.405822:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205275.405823:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205275.405824:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205275.405826:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205275/real 1788205275]  req@ffff8c5d04af8000 x1875052937953024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205275.405830:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205275.405830:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205275.405831:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205275.405832:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205275.405833:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205275.405834:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205275.405836:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8000 x1875052937953024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205275.405841:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8000 x1875052937953024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405844:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205275.405845:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.405846:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205275.405846:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205275.405848:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8000 x1875052937953024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405852:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205275.405854:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8000 x1875052937953024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405857:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205275.405859:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.405860:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205275.405860:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.405861:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205275.405862:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205275.405864:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205275.405865:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205275.405866:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205275.405868:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8000 x1875052937953024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205275.405872:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937953024:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205275.405874:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205275.405876:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8a80 x1875052937953152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405879:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205275.405879:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205275.405880:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205275.405881:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205275.405882:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205275.405884:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937953152:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205275.405885:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205275.405886:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205275.405887:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205275.405888:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205275.405889:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205275.405890:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205275.405892:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205275.405893:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205275.405895:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205275.405896:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937953152, portal 4
00000100:00000001:1.0:1788205275.405898:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205275.405898:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871301248 : -127143838250368 : ffff8c5d04af8a80)
00000100:00000040:1.0:1788205275.405901:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8a80 x1875052937953152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405905:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205275.405906:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205275.405907:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205275.405908:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937953152, offset 0
00000400:00000200:1.0:1788205275.405910:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205275.405911:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205275.405913:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205275.405914:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205275.405916:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205275.405917:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205275.405919:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205275.405920:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547396:547396:256:4294967295] 192.168.201.135@tcp LPNI seq info [547362:547362:8:4294967295]
00000400:00000200:1.0:1788205275.405923:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205275.405926:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205275.405928:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205275.405929:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205275.405931:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205275.405933:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1788205275.405935:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205275.405936:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1788205275.405939:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205275.405940:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205275.405942:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205275.405943:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205275.405945:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205275.405946:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205275.405947:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205275.405949:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8a80 x1875052937953152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405957:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205275.405958:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8a80 x1875052937953152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205300 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405962:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205275.405963:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205275.405964:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205275.405965:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788205275.405967:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205275.405968:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310253702
00000100:00000001:1.0:1788205275.405969:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310257356
00000100:00000001:1.0:1788205275.405970:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310253702
00000100:00000001:1.0:1788205275.405972:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310257356
00000100:00000001:1.0:1788205275.405973:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205275.405974:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205275.405975:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205275.405977:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205275/real 1788205275]  req@ffff8c5d04af8a80 x1875052937953152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205275.405981:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205275.405981:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205275.405982:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205275.405983:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205275.405984:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205275.405985:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205275.405986:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8a80 x1875052937953152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205275.405991:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8a80 x1875052937953152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.405994:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205275.405995:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.405996:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205275.405997:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205275.405999:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8a80 x1875052937953152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.406002:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205275.406004:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8a80 x1875052937953152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.406007:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205275.406008:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.406009:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205275.406010:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.406011:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205275.406012:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205275.406013:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205275.406014:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205275.406015:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205275.406017:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8a80 x1875052937953152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205275.406021:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937953152:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205275.406023:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.406024:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205275.406026:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8700 x1875052937952768/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.406029:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205275.406030:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205275.406031:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205275.406033:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205275.406034:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205275.406035:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205275.406036:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205275.406037:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:1.0:1788205275.406038:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205275.406039:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205275.406040:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8700.
00000100:00000001:1.0:1788205275.406041:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205275.406042:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.406043:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205275.406045:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb480 x1875052937952896/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.406049:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205275.406049:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205275.406050:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205275.406051:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205275.406051:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205275.406052:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205275.406053:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205275.406054:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:1.0:1788205275.406055:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205275.406055:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205275.406056:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb480.
00000100:00000001:1.0:1788205275.406057:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205275.406058:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.406059:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205275.406061:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8000 x1875052937953024/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.406064:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205275.406065:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205275.406066:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205275.406067:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205275.406067:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205275.406068:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205275.406069:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205275.406070:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:1.0:1788205275.406071:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205275.406072:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205275.406072:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8000.
00000100:00000001:1.0:1788205275.406073:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205275.406074:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.406075:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205275.406077:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8a80 x1875052937953152/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205300 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205275.406080:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205275.406081:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205275.406081:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205275.406082:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205275.406083:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205275.406083:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205275.406084:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205275.406085:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:1.0:1788205275.406086:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205275.406086:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205275.406087:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8a80.
00000100:00000001:1.0:1788205275.406088:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205275.406089:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.406090:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205275.406092:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205275.406092:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205275.406093:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205275.406094:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205275.596441:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205275.596450:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205275.596452:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205275.596458:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205275.596462:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205275.596466:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205275.596469:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205275.596473:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205275.596476:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205276.108496:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205276.108504:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205276.108513:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205276.108514:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205276.108580:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205276.108582:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205276.108585:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205276.620384:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205276.620393:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205276.620395:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205276.620401:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205276.620406:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205276.620410:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205276.620413:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205276.620416:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205276.620419:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205277.132457:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205277.132465:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205277.132474:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205277.132476:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205277.132538:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205277.132543:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205277.132547:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205277.644456:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205277.644466:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205277.644468:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205277.644475:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205277.644478:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205277.644483:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205277.644485:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205277.644489:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205277.644492:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205278.156485:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205278.156495:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205278.156498:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205278.156501:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205278.156507:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205278.156510:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205278.156512:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205278.156514:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205278.156519:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205278.156521:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205278.156523:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205278.156524:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205278.156526:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205278.156527:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205278.156529:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205278.156531:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205278.156554:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205278.156557:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205278.156559:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205278.668480:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205278.668492:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205278.668494:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205278.668501:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205278.668505:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205278.668510:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205278.668514:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205278.668518:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205278.668521:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205279.181483:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205279.181491:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205279.181496:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205279.181498:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205279.181551:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205279.181554:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205279.181557:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205279.244415:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310257356, at 4310257408
00000100:00000010:1.0:1788205279.244430:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7499c0.
00000100:00000040:0.0:1788205279.244508:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310257356, at 4310257408
00000100:00000010:0.0:1788205279.244514:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749a80.
00000100:00000001:2.0:1788205279.692457:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205279.692467:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205279.692469:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205279.692477:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205279.692481:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205279.692486:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205279.692489:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205279.692492:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205279.692495:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205280.205520:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205280.205528:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205280.205534:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205280.205535:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205280.205649:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205280.205653:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205280.205656:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205280.524463:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205280.524476:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205280.524479:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205280.524485:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205280.524490:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205280.524498:0:267769:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15586
00000400:00000200:0.0:1788205280.524508:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205280.524515:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205280.524518:0:267769:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205280.524522:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524525:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205280.524527:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524530:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205280.524534:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205280.524536:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788205280.524539:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205280.524542:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788205280.524545:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788205280.524548:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788205280.524550:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524552:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205280.524554:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524556:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205280.524559:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788205280.524563:0:267769:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524577:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205280.524582:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205280.524585:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205280.524588:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205280.524591:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205280.524594:0:267769:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205280.524604:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9c00.
00000020:00000040:0.0:1788205280.524608:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788205280.524613:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205280.524615:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205280.524618:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205280.524621:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205280.524626:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205280.524634:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5800.
00000100:00000001:0.0:1788205280.524641:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205280.524660:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9c00 x1875052937953280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205280.524670:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205280.524674:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205280.524679:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e508162b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9c00 x1875052937953280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205280.524703:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205280.524706:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205280.524709:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205280.524711:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205280.524712:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205280.524715:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205280.524717:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15586
00000400:00000200:0.0:1788205280.524721:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205280.524724:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205280.524726:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205280.524729:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524731:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205280.524733:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524735:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205280.524737:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205280.524738:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788205280.524740:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205280.524743:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788205280.524745:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788205280.524747:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788205280.524750:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524751:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205280.524753:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524755:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205280.524757:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:0.0:1788205280.524760:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524762:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205280.524763:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205280.524769:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205280.524771:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205280.524773:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205280.524777:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205280.524780:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205280.524782:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205280.524786:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb100.
00000020:00000040:0.0:1788205280.524788:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205280.524790:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205280.524791:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205280.524793:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205280.524794:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205280.524796:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205280.524799:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6800.
00000100:00000001:0.0:1788205280.524802:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205280.524807:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb100 x1875052937953408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205280.524814:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205280.524816:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205280.524820:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c389169] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb100 x1875052937953408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205280.524827:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205280.524830:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205280.524833:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205280.524834:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205280.524836:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205280.524838:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205280.524840:0:267769:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15586
00000400:00000200:0.0:1788205280.524843:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205280.524846:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205280.524848:0:267769:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205280.524851:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524853:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205280.524855:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524857:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205280.524859:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205280.524860:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788205280.524861:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205280.524863:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:0.0:1788205280.524865:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788205280.524867:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:0.0:1788205280.524870:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524872:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205280.524874:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524876:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205280.524878:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:0.0:1788205280.524881:0:267769:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524883:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205280.524884:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205280.524887:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205280.524889:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205280.524891:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205280.524893:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205280.524896:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205280.524897:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205280.524900:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afa300.
00000020:00000040:0.0:1788205280.524902:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205280.524905:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205280.524906:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205280.524907:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205280.524909:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205280.524910:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205280.524914:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5400.
00000100:00000001:0.0:1788205280.524916:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205280.524920:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afa300 x1875052937953536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205280.524926:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205280.524928:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205280.524931:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003df1ecd1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afa300 x1875052937953536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205280.524939:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205280.524941:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205280.524945:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205280.524946:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205280.524947:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205280.524950:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205280.524952:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15586
00000400:00000200:0.0:1788205280.524956:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205280.524959:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205280.524961:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205280.524963:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524965:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205280.524968:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524969:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205280.524971:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205280.524973:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788205280.524974:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205280.524976:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:0.0:1788205280.524978:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:0.0:1788205280.524980:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788205280.524983:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524985:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205280.524987:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524988:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205280.524991:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:0.0:1788205280.524993:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205280.524995:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205280.524997:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205280.524999:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205280.525001:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205280.525003:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205280.525005:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205280.525007:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205280.525009:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205280.525012:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9f80.
00000020:00000040:0.0:1788205280.525015:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205280.525017:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205280.525018:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205280.525020:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205280.525021:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205280.525022:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205280.525025:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7400.
00000100:00000001:0.0:1788205280.525028:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205280.525032:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9f80 x1875052937953664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205280.525039:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205280.525041:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205280.525044:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096d998d0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9f80 x1875052937953664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205280.525050:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205280.525054:0:267769:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205280.525057:0:267769:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205280.525058:0:267769:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205280.525059:0:267769:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205280.525062:0:267769:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205280.525064:0:267769:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15586
00000400:00000200:0.0:1788205280.525067:0:267769:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205280.525070:0:267769:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205280.525072:0:267769:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205280.525074:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.525076:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205280.525078:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.525080:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205280.525081:0:267769:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205280.525082:0:267769:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:0.0:1788205280.525084:0:267769:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205280.525085:0:267769:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:0.0:1788205280.525087:0:267769:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788205280.525089:0:267769:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:0.0:1788205280.525091:0:267769:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.525093:0:267769:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205280.525094:0:267769:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205280.525096:0:267769:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205280.525098:0:267769:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:0.0:1788205280.525100:0:267769:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205280.525102:0:267769:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205280.525104:0:267769:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205280.525106:0:267769:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205280.525108:0:267769:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205280.525109:0:267769:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205280.525111:0:267769:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205280.525113:0:267769:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205280.525114:0:267769:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205280.525117:0:267769:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afbb80.
00000020:00000040:0.0:1788205280.525119:0:267769:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205280.525121:0:267769:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205280.525122:0:267769:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205280.525124:0:267769:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205280.525125:0:267769:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205280.525126:0:267769:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205280.525129:0:267769:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7800.
00000100:00000001:0.0:1788205280.525132:0:267769:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205280.525136:0:267769:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afbb80 x1875052937953792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205280.525141:0:267769:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205280.525143:0:267769:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205280.525146:0:267769:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005baa2078] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afbb80 x1875052937953792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205280.525152:0:267769:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205280.525156:0:267769:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15596)
00000100:00000001:1.0:1788205280.525276:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205280.525320:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205280.525324:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205280.525330:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9c00 x1875052937953280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.525339:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205280.525342:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205280.525346:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205280.525349:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205280.525351:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205280.525355:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937953280:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205280.525359:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205280.525363:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205280.525366:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205280.525369:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205280.525373:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205280.525375:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205280.525380:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205280.525384:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205280.525390:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205280.525396:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937953280, portal 25
00000100:00000001:1.0:1788205280.525398:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205280.525400:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871305728 : -127143838245888 : ffff8c5d04af9c00)
00000100:00000040:1.0:1788205280.525405:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9c00 x1875052937953280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.525412:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205280.525415:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205280.525417:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205280.525419:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937953280, offset 0
00000400:00000200:1.0:1788205280.525425:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205280.525433:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205280.525439:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205280.525444:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205280.525448:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205280.525463:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205280.525466:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205280.525471:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547397:547397:256:4294967295] 192.168.201.135@tcp LPNI seq info [547363:547363:8:4294967295]
00000400:00000200:1.0:1788205280.525476:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205280.525487:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205280.525495:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205280.525500:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205280.525507:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205280.525511:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788205280.525516:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205280.525520:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788205280.525523:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205280.525526:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205280.525537:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205280.525541:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205280.525546:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205280.525548:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205280.525552:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205280.525556:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9c00 x1875052937953280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.525566:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205280.525569:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9c00 x1875052937953280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.525577:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205280.525579:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205280.525584:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205280.525588:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205280.525591:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310262477
00000100:00000010:1.0:1788205280.525595:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7499c0.
00000100:00000001:1.0:1788205280.525600:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205280.525605:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310262477
00000100:00000010:1.0:1788205280.525608:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749ba0.
00000100:00000001:1.0:1788205280.525611:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205280.525614:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205280.525617:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205280.525619:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205280.525623:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205280/real 1788205280]  req@ffff8c5d04af9c00 x1875052937953280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205280.525638:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205280.525640:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205280.525641:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205280.525643:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205280.525653:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205280.525655:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205280.525658:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9c00 x1875052937953280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205280.525666:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9c00 x1875052937953280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.525673:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205280.525675:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.525677:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205280.525679:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205280.525683:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9c00 x1875052937953280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.525689:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205280.525693:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9c00 x1875052937953280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.525700:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205280.525703:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.525705:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205280.525706:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.525709:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205280.525711:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205280.525714:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205280.525718:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205280.525720:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205280.525725:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9c00 x1875052937953280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205280.525733:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937953280:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205280.525737:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205280.525741:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb100 x1875052937953408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.525746:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205280.525748:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205280.525750:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205280.525751:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205280.525753:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205280.525755:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937953408:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205280.525758:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205280.525760:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205280.525761:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205280.525763:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205280.525766:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205280.525767:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205280.525771:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205280.525773:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205280.525776:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205280.525779:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937953408, portal 10
00000100:00000001:1.0:1788205280.525780:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205280.525782:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871311104 : -127143838240512 : ffff8c5d04afb100)
00000100:00000040:1.0:1788205280.525788:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb100 x1875052937953408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.525794:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205280.525796:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205280.525798:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205280.525800:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937953408, offset 0
00000400:00000200:1.0:1788205280.525803:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205280.525807:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205280.525810:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205280.525813:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205280.525815:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205280.525818:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205280.525820:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205280.525822:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547398:547398:256:4294967295] 192.168.201.135@tcp LPNI seq info [547364:547364:8:4294967295]
00000400:00000200:1.0:1788205280.525826:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205280.525831:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205280.525836:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205280.525838:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205280.525842:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205280.525844:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788205280.525848:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205280.525851:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788205280.525854:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205280.525855:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205280.525860:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205280.525863:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205280.525866:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205280.525868:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205280.525870:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205280.525884:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afb100 x1875052937953408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.525893:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205280.525896:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb100 x1875052937953408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.525902:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205280.525903:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205280.525906:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205280.525910:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788205280.525913:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205280.525915:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310258717
00000100:00000001:1.0:1788205280.525918:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310262477
00000100:00000001:1.0:1788205280.525920:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310258717
00000100:00000001:1.0:1788205280.525922:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310262477
00000100:00000001:1.0:1788205280.525924:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205280.525926:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205280.525928:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205280.525931:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205280/real 1788205280]  req@ffff8c5d04afb100 x1875052937953408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205280.525938:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205280.525939:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205280.525940:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205280.525942:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205280.525944:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205280.525945:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205280.525948:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb100 x1875052937953408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205280.525956:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb100 x1875052937953408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.525962:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205280.525963:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.525965:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205280.525966:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205280.525970:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb100 x1875052937953408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.525976:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205280.525979:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb100 x1875052937953408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.525985:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205280.525988:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.525989:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205280.525990:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.525992:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205280.525993:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205280.525996:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205280.525999:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205280.526000:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205280.526004:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb100 x1875052937953408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205280.526011:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937953408:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205280.526015:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205280.526018:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afa300 x1875052937953536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526024:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205280.526025:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205280.526027:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205280.526028:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205280.526030:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205280.526033:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937953536:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205280.526035:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205280.526037:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205280.526039:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205280.526040:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205280.526043:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205280.526045:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205280.526048:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205280.526050:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205280.526052:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205280.526055:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937953536, portal 10
00000100:00000001:1.0:1788205280.526057:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205280.526058:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871307520 : -127143838244096 : ffff8c5d04afa300)
00000100:00000040:1.0:1788205280.526063:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afa300 x1875052937953536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526069:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205280.526071:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205280.526072:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205280.526074:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937953536, offset 0
00000400:00000200:1.0:1788205280.526078:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205280.526081:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205280.526084:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205280.526086:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205280.526088:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205280.526090:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205280.526093:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205280.526096:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547399:547399:256:4294967295] 192.168.201.135@tcp LPNI seq info [547365:547365:8:4294967295]
00000400:00000200:1.0:1788205280.526099:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205280.526116:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205280.526120:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205280.526123:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205280.526127:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205280.526129:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788205280.526133:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205280.526136:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788205280.526140:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205280.526141:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205280.526145:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205280.526148:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205280.526151:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205280.526152:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205280.526155:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205280.526158:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afa300 x1875052937953536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526178:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205280.526181:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afa300 x1875052937953536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526187:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205280.526188:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205280.526192:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205280.526195:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788205280.526198:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205280.526199:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310258712
00000100:00000001:1.0:1788205280.526201:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310262477
00000100:00000001:1.0:1788205280.526203:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310258712
00000100:00000001:1.0:1788205280.526206:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310262477
00000100:00000001:1.0:1788205280.526208:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205280.526210:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205280.526212:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205280.526215:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205280/real 1788205280]  req@ffff8c5d04afa300 x1875052937953536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205280.526222:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205280.526223:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205280.526225:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205280.526227:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205280.526228:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205280.526230:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205280.526232:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afa300 x1875052937953536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205280.526239:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afa300 x1875052937953536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526244:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205280.526246:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.526247:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205280.526248:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205280.526251:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afa300 x1875052937953536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526257:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205280.526261:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afa300 x1875052937953536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526266:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205280.526268:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.526269:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205280.526271:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.526272:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205280.526273:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205280.526275:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205280.526278:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205280.526290:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205280.526294:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afa300 x1875052937953536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205280.526323:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937953536:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205280.526327:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205280.526330:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9f80 x1875052937953664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526335:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205280.526336:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205280.526338:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205280.526340:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205280.526342:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205280.526344:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937953664:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205280.526348:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205280.526349:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205280.526350:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205280.526352:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205280.526355:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205280.526356:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205280.526360:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205280.526362:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205280.526365:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205280.526367:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937953664, portal 4
00000100:00000001:1.0:1788205280.526369:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205280.526370:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871306624 : -127143838244992 : ffff8c5d04af9f80)
00000100:00000040:1.0:1788205280.526375:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9f80 x1875052937953664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526380:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205280.526382:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205280.526383:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205280.526385:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937953664, offset 0
00000400:00000200:1.0:1788205280.526388:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205280.526391:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205280.526394:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205280.526396:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205280.526398:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205280.526400:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205280.526402:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205280.526405:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547400:547400:256:4294967295] 192.168.201.135@tcp LPNI seq info [547366:547366:8:4294967295]
00000400:00000200:1.0:1788205280.526408:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205280.526413:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205280.526416:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205280.526419:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205280.526423:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205280.526425:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788205280.526429:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205280.526431:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788205280.526433:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205280.526435:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205280.526438:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205280.526441:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205280.526443:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205280.526445:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205280.526447:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205280.526450:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9f80 x1875052937953664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526456:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205280.526458:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9f80 x1875052937953664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526463:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205280.526464:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205280.526467:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205280.526469:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788205280.526472:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205280.526474:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310258806
00000100:00000001:1.0:1788205280.526476:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310262477
00000100:00000001:1.0:1788205280.526477:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310258806
00000100:00000001:1.0:1788205280.526479:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310262477
00000100:00000001:1.0:1788205280.526481:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205280.526483:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205280.526484:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205280.526488:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205280/real 1788205280]  req@ffff8c5d04af9f80 x1875052937953664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205280.526493:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205280.526495:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205280.526496:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205280.526498:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205280.526499:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205280.526501:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205280.526503:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9f80 x1875052937953664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205280.526510:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9f80 x1875052937953664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526515:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205280.526516:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.526517:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205280.526519:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205280.526521:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9f80 x1875052937953664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526526:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205280.526529:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9f80 x1875052937953664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526534:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205280.526536:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.526537:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205280.526538:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.526540:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205280.526541:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205280.526543:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205280.526546:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205280.526548:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205280.526552:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9f80 x1875052937953664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205280.526562:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937953664:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205280.526566:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205280.526569:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afbb80 x1875052937953792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526574:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205280.526575:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205280.526577:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205280.526579:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205280.526580:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205280.526583:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937953792:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205280.526585:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205280.526587:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205280.526588:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205280.526590:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205280.526592:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788205280.526593:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205280.526596:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205280.526598:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205280.526600:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205280.526603:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937953792, portal 4
00000100:00000001:1.0:1788205280.526604:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205280.526605:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871313792 : -127143838237824 : ffff8c5d04afbb80)
00000100:00000040:1.0:1788205280.526609:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afbb80 x1875052937953792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526614:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205280.526617:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205280.526619:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205280.526621:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937953792, offset 0
00000400:00000200:1.0:1788205280.526624:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205280.526627:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205280.526630:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205280.526633:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205280.526635:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205280.526637:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205280.526639:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205280.526642:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547401:547401:256:4294967295] 192.168.201.135@tcp LPNI seq info [547367:547367:8:4294967295]
00000400:00000200:1.0:1788205280.526646:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205280.526652:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205280.526655:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205280.526659:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205280.526663:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205280.526665:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1788205280.526669:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205280.526671:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1788205280.526675:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205280.526677:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205280.526681:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205280.526684:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205280.526687:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205280.526688:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205280.526690:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205280.526694:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afbb80 x1875052937953792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526701:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205280.526703:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afbb80 x1875052937953792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205305 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526709:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205280.526710:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205280.526712:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205280.526715:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788205280.526718:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205280.526720:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310258823
00000100:00000001:1.0:1788205280.526722:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310262477
00000100:00000001:1.0:1788205280.526724:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310258823
00000100:00000001:1.0:1788205280.526726:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310262477
00000100:00000001:1.0:1788205280.526728:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205280.526730:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205280.526731:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205280.526734:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205280/real 1788205280]  req@ffff8c5d04afbb80 x1875052937953792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205280.526740:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205280.526742:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205280.526743:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205280.526746:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205280.526747:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205280.526749:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205280.526752:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afbb80 x1875052937953792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205280.526760:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afbb80 x1875052937953792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526766:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205280.526768:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.526769:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205280.526771:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205280.526774:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afbb80 x1875052937953792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526781:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205280.526784:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afbb80 x1875052937953792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526790:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205280.526793:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.526794:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205280.526795:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.526796:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205280.526798:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205280.526800:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205280.526803:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205280.526805:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205280.526808:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afbb80 x1875052937953792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205280.526816:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937953792:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205280.526820:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.526822:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205280.526825:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9c00 x1875052937953280/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526832:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205280.526835:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205280.526837:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205280.526841:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205280.526843:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205280.526845:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788205280.526847:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205280.526850:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5800.
02000000:00000001:1.0:1788205280.526853:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205280.526855:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205280.526856:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9c00.
00000100:00000001:1.0:1788205280.526859:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205280.526860:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.526861:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205280.526864:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb100 x1875052937953408/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526875:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205280.526876:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205280.526877:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205280.526879:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205280.526880:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205280.526881:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205280.526882:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205280.526883:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6800.
02000000:00000001:1.0:1788205280.526885:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205280.526885:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205280.526887:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb100.
00000100:00000001:1.0:1788205280.526891:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205280.526891:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.526893:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205280.526896:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afa300 x1875052937953536/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526900:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205280.526901:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205280.526902:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205280.526904:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205280.526905:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205280.526906:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205280.526907:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205280.526909:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5400.
02000000:00000001:1.0:1788205280.526910:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205280.526911:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205280.526912:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afa300.
00000100:00000001:1.0:1788205280.526914:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205280.526915:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.526916:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205280.526919:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9f80 x1875052937953664/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526924:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205280.526925:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205280.526926:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205280.526928:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205280.526930:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205280.526931:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205280.526932:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205280.526933:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7400.
02000000:00000001:1.0:1788205280.526935:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205280.526936:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205280.526937:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9f80.
00000100:00000001:1.0:1788205280.526939:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205280.526941:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.526942:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205280.526944:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afbb80 x1875052937953792/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205305 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205280.526950:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205280.526951:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205280.526952:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788205280.526954:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205280.526955:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205280.526956:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205280.526957:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205280.526958:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7800.
02000000:00000001:1.0:1788205280.526960:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205280.526961:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205280.526962:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afbb80.
00000100:00000001:1.0:1788205280.526964:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205280.526965:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.526967:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205280.526976:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205280.526979:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205280.526981:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205280.526983:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205280.716747:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205280.716755:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205280.716758:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205280.716764:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205280.716768:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205280.716772:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205280.716775:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205280.716778:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205280.716780:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205281.228455:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205281.228464:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205281.228470:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205281.228471:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205281.228529:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205281.228534:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205281.228537:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205281.740467:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205281.740479:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205281.740483:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205281.740490:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205281.740495:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205281.740505:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205281.740509:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205281.740511:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205281.740515:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205282.252547:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205282.252555:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205282.252562:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205282.252563:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205282.252648:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205282.252654:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205282.252658:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205282.765384:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205282.765392:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205282.765394:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205282.765398:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205282.765401:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205282.765406:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205282.765408:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205282.765410:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205282.765414:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205283.276539:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205283.276548:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205283.276555:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205283.276557:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205283.276616:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205283.276619:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205283.276622:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205283.788485:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205283.788496:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205283.788498:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205283.788506:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205283.788510:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205283.788515:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205283.788519:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205283.788522:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205283.788525:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205284.300484:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205284.300493:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205284.300500:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205284.300502:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205284.300547:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205284.300550:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205284.300551:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205284.364442:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310262477, at 4310262528
00000100:00000040:1.0:1788205284.364444:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310262477, at 4310262528
00000100:00000010:0.0:1788205284.364464:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7499c0.
00000100:00000010:1.0:1788205284.364469:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749ba0.
00000100:00000001:2.0:1788205284.812442:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205284.812452:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205284.812455:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205284.812461:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205284.812466:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205284.812471:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205284.812474:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205284.812476:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205284.812480:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205285.324438:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205285.324445:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205285.324452:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205285.324454:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205285.324531:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205285.324536:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205285.324539:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205285.644886:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205285.644898:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205285.644900:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205285.644905:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205285.644910:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205285.644919:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15591
00000400:00000200:0.0:1788205285.644929:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205285.644937:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205285.644941:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205285.644945:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.644948:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205285.644951:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.644953:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205285.644957:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205285.644960:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788205285.644963:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205285.644967:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788205285.644969:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788205285.644972:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788205285.644975:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.644977:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205285.644979:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.644981:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205285.644983:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788205285.644987:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205285.644989:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205285.644992:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205285.644995:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205285.644998:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205285.645000:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205285.645002:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205285.645014:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8e00.
00000020:00000040:0.0:1788205285.645017:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788205285.645021:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205285.645023:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205285.645026:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205285.645029:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205285.645034:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205285.645042:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb7000.
00000100:00000001:0.0:1788205285.645049:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205285.645060:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8e00 x1875052937953920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205285.645072:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205285.645077:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205285.645082:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ded5d6d5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8e00 x1875052937953920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205285.645104:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205285.645108:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205285.645111:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205285.645113:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205285.645115:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205285.645118:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205285.645120:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15591
00000400:00000200:0.0:1788205285.645124:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205285.645127:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205285.645129:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205285.645132:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645134:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205285.645136:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645138:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205285.645140:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205285.645141:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788205285.645143:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205285.645144:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788205285.645146:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788205285.645148:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788205285.645151:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645152:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205285.645154:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645156:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205285.645159:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:0.0:1788205285.645162:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645164:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205285.645166:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205285.645172:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205285.645174:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205285.645176:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205285.645181:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205285.645185:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205285.645187:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205285.645190:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afad80.
00000020:00000040:0.0:1788205285.645201:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205285.645203:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205285.645205:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205285.645206:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205285.645208:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205285.645210:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205285.645213:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6c00.
00000100:00000001:0.0:1788205285.645217:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205285.645222:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afad80 x1875052937954048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205285.645230:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205285.645231:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205285.645237:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009d214ad8] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afad80 x1875052937954048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205285.645243:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205285.645246:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205285.645249:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205285.645250:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205285.645252:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205285.645254:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205285.645257:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15591
00000400:00000200:0.0:1788205285.645260:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205285.645263:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205285.645265:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205285.645268:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645270:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205285.645272:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645274:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205285.645276:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205285.645277:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788205285.645279:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205285.645281:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:0.0:1788205285.645283:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788205285.645285:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:0.0:1788205285.645288:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645290:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205285.645292:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645323:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205285.645326:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:0.0:1788205285.645329:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645332:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205285.645334:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205285.645336:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205285.645338:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205285.645340:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205285.645342:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205285.645345:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205285.645346:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205285.645350:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afaa00.
00000020:00000040:0.0:1788205285.645352:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205285.645355:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205285.645357:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205285.645359:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205285.645360:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205285.645362:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205285.645366:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5c00.
00000100:00000001:0.0:1788205285.645369:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205285.645374:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afaa00 x1875052937954176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205285.645382:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205285.645384:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205285.645388:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e0848cb4] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afaa00 x1875052937954176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205285.645396:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205285.645399:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205285.645402:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205285.645404:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205285.645405:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205285.645408:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205285.645411:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15591
00000400:00000200:0.0:1788205285.645414:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205285.645417:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205285.645419:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205285.645422:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645424:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205285.645426:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645428:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205285.645430:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205285.645431:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788205285.645433:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205285.645435:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:0.0:1788205285.645437:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:0.0:1788205285.645440:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788205285.645443:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645445:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205285.645446:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645449:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205285.645451:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:0.0:1788205285.645454:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645456:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205285.645458:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205285.645461:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205285.645463:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205285.645465:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205285.645467:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205285.645470:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205285.645472:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205285.645477:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afbb80.
00000020:00000040:0.0:1788205285.645479:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205285.645481:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205285.645483:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205285.645485:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205285.645486:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205285.645488:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205285.645491:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb6000.
00000100:00000001:0.0:1788205285.645495:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205285.645499:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afbb80 x1875052937954304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205285.645506:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205285.645508:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205285.645512:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005baa2078] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afbb80 x1875052937954304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205285.645520:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205285.645523:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205285.645527:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205285.645528:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205285.645530:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205285.645532:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205285.645534:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15591
00000400:00000200:0.0:1788205285.645537:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205285.645540:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205285.645542:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205285.645545:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645547:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205285.645549:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645551:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205285.645553:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205285.645554:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:0.0:1788205285.645555:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205285.645557:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:0.0:1788205285.645559:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788205285.645561:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:0.0:1788205285.645564:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645565:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205285.645567:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645569:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205285.645572:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:0.0:1788205285.645574:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205285.645576:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205285.645578:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205285.645580:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205285.645581:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205285.645583:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205285.645586:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205285.645588:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205285.645590:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205285.645593:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9f80.
00000020:00000040:0.0:1788205285.645595:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205285.645597:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205285.645599:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205285.645600:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205285.645602:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205285.645603:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205285.645607:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5000.
00000100:00000001:0.0:1788205285.645609:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205285.645613:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9f80 x1875052937954432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205285.645620:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205285.645622:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205285.645625:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000096d998d0] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9f80 x1875052937954432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205285.645632:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205285.645637:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15601)
00000100:00000001:1.0:1788205285.645855:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205285.645859:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205285.645862:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205285.645869:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8e00 x1875052937953920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.645877:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205285.645879:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205285.645884:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205285.645886:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205285.645889:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205285.645892:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937953920:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205285.645896:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205285.645901:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205285.645903:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205285.645906:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205285.645911:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788205285.645913:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205285.645918:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205285.645923:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205285.645931:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205285.645939:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937953920, portal 25
00000100:00000001:1.0:1788205285.645942:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205285.645943:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871302144 : -127143838249472 : ffff8c5d04af8e00)
00000100:00000040:1.0:1788205285.645948:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8e00 x1875052937953920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.645956:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205285.645959:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205285.645962:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205285.645964:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937953920, offset 0
00000400:00000200:1.0:1788205285.645970:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205285.645978:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205285.645984:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205285.645989:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205285.645995:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205285.645999:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205285.646001:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205285.646005:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547402:547402:256:4294967295] 192.168.201.135@tcp LPNI seq info [547368:547368:8:4294967295]
00000400:00000200:1.0:1788205285.646010:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205285.646021:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205285.646027:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205285.646032:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205285.646039:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205285.646043:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788205285.646049:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205285.646053:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788205285.646058:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205285.646060:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205285.646074:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205285.646079:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205285.646096:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205285.646099:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205285.646104:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205285.646107:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af8e00 x1875052937953920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646117:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205285.646120:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8e00 x1875052937953920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646128:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205285.646130:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205285.646136:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205285.646140:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205285.646143:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310267597
00000100:00000010:1.0:1788205285.646148:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749ba0.
00000100:00000001:1.0:1788205285.646155:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205285.646160:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310267597
00000100:00000010:1.0:1788205285.646164:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c7499c0.
00000100:00000001:1.0:1788205285.646167:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205285.646170:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205285.646173:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205285.646175:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205285.646179:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205285/real 1788205285]  req@ffff8c5d04af8e00 x1875052937953920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205285.646188:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205285.646190:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205285.646201:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205285.646204:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205285.646206:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205285.646208:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205285.646212:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8e00 x1875052937953920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205285.646221:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8e00 x1875052937953920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646228:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205285.646230:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.646232:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205285.646234:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205285.646238:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8e00 x1875052937953920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646245:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205285.646249:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8e00 x1875052937953920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646257:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205285.646259:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.646261:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205285.646262:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.646265:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205285.646267:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205285.646269:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205285.646273:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205285.646276:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205285.646280:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8e00 x1875052937953920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205285.646289:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937953920:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205285.646327:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205285.646331:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afad80 x1875052937954048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646338:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205285.646339:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205285.646341:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205285.646343:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205285.646345:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205285.646348:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937954048:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205285.646351:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205285.646353:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205285.646355:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205285.646357:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205285.646360:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205285.646362:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205285.646367:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205285.646369:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205285.646372:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205285.646375:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937954048, portal 10
00000100:00000001:1.0:1788205285.646377:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205285.646378:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871310208 : -127143838241408 : ffff8c5d04afad80)
00000100:00000040:1.0:1788205285.646384:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afad80 x1875052937954048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646391:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205285.646394:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205285.646396:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205285.646398:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937954048, offset 0
00000400:00000200:1.0:1788205285.646402:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205285.646406:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205285.646409:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205285.646412:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205285.646414:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205285.646417:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205285.646419:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205285.646422:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547403:547403:256:4294967295] 192.168.201.135@tcp LPNI seq info [547369:547369:8:4294967295]
00000400:00000200:1.0:1788205285.646426:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205285.646432:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205285.646436:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205285.646439:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205285.646443:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205285.646445:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788205285.646449:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205285.646452:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788205285.646455:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205285.646457:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205285.646461:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205285.646465:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205285.646468:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205285.646470:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205285.646472:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205285.646476:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afad80 x1875052937954048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646484:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205285.646487:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afad80 x1875052937954048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646498:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205285.646500:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205285.646503:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205285.646507:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788205285.646511:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205285.646513:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310263838
00000100:00000001:1.0:1788205285.646516:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310267597
00000100:00000001:1.0:1788205285.646518:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310263838
00000100:00000001:1.0:1788205285.646520:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310267597
00000100:00000001:1.0:1788205285.646521:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205285.646524:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205285.646525:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205285.646529:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205285/real 1788205285]  req@ffff8c5d04afad80 x1875052937954048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205285.646535:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205285.646537:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205285.646539:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205285.646541:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205285.646543:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205285.646545:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205285.646549:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afad80 x1875052937954048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205285.646558:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afad80 x1875052937954048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646564:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205285.646566:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.646567:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205285.646569:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205285.646573:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afad80 x1875052937954048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646580:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205285.646583:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afad80 x1875052937954048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646589:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205285.646591:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.646592:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205285.646594:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.646595:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205285.646597:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205285.646600:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205285.646602:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205285.646604:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205285.646608:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afad80 x1875052937954048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205285.646616:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937954048:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205285.646620:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205285.646623:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afaa00 x1875052937954176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646630:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205285.646631:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205285.646633:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205285.646635:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205285.646637:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205285.646640:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937954176:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205285.646643:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205285.646645:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205285.646647:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205285.646648:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205285.646651:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205285.646653:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205285.646656:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205285.646659:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205285.646662:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205285.646664:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937954176, portal 10
00000100:00000001:1.0:1788205285.646666:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205285.646667:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871309312 : -127143838242304 : ffff8c5d04afaa00)
00000100:00000040:1.0:1788205285.646672:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afaa00 x1875052937954176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646678:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205285.646681:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205285.646682:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205285.646684:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937954176, offset 0
00000400:00000200:1.0:1788205285.646815:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205285.646820:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205285.646824:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205285.646827:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205285.646829:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205285.646831:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205285.646833:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205285.646836:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547404:547404:256:4294967295] 192.168.201.135@tcp LPNI seq info [547370:547370:8:4294967295]
00000400:00000200:1.0:1788205285.646840:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205285.646845:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205285.646849:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205285.646853:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205285.646857:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205285.646859:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788205285.646863:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205285.646865:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788205285.646869:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205285.646871:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205285.646875:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205285.646879:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205285.646882:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205285.646884:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205285.646886:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205285.646889:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afaa00 x1875052937954176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646897:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205285.646899:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afaa00 x1875052937954176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646905:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205285.646907:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205285.646909:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205285.646912:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788205285.646914:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205285.646916:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310263833
00000100:00000001:1.0:1788205285.646919:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310267597
00000100:00000001:1.0:1788205285.646921:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310263833
00000100:00000001:1.0:1788205285.646923:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310267597
00000100:00000001:1.0:1788205285.646925:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205285.646927:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205285.646928:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205285.646931:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205285/real 1788205285]  req@ffff8c5d04afaa00 x1875052937954176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205285.646937:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205285.646938:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205285.646940:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205285.646942:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205285.646944:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205285.646946:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205285.646950:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afaa00 x1875052937954176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205285.646959:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afaa00 x1875052937954176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646965:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205285.646967:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.646968:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205285.646970:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205285.646974:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afaa00 x1875052937954176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646981:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205285.646985:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afaa00 x1875052937954176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.646991:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205285.646993:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.646995:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205285.646996:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.646998:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205285.647000:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205285.647002:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205285.647006:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205285.647008:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205285.647013:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afaa00 x1875052937954176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205285.647021:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937954176:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205285.647025:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205285.647030:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afbb80 x1875052937954304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.647036:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205285.647039:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205285.647041:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205285.647042:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205285.647044:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205285.647046:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937954304:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205285.647050:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205285.647052:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205285.647053:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205285.647054:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205285.647057:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205285.647059:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205285.647062:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205285.647064:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205285.647067:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205285.647070:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937954304, portal 4
00000100:00000001:1.0:1788205285.647071:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205285.647073:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871313792 : -127143838237824 : ffff8c5d04afbb80)
00000100:00000040:1.0:1788205285.647078:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afbb80 x1875052937954304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.647134:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205285.647138:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205285.647141:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205285.647144:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937954304, offset 0
00000400:00000200:1.0:1788205285.647148:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205285.647152:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205285.647155:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205285.647158:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205285.647160:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205285.647162:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205285.647164:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205285.647168:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547405:547405:256:4294967295] 192.168.201.135@tcp LPNI seq info [547371:547371:8:4294967295]
00000400:00000200:1.0:1788205285.647172:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205285.647178:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205285.647183:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205285.647186:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205285.647189:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205285.647200:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788205285.647204:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205285.647207:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788205285.647210:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205285.647212:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205285.647216:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205285.647219:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205285.647222:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205285.647224:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205285.647227:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205285.647230:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04afbb80 x1875052937954304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.647238:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205285.647241:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afbb80 x1875052937954304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.647246:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205285.647247:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205285.647250:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205285.647253:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788205285.647256:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205285.647258:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310263926
00000100:00000001:1.0:1788205285.647260:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310267597
00000100:00000001:1.0:1788205285.647263:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310263926
00000100:00000001:1.0:1788205285.647265:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310267597
00000100:00000001:1.0:1788205285.647267:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205285.647269:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205285.647271:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205285.647275:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205285/real 1788205285]  req@ffff8c5d04afbb80 x1875052937954304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205285.647283:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205285.647284:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205285.647286:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205285.647288:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205285.647289:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205285.647291:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205285.647376:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afbb80 x1875052937954304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205285.647384:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afbb80 x1875052937954304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.647389:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205285.647391:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.647393:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205285.647394:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205285.647397:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afbb80 x1875052937954304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.647403:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205285.647406:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afbb80 x1875052937954304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.647413:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205285.647416:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.647417:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205285.647418:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.647420:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205285.647421:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205285.647423:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205285.647427:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205285.647429:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205285.647433:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afbb80 x1875052937954304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205285.647441:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937954304:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205285.647445:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205285.647448:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9f80 x1875052937954432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.647454:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205285.647456:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205285.647458:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205285.647460:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205285.647462:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205285.647464:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937954432:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205285.647468:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205285.647470:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205285.647471:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205285.647473:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205285.647476:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205285.647478:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205285.647482:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205285.647484:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205285.647487:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205285.647491:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937954432, portal 4
00000100:00000001:1.0:1788205285.647493:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205285.647494:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871306624 : -127143838244992 : ffff8c5d04af9f80)
00000100:00000040:1.0:1788205285.647500:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9f80 x1875052937954432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.647506:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205285.647509:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205285.647511:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205285.647514:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937954432, offset 0
00000400:00000200:1.0:1788205285.647517:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205285.647521:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205285.647524:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205285.647527:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205285.647529:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205285.647531:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205285.647533:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205285.647536:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547406:547406:256:4294967295] 192.168.201.135@tcp LPNI seq info [547372:547372:8:4294967295]
00000400:00000200:1.0:1788205285.647540:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205285.647546:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205285.647550:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205285.647553:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205285.647557:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205285.647560:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1788205285.647564:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205285.647566:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1788205285.647570:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205285.647572:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205285.647576:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205285.647579:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205285.647582:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205285.647584:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205285.647586:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205285.647589:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d04af9f80 x1875052937954432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.647596:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205285.647599:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9f80 x1875052937954432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205310 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.647606:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205285.647607:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205285.647611:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205285.647614:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788205285.647616:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205285.647618:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310263944
00000100:00000001:1.0:1788205285.647620:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310267597
00000100:00000001:1.0:1788205285.647622:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310263944
00000100:00000001:1.0:1788205285.647624:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310267597
00000100:00000001:1.0:1788205285.647626:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205285.647628:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205285.647629:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205285.647633:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205285/real 1788205285]  req@ffff8c5d04af9f80 x1875052937954432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205285.647640:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205285.647641:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205285.647643:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205285.647645:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205285.647647:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205285.647648:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205285.647651:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9f80 x1875052937954432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205285.647659:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9f80 x1875052937954432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.647664:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205285.647666:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.647667:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205285.647668:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205285.647671:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9f80 x1875052937954432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.647677:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205285.647681:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9f80 x1875052937954432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.652416:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205285.652427:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.652430:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205285.652432:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.652435:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205285.652437:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205285.652442:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205285.652454:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205285.652457:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205285.652467:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9f80 x1875052937954432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205285.652478:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937954432:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205285.652484:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.652487:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205285.652492:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8e00 x1875052937953920/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.652499:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205285.652502:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205285.652506:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:1.0:1788205285.652513:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205285.652516:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205285.652518:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788205285.652521:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205285.652524:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb7000.
02000000:00000001:1.0:1788205285.652529:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205285.652530:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205285.652533:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8e00.
00000100:00000001:1.0:1788205285.652537:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205285.652539:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.652543:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205285.652547:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afad80 x1875052937954048/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.652553:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205285.652555:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205285.652556:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:1.0:1788205285.652559:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205285.652560:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205285.652561:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205285.652562:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205285.652563:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6c00.
02000000:00000001:1.0:1788205285.652566:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205285.652567:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205285.652568:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afad80.
00000100:00000001:1.0:1788205285.652574:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205285.652575:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.652577:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205285.652580:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afaa00 x1875052937954176/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.652586:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205285.652588:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205285.652589:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:1.0:1788205285.652591:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205285.652593:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205285.652594:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205285.652595:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205285.652596:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5c00.
02000000:00000001:1.0:1788205285.652598:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205285.652599:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205285.652600:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afaa00.
00000100:00000001:1.0:1788205285.652602:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205285.652604:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.652605:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205285.652609:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afbb80 x1875052937954304/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.652622:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205285.652623:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205285.652624:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:1.0:1788205285.652626:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205285.652627:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205285.652628:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205285.652630:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205285.652631:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb6000.
02000000:00000001:1.0:1788205285.652633:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205285.652634:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205285.652635:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afbb80.
00000100:00000001:1.0:1788205285.652637:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205285.652639:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.652640:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205285.652643:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9f80 x1875052937954432/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205310 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205285.652649:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205285.652650:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205285.652651:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46c00.
02000000:00000001:1.0:1788205285.652654:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205285.652655:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205285.652656:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205285.652657:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205285.652659:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:1.0:1788205285.652661:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205285.652662:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205285.652663:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9f80.
00000100:00000001:1.0:1788205285.652666:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205285.652667:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.652669:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205285.652678:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205285.652680:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205285.652683:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205285.653386:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205285.837156:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205285.837165:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205285.837168:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205285.837174:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205285.837179:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205285.837184:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205285.837217:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205285.837220:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205285.837224:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205286.348474:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205286.348482:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205286.348487:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205286.348488:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205286.348505:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205286.348507:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205286.348510:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205286.860647:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205286.860656:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205286.860658:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205286.860664:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205286.860667:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205286.860671:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205286.860674:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205286.860676:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205286.860679:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205287.372436:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205287.372457:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205287.372464:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205287.372466:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205287.375231:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205287.375241:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205287.375246:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205287.884427:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205287.884437:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205287.884440:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205287.884446:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205287.884450:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205287.884455:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205287.884457:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205287.884460:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205287.884463:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205288.396393:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205288.396403:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205288.396405:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205288.396409:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205288.396414:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205288.396416:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205288.396418:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205288.396420:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205288.396423:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205288.396424:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205288.396425:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205288.396427:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205288.396428:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205288.396429:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205288.396430:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205288.396432:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205288.405264:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205288.405272:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205288.405277:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205288.908514:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205288.908524:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205288.908526:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205288.908532:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205288.908535:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205288.908540:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205288.908544:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205288.908547:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205288.908550:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205289.420482:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205289.420491:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205289.420497:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205289.420498:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205289.420549:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205289.420552:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205289.420556:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1788205289.484395:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310267597, at 4310267648
00000100:00000010:1.0:1788205289.484408:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c7499c0.
00000100:00000040:0.0:1788205289.484959:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310267597, at 4310267648
00000100:00000010:0.0:1788205289.484967:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d3c749ba0.
00000100:00000001:2.0:1788205289.933254:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205289.933263:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205289.933265:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205289.933271:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205289.933275:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205289.933279:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205289.933282:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205289.933286:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205289.933289:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205290.445269:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205290.445278:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205290.445283:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205290.445284:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205290.445945:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205290.445957:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205290.445961:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1788205290.765726:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205290.765734:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1788205290.765737:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205290.765741:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205290.765745:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205290.765753:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15596
00000400:00000200:1.0:1788205290.765761:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205290.765767:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205290.765770:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205290.765773:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.765776:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205290.765779:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.765781:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205290.765786:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205290.765788:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:1.0:1788205290.765791:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205290.765795:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:1.0:1788205290.765797:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:1.0:1788205290.765800:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:1.0:1788205290.765803:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.765804:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205290.765806:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.765808:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205290.765811:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:1.0:1788205290.765814:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205290.765816:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205290.765820:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205290.765824:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205290.765827:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205290.765830:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:1.0:1788205290.765832:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205290.765840:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdf80.
00000020:00000040:1.0:1788205290.765844:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:1.0:1788205290.765848:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205290.765850:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205290.765853:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205290.765857:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205290.765861:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205290.765868:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47000.
00000100:00000001:1.0:1788205290.765875:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205290.765884:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdf80 x1875052937954560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205290.765893:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205290.765897:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205290.765902:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003e021a10] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdf80 x1875052937954560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.765943:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205290.765947:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205290.765950:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205290.765958:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdf80 x1875052937954560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.765966:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205290.765969:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205290.765973:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205290.765976:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205290.765979:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205290.765995:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937954560:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205290.766000:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205290.766004:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205290.766007:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205290.766010:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205290.766015:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205290.766017:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205290.766022:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205290.766026:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205290.766033:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205290.766040:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937954560, portal 25
00000100:00000001:2.0:1788205290.766042:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205290.766044:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462523264 : -127143247028352 : ffff8c5d27ecdf80)
00000100:00000040:2.0:1788205290.766049:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdf80 x1875052937954560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.766056:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205290.766058:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205290.766061:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205290.766065:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937954560, offset 0
00000400:00000200:2.0:1788205290.766072:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205290.766080:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205290.766087:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205290.766093:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205290.766096:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205290.766100:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205290.766115:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205290.766120:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547407:547407:256:4294967295] 192.168.201.135@tcp LPNI seq info [547373:547373:8:4294967295]
00000400:00000200:2.0:1788205290.766124:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205290.766135:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205290.766142:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205290.766147:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205290.766155:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205290.766160:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788205290.766164:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205290.766168:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788205290.766171:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205290.766174:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205290.766178:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205290.766182:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205290.766187:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205290.766190:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205290.766193:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205290.766197:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdf80 x1875052937954560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205290.766511:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205290.766516:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205290.766519:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1788205290.766521:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205290.766522:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205290.766525:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205290.766528:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15596
00000400:00000200:1.0:1788205290.766532:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205290.766535:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205290.766537:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205290.766539:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.766541:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205290.766543:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.766545:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205290.766547:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205290.766548:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:1.0:1788205290.766550:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205290.766552:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:1.0:1788205290.766554:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:1.0:1788205290.766556:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:1.0:1788205290.766558:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.766560:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205290.766562:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.766564:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205290.766566:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:1.0:1788205290.766568:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205290.766570:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205290.766572:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205290.766578:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205290.766580:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205290.766581:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205290.766585:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205290.766588:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205290.766590:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205290.766594:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecca80.
00000020:00000040:1.0:1788205290.766597:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205290.766600:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205290.766601:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205290.766603:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205290.766604:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205290.766606:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205290.766610:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47800.
00000100:00000001:1.0:1788205290.766613:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205290.766618:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecca80 x1875052937954688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205290.766625:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205290.766627:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205290.766631:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8322783] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecca80 x1875052937954688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.766891:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205290.766897:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdf80 x1875052937954560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.766904:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.766906:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205290.766915:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205290.766920:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205290.766923:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310272718
00000100:00000010:2.0:1788205290.766927:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850900.
00000100:00000001:2.0:1788205290.766933:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788205290.766938:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310272718
00000100:00000010:2.0:1788205290.766940:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850e40.
00000100:00000001:2.0:1788205290.766943:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788205290.766946:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205290.766949:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.766952:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205290.766958:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205290/real 1788205290]  req@ffff8c5d27ecdf80 x1875052937954560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205290.766967:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205290.766968:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205290.766971:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205290.766974:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205290.766976:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205290.766979:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205290.766982:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdf80 x1875052937954560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205290.766990:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdf80 x1875052937954560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.766997:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205290.766999:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.767001:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205290.767003:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205290.767007:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdf80 x1875052937954560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.767014:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205290.767020:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdf80 x1875052937954560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.767027:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205290.767030:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.767032:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205290.767033:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.767035:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205290.767037:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205290.767040:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205290.767044:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205290.767047:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205290.767050:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdf80 x1875052937954560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205290.767058:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937954560:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205290.767066:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.767068:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205290.767071:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdf80 x1875052937954560/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.767078:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205290.767081:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205290.767084:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205290.767087:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205290.767089:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205290.767091:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:2.0:1788205290.767093:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205290.767096:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47000.
02000000:00000001:2.0:1788205290.767100:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205290.767101:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205290.767112:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdf80.
00000100:00000001:2.0:1788205290.767116:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205290.767117:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.767120:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.767127:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205290.767129:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.767131:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205290.767133:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205290.767134:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205290.767138:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecca80 x1875052937954688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.767144:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205290.767146:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205290.767148:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205290.767150:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205290.767152:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205290.767154:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937954688:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205290.767157:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205290.767159:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205290.767161:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205290.767164:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205290.767168:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205290.767170:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205290.767174:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205290.767176:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205290.767180:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205290.767184:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937954688, portal 10
00000100:00000001:2.0:1788205290.767186:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205290.767187:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462517888 : -127143247033728 : ffff8c5d27ecca80)
00000100:00000040:2.0:1788205290.767193:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecca80 x1875052937954688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.767199:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205290.767201:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205290.767204:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205290.767207:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937954688, offset 0
00000400:00000200:2.0:1788205290.767212:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205290.767216:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205290.767220:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205290.767224:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205290.767227:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205290.767230:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205290.767232:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205290.767236:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547408:547408:256:4294967295] 192.168.201.135@tcp LPNI seq info [547374:547374:8:4294967295]
00000400:00000200:2.0:1788205290.767240:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205290.767248:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205290.767253:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205290.767257:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205290.767261:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205290.767264:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788205290.767268:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205290.767271:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788205290.767274:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205290.767275:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205290.767279:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205290.767283:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205290.767287:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205290.767289:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205290.767293:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205290.767297:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecca80 x1875052937954688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.767321:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205290.767324:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecca80 x1875052937954688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.767329:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.767331:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205290.767334:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205290.767338:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788205290.767341:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205290.767342:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310268959
00000100:00000001:2.0:1788205290.767345:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310272718
00000100:00000001:2.0:1788205290.767347:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310268959
00000100:00000001:2.0:1788205290.767349:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310272718
00000100:00000001:2.0:1788205290.767351:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205290.767352:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.767354:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205290.767358:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205290/real 1788205290]  req@ffff8c5d27ecca80 x1875052937954688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205290.767365:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205290.767366:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205290.767368:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205290.767370:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205290.767372:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205290.767375:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205290.767378:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecca80 x1875052937954688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205290.767386:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecca80 x1875052937954688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.767392:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205290.767393:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.767395:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205290.767396:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205290.767400:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecca80 x1875052937954688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.767406:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205290.767423:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecca80 x1875052937954688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.767430:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205290.767433:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.767434:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205290.767435:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.767437:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205290.767439:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205290.767441:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205290.767445:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205290.767447:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205290.767451:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecca80 x1875052937954688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205290.767458:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937954688:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205290.767462:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.767463:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205290.767466:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecca80 x1875052937954688/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.767472:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205290.767474:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205290.767476:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205290.767479:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205290.767481:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205290.767482:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205290.767484:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205290.767486:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47800.
02000000:00000001:2.0:1788205290.767488:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205290.767489:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205290.767491:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecca80.
00000100:00000001:2.0:1788205290.767494:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205290.767495:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.767497:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.767500:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205290.767501:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.767503:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205290.767505:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.768433:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205290.768438:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205290.768515:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205290.768519:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205290.768523:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1788205290.768524:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205290.768527:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205290.768530:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205290.768535:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15596
00000400:00000200:1.0:1788205290.768542:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205290.768546:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205290.768549:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205290.768552:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.768554:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205290.768557:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.768559:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205290.768562:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205290.768564:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:1.0:1788205290.768566:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205290.768569:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:1.0:1788205290.768571:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:1.0:1788205290.768573:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:1.0:1788205290.768576:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.768577:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205290.768580:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.768581:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205290.768585:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:1.0:1788205290.768587:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205290.768590:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205290.768592:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205290.768599:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205290.768603:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205290.768605:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205290.768609:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1788205290.768612:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205290.768614:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205290.768620:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecce00.
00000020:00000040:1.0:1788205290.768623:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:1.0:1788205290.768626:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205290.768628:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205290.768631:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205290.768634:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205290.768638:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205290.768645:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de47c00.
00000100:00000001:1.0:1788205290.768652:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205290.768659:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecce00 x1875052937954816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205290.768668:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205290.768671:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205290.768675:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004c5eacb3] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecce00 x1875052937954816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.768711:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205290.768714:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205290.768715:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205290.768721:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecce00 x1875052937954816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.768728:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205290.768730:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205290.768733:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205290.768736:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205290.768738:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205290.768742:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937954816:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205290.768745:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205290.768748:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205290.768751:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205290.768753:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205290.768757:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205290.768759:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205290.768764:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205290.768767:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205290.768771:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205290.768777:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937954816, portal 10
00000100:00000001:2.0:1788205290.768779:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205290.768780:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462518784 : -127143247032832 : ffff8c5d27ecce00)
00000100:00000040:2.0:1788205290.768787:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecce00 x1875052937954816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.768794:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205290.768796:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205290.768798:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205290.768801:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937954816, offset 0
00000400:00000200:2.0:1788205290.768807:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205290.768814:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205290.768819:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205290.768824:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205290.768828:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205290.768831:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205290.768834:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205290.768837:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547409:547409:256:4294967295] 192.168.201.135@tcp LPNI seq info [547375:547375:8:4294967295]
00000400:00000200:2.0:1788205290.768842:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205290.768851:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205290.768857:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205290.768861:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205290.768868:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205290.768871:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788205290.768876:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205290.768879:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788205290.768883:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205290.768886:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205290.768890:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205290.768894:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205290.768898:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205290.768900:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205290.768903:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205290.768907:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecce00 x1875052937954816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205290.768932:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205290.768935:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205290.768938:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:1.0:1788205290.768940:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205290.768941:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205290.768944:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205290.768948:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15596
00000400:00000200:1.0:1788205290.768951:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205290.768954:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205290.768956:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205290.768958:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.768960:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205290.768962:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.768964:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205290.768967:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205290.768968:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:1.0:1788205290.768969:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205290.768971:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:1.0:1788205290.768973:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:1.0:1788205290.768975:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:1.0:1788205290.768978:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.768980:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205290.768982:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.768984:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205290.768986:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:1.0:1788205290.768988:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205290.768991:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205290.768992:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205290.768995:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205290.768997:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205290.768999:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205290.769001:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205290.769003:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205290.769005:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205290.769008:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecd500.
00000020:00000040:1.0:1788205290.769010:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205290.769013:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205290.769014:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205290.769016:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205290.769018:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205290.769020:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205290.769023:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45800.
00000100:00000001:1.0:1788205290.769026:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205290.769030:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecd500 x1875052937954944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205290.769036:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205290.769038:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205290.769041:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006ab37475] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecd500 x1875052937954944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.769069:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205290.769073:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecce00 x1875052937954816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.769079:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.769081:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205290.769088:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205290.769092:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788205290.769096:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205290.769098:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310268955
00000100:00000001:2.0:1788205290.769101:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310272718
00000100:00000001:2.0:1788205290.769114:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310268955
00000100:00000001:2.0:1788205290.769116:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310272718
00000100:00000001:2.0:1788205290.769118:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205290.769121:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.769123:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205290.769137:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205290/real 1788205290]  req@ffff8c5d27ecce00 x1875052937954816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205290.769145:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205290.769146:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205290.769148:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205290.769151:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205290.769153:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205290.769155:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205290.769158:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecce00 x1875052937954816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205290.769166:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecce00 x1875052937954816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.769172:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205290.769173:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.769175:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205290.769177:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205290.769181:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecce00 x1875052937954816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.769188:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205290.769192:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecce00 x1875052937954816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.769199:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205290.769201:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.769203:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205290.769204:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.769207:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205290.769209:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205290.769211:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205290.769214:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205290.769216:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205290.769220:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecce00 x1875052937954816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205290.769227:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937954816:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205290.769232:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.769233:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205290.769236:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecce00 x1875052937954816/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.769242:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205290.769245:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205290.769247:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205290.769250:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205290.769251:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205290.769253:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:2.0:1788205290.769255:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205290.769258:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de47c00.
02000000:00000001:2.0:1788205290.769261:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205290.769263:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205290.769264:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecce00.
00000100:00000001:2.0:1788205290.769267:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205290.769268:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.769270:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.769278:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205290.769280:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.769282:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205290.769283:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205290.769285:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205290.769288:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecd500 x1875052937954944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.769294:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205290.769296:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205290.771167:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205290.771172:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205290.771176:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205290.771184:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937954944:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205290.771189:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205290.771193:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205290.771195:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205290.771197:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205290.771206:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205290.771209:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205290.771251:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205290.771255:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205290.771262:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205290.771268:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937954944, portal 4
00000100:00000001:2.0:1788205290.771271:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205290.771272:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462520576 : -127143247031040 : ffff8c5d27ecd500)
00000100:00000040:2.0:1788205290.771281:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecd500 x1875052937954944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.771289:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205290.771292:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205290.771295:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205290.771350:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937954944, offset 0
00000400:00000200:2.0:1788205290.771358:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205290.771367:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205290.771373:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205290.771378:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205290.771381:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205290.771385:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205290.771387:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205290.771391:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547410:547410:256:4294967295] 192.168.201.135@tcp LPNI seq info [547376:547376:8:4294967295]
00000400:00000200:2.0:1788205290.771396:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205290.771405:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205290.771412:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205290.771417:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205290.771423:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205290.771427:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788205290.771432:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205290.771436:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788205290.771440:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205290.771442:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205290.771447:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205290.771451:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205290.771456:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205290.771459:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205290.771462:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205290.771466:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecd500 x1875052937954944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.771477:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205290.771480:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecd500 x1875052937954944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.771487:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.771489:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205290.771494:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205290.771498:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788205290.771502:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205290.771504:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310269051
00000100:00000001:2.0:1788205290.771507:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310272718
00000100:00000001:2.0:1788205290.771509:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310269051
00000100:00000001:2.0:1788205290.771511:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310272718
00000100:00000001:2.0:1788205290.771514:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205290.771516:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.771519:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205290.771523:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205290/real 1788205290]  req@ffff8c5d27ecd500 x1875052937954944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205290.771532:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205290.771534:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205290.771536:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205290.771538:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205290.771540:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205290.771542:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205290.771546:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecd500 x1875052937954944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205290.771554:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecd500 x1875052937954944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.771560:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205290.771562:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.771564:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205290.771566:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205290.771569:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecd500 x1875052937954944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.771576:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205290.771581:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecd500 x1875052937954944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.771588:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205290.771592:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.771593:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205290.771595:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.771597:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205290.771600:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205290.771603:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205290.771607:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205290.771610:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205290.771614:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecd500 x1875052937954944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205290.771622:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937954944:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205290.771626:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.771629:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205290.771632:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecd500 x1875052937954944/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.771639:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205290.771641:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205290.771644:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205290.771647:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205290.771649:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205290.771651:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205290.771654:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205290.771656:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45800.
02000000:00000001:2.0:1788205290.771660:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205290.771662:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205290.771664:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecd500.
00000100:00000001:2.0:1788205290.771668:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205290.771669:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.771672:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.771679:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205290.771681:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.771684:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205290.771686:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205290.771814:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1788205290.771820:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1788205290.771824:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1788205290.771825:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1788205290.771827:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1788205290.771830:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:1.0:1788205290.771834:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15596
00000400:00000200:1.0:1788205290.771839:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205290.771842:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:1.0:1788205290.771845:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1788205290.771848:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.771851:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205290.771853:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.771855:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:1.0:1788205290.771858:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:1.0:1788205290.771860:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:1.0:1788205290.771862:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:1.0:1788205290.771865:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:1.0:1788205290.771868:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:1.0:1788205290.771871:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:1.0:1788205290.771873:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.771875:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1788205290.771877:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205290.771878:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:1.0:1788205290.771881:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:1.0:1788205290.771884:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205290.771887:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205290.771889:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205290.771895:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205290.771897:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205290.771900:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:1.0:1788205290.771903:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:1.0:1788205290.771906:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205290.771908:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1788205290.771912:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d27ecdc00.
00000020:00000040:1.0:1788205290.771915:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:1.0:1788205290.771918:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1788205290.771920:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205290.771923:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1788205290.771926:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1788205290.771929:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205290.771935:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d2de45c00.
00000100:00000001:1.0:1788205290.771940:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205290.771946:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d27ecdc00 x1875052937955072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205290.771954:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205290.771957:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205290.771961:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c07ad524] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d27ecdc00 x1875052937955072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205290.771971:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205290.771977:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15606)
00000100:00000001:2.0:1788205290.772034:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205290.772037:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205290.772038:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205290.772043:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d27ecdc00 x1875052937955072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.772050:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205290.772052:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205290.772054:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205290.772056:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205290.772058:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205290.772061:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937955072:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205290.772065:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205290.772066:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205290.772068:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205290.772070:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205290.772073:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205290.772075:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205290.772079:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205290.772081:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205290.772085:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205290.772089:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937955072, portal 4
00000100:00000001:2.0:1788205290.772091:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205290.772092:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930462522368 : -127143247029248 : ffff8c5d27ecdc00)
00000100:00000040:2.0:1788205290.772098:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d27ecdc00 x1875052937955072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.772113:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205290.772115:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205290.772118:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205290.772121:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937955072, offset 0
00000400:00000200:2.0:1788205290.772183:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205290.772188:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205290.772192:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205290.772195:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205290.772197:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205290.772199:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205290.772201:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205290.772204:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547411:547411:256:4294967295] 192.168.201.135@tcp LPNI seq info [547377:547377:8:4294967295]
00000400:00000200:2.0:1788205290.772208:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205290.772215:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205290.772219:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205290.772223:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205290.772227:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.0:1788205290.772230:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1788205290.772234:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205290.772236:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1788205290.772241:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205290.772243:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205290.772246:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1788205290.772249:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1788205290.772252:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205290.772254:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205290.772257:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205290.772260:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d27ecdc00 x1875052937955072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.772268:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205290.772271:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d27ecdc00 x1875052937955072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205315 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.772277:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.772278:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:2.0:1788205290.772281:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205290.772284:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788205290.772286:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205290.772288:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310269068
00000100:00000001:2.0:1788205290.772290:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310272718
00000100:00000001:2.0:1788205290.772292:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310269068
00000100:00000001:2.0:1788205290.772294:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310272718
00000100:00000001:2.0:1788205290.772409:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205290.772413:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.772415:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1788205290.772420:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205290/real 1788205290]  req@ffff8c5d27ecdc00 x1875052937955072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1788205290.772428:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1788205290.772430:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1788205290.772431:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:2.0:1788205290.772434:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:2.0:1788205290.772436:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:2.0:1788205290.772438:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:2.0:1788205290.772441:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d27ecdc00 x1875052937955072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1788205290.772448:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d27ecdc00 x1875052937955072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.772453:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:2.0:1788205290.772455:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.772457:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205290.772459:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1788205290.772462:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d27ecdc00 x1875052937955072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.772468:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1788205290.772471:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d27ecdc00 x1875052937955072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.772478:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1788205290.772480:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.772482:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1788205290.772483:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.772485:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1788205290.772487:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1788205290.772489:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1788205290.772492:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:2.0:1788205290.772495:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1788205290.772498:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d27ecdc00 x1875052937955072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1788205290.772506:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d27ecdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937955072:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205290.772510:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.772512:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205290.772514:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d27ecdc00 x1875052937955072/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205315 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205290.772519:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1788205290.772521:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1788205290.772523:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205290.772526:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1788205290.772527:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:2.0:1788205290.772529:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:2.0:1788205290.772530:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:2.0:1788205290.772532:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d2de45c00.
02000000:00000001:2.0:1788205290.772534:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1788205290.772535:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1788205290.772537:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d27ecdc00.
00000100:00000001:2.0:1788205290.772539:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1788205290.772540:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.772542:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.772546:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205290.772548:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.772549:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205290.772551:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205290.956414:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205290.956424:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205290.956427:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205290.956432:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205290.956436:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205290.956440:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.956443:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205290.956445:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205290.956448:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205291.468487:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205291.468496:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205291.468502:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205291.468503:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205291.468558:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205291.468561:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205291.468565:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205291.980427:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205291.980436:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205291.980439:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205291.980510:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205291.980515:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205291.980520:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205291.980522:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205291.980525:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205291.980528:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205292.496222:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205292.496230:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205292.496236:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205292.496238:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205292.496332:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205292.496336:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205292.496340:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205293.004415:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205293.004423:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205293.004425:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205293.004430:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205293.004434:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205293.004438:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205293.004441:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205293.004444:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205293.004447:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205293.516708:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205293.516716:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205293.516721:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205293.516723:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205293.516855:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205293.516859:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205293.516863:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205294.028376:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205294.028385:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205294.028388:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205294.028394:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205294.028398:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205294.028402:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205294.028404:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205294.028408:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205294.028410:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205294.540448:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205294.540456:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205294.540461:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205294.540463:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205294.540481:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205294.540484:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205294.540488:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205294.604393:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310272718, at 4310272768
00000100:00000010:0.0:1788205294.604406:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850900.
00000100:00000040:1.0:1788205294.604477:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310272718, at 4310272768
00000100:00000010:1.0:1788205294.604481:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850e40.
00000100:00000001:2.0:1788205295.052423:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205295.052431:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205295.052433:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205295.052440:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205295.052444:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205295.052448:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205295.052450:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205295.052454:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205295.052457:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205295.564515:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205295.564524:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205295.564531:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205295.564532:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205295.564658:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205295.564667:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205295.564673:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1788205295.884704:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205295.884718:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1788205295.884720:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205295.884725:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205295.884730:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205295.884739:0:267955:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15601
00000400:00000200:0.0:1788205295.884750:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205295.884757:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205295.884760:0:267955:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205295.884764:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.884768:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205295.884770:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.884772:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205295.884776:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205295.884778:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:0.0:1788205295.884781:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205295.884786:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:0.0:1788205295.884789:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:0.0:1788205295.884791:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:0.0:1788205295.884794:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.884796:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205295.884798:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.884799:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205295.884802:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:0.0:1788205295.884806:0:267955:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205295.884808:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205295.884811:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205295.884814:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205295.884817:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205295.884819:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:0.0:1788205295.884821:0:267955:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205295.884832:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afa300.
00000020:00000040:0.0:1788205295.884835:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:0.0:1788205295.884839:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205295.884841:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205295.884844:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205295.884847:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205295.884851:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205295.884859:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4000.
00000100:00000001:0.0:1788205295.884866:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205295.884875:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afa300 x1875052937955200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205295.884885:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205295.884890:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205295.884895:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003df1ecd1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afa300 x1875052937955200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205295.884919:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205295.884923:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205295.884926:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1788205295.884928:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205295.884929:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205295.884933:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205295.884935:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15601
00000400:00000200:0.0:1788205295.884938:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205295.884941:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205295.884943:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205295.884945:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.884947:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205295.884949:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.884951:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205295.884953:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205295.884954:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:0.0:1788205295.884956:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205295.884958:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:0.0:1788205295.884959:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:0.0:1788205295.884961:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:0.0:1788205295.884964:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.884966:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205295.884967:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.884969:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205295.884971:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:0.0:1788205295.884973:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205295.884975:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205295.884977:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205295.884981:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205295.884983:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205295.884985:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205295.884989:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205295.884994:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205295.884996:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205295.884999:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04afb100.
00000020:00000040:0.0:1788205295.885001:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205295.885003:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205295.885005:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205295.885006:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205295.885008:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205295.885009:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205295.885013:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4800.
00000100:00000001:2.0:1788205295.887111:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205295.887129:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205295.887133:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205295.887146:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afa300 x1875052937955200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205295.887158:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205295.887161:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205295.887165:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205295.887169:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205295.887172:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205295.887175:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937955200:192.168.201.135@tcp:250:kworker.0
00000100:00000001:2.0:1788205295.887180:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205295.887186:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205295.887189:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205295.887192:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205295.887204:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18c00.
02000000:00000001:2.0:1788205295.887208:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205295.887216:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205295.887221:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0b58.
00000400:00000010:2.0:1788205295.887230:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08b28.
00000100:00000200:2.0:1788205295.887241:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937955200, portal 25
00000100:00000001:2.0:1788205295.887244:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205295.887246:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871307520 : -127143838244096 : ffff8c5d04afa300)
00000100:00000040:2.0:1788205295.887252:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afa300 x1875052937955200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205295.887259:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205295.887261:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205295.887264:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08770.
00000100:00000200:2.0:1788205295.887268:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937955200, offset 0
00000400:00000200:2.0:1788205295.887275:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205295.887284:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205295.887291:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205295.887297:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205295.887423:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205295.887427:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205295.887430:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205295.887435:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547412:547412:256:4294967295] 192.168.201.135@tcp LPNI seq info [547378:547378:8:4294967295]
00000400:00000200:2.0:1788205295.887440:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205295.887452:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205295.887458:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205295.887465:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342a00.
00000800:00000200:2.0:1788205295.887472:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205295.887477:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788205295.887506:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205295.887511:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205295.887515:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310277839
00000100:00000010:2.0:1788205295.887521:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850a80.
00000100:00000001:2.0:1788205295.887532:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1788205295.887543:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310277839
00000100:00000010:2.0:1788205295.887547:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d10850f00.
00000100:00000001:2.0:1788205295.887551:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1788205295.887554:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205295.887556:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205295.887560:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205295.887563:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205295.887572:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205295.887574:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788205295.887576:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205295.887578:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205295.887580:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205295.887582:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205295.887784:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205295.887793:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04afb100 x1875052937955328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205295.887803:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205295.887807:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205295.887811:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007c389169] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04afb100 x1875052937955328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205295.887833:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205295.887837:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205295.887841:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1788205295.887842:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205295.887844:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205295.887847:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205295.887851:0:267955:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15601
00000400:00000200:0.0:1788205295.887856:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205295.887859:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205295.887862:0:267955:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205295.887865:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.887868:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205295.887871:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.887874:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205295.887878:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205295.887880:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:0.0:1788205295.887883:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205295.887886:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:0.0:1788205295.887888:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:0.0:1788205295.887891:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:0.0:1788205295.887893:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.887895:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205295.887898:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.887900:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205295.887903:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:0.0:1788205295.887906:0:267955:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205295.887909:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205295.887911:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205295.887916:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205295.887918:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205295.887920:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205295.887925:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1788205295.887928:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205295.887930:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205295.887935:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af9c00.
00000020:00000040:0.0:1788205295.887939:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:0.0:1788205295.887943:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205295.887944:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205295.887947:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205295.887949:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205295.887951:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205295.887957:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4400.
00000100:00000001:0.0:1788205295.887959:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205295.887963:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af9c00 x1875052937955456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205295.887977:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205295.887979:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205295.887982:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e508162b] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af9c00 x1875052937955456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205295.887990:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205295.887992:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205295.887996:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:0.0:1788205295.887997:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205295.887999:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205295.888001:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205295.888003:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15601
00000400:00000200:0.0:1788205295.888006:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205295.888009:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205295.888011:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205295.888025:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.888027:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205295.888029:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.888031:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205295.888033:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205295.888035:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000020:00000001:0.0:1788205295.888036:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205295.888038:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000020:00000001:0.0:1788205295.888040:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:0.0:1788205295.888042:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:0.0:1788205295.888045:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.888048:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205295.888050:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.888052:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205295.888055:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
00000100:00080000:0.0:1788205295.888058:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205295.888060:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205295.888062:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205295.888064:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205295.888066:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205295.888068:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205295.888070:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205295.888072:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205295.888074:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205295.888077:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8a80.
00000020:00000040:0.0:1788205295.888079:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205295.888081:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205295.888082:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205295.888084:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205295.888085:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205295.888087:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205295.888090:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb4c00.
00000100:00000001:0.0:1788205295.888092:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205295.888096:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8a80 x1875052937955584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205295.888103:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205295.888105:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205295.888108:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002afd37ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8a80 x1875052937955584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205295.888170:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1788205295.888173:0:267955:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1788205295.888176:0:267955:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1788205295.888177:0:267955:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1788205295.888179:0:267955:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1788205295.888181:0:267955:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:0.0:1788205295.888184:0:267955:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15601
00000400:00000200:0.0:1788205295.888188:0:267955:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:0.0:1788205295.888191:0:267955:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:0.0:1788205295.888193:0:267955:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1788205295.888196:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.888198:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205295.888200:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.888202:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:0.0:1788205295.888204:0:267955:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:0.0:1788205295.888205:0:267955:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000020:00000001:0.0:1788205295.888206:0:267955:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:0.0:1788205295.888208:0:267955:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000020:00000001:0.0:1788205295.888210:0:267955:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:0.0:1788205295.888211:0:267955:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000100:00000040:0.0:1788205295.888214:0:267955:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.888216:0:267955:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1788205295.888218:0:267955:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:0.0:1788205295.888220:0:267955:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:0.0:1788205295.888223:0:267955:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000100:00080000:0.0:1788205295.888225:0:267955:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:0.0:1788205295.888228:0:267955:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1788205295.888229:0:267955:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1788205295.888232:0:267955:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1788205295.888233:0:267955:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205295.888235:0:267955:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:0.0:1788205295.888237:0:267955:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000008:00000001:0.0:1788205295.888240:0:267955:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205295.888241:0:267955:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1788205295.888244:0:267955:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d04af8000.
00000020:00000040:0.0:1788205295.888247:0:267955:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:0.0:1788205295.888249:0:267955:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1788205295.888251:0:267955:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1788205295.888253:0:267955:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1788205295.888254:0:267955:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1788205295.888256:0:267955:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1788205295.888261:0:267955:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d26eb5000.
00000100:00000001:0.0:1788205295.888264:0:267955:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1788205295.888268:0:267955:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d04af8000 x1875052937955712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1788205295.888275:0:267955:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1788205295.888277:0:267955:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205295.888280:0:267955:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f555b94f] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d04af8000 x1875052937955712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1788205295.888287:0:267955:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1788205295.888292:0:267955:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15611)
00000100:00000001:2.0:1788205295.890060:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205295.890065:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205295.890067:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205295.890075:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04afb100 x1875052937955328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205295.890086:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205295.890089:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205295.890092:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205295.890094:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205295.890097:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205295.890101:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937955328:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205295.890105:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205295.890109:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205295.890112:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205295.890114:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205295.890129:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19000.
02000000:00000001:2.0:1788205295.890132:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205295.890138:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205295.890142:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0580.
00000400:00000010:2.0:1788205295.890148:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08bb0.
00000100:00000200:2.0:1788205295.890153:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937955328, portal 10
00000100:00000001:2.0:1788205295.890156:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205295.890157:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871311104 : -127143838240512 : ffff8c5d04afb100)
00000100:00000040:2.0:1788205295.890164:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04afb100 x1875052937955328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205295.890172:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205295.890175:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205295.890178:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08908.
00000100:00000200:2.0:1788205295.890181:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937955328, offset 0
00000400:00000200:2.0:1788205295.890186:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205295.890192:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205295.890198:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205295.890202:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205295.890206:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205295.890209:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205295.890212:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205295.890215:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547413:547413:255:4294967295] 192.168.201.135@tcp LPNI seq info [547379:547379:7:4294967295]
00000400:00000200:2.0:1788205295.890220:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205295.890229:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205295.890233:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205295.890238:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342500.
00000800:00000200:2.0:1788205295.890243:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205295.890248:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788205295.890252:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205295.890257:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:2.0:1788205295.890261:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205295.890264:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310274081
00000100:00000001:2.0:1788205295.890267:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310277839
00000100:00000001:2.0:1788205295.890270:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310274081
00000100:00000001:2.0:1788205295.890271:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310277839
00000100:00000001:2.0:1788205295.890273:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205295.890276:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205295.890279:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205295.890283:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af9c00 x1875052937955456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205295.890290:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205295.890292:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205295.890294:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205295.890295:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205295.891055:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205295.891061:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937955456:192.168.201.135@tcp:38:kworker.0
00000100:00000001:2.0:1788205295.891064:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205295.891066:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205295.891068:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205295.891070:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205295.891073:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca19c00.
02000000:00000001:2.0:1788205295.891075:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205295.891079:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205295.891082:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f08f0.
00000400:00000010:2.0:1788205295.891085:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08330.
00000100:00000200:2.0:1788205295.891088:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937955456, portal 10
00000100:00000001:2.0:1788205295.891090:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205295.891091:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871305728 : -127143838245888 : ffff8c5d04af9c00)
00000100:00000040:2.0:1788205295.891098:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af9c00 x1875052937955456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205295.891105:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205295.891107:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205295.891109:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08c38.
00000100:00000200:2.0:1788205295.891111:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937955456, offset 0
00000400:00000200:2.0:1788205295.891174:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205295.891179:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205295.891183:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205295.891186:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205295.891189:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205295.891191:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205295.891193:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205295.891195:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547414:547414:254:4294967295] 192.168.201.135@tcp LPNI seq info [547380:547380:6:4294967295]
00000400:00000200:2.0:1788205295.891200:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205295.891206:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205295.891210:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205295.891214:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342300.
00000800:00000200:2.0:1788205295.891218:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205295.891221:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788205295.891224:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205295.891228:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:2.0:1788205295.891231:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205295.891233:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310274077
00000100:00000001:2.0:1788205295.891235:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310277839
00000100:00000001:2.0:1788205295.891238:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310274077
00000100:00000001:2.0:1788205295.891240:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310277839
00000100:00000001:2.0:1788205295.891242:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205295.891244:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205295.891247:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205295.891251:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8a80 x1875052937955584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205295.891259:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205295.891261:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205295.891263:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205295.891265:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205295.891267:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205295.891270:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937955584:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205295.891273:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205295.891275:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205295.891277:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205295.891279:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205295.891282:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca1a800.
02000000:00000001:2.0:1788205295.891283:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205295.891287:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205295.891289:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0f20.
00000400:00000010:2.0:1788205295.891294:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08f68.
00000100:00000200:2.0:1788205295.891297:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937955584, portal 4
00000100:00000001:2.0:1788205295.891372:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205295.891373:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871301248 : -127143838250368 : ffff8c5d04af8a80)
00000100:00000040:2.0:1788205295.891382:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8a80 x1875052937955584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205295.891399:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205295.891401:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205295.891405:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d085d8.
00000100:00000200:2.0:1788205295.891408:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937955584, offset 0
00000400:00000200:2.0:1788205295.891412:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205295.891416:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205295.891420:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205295.891422:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205295.891424:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205295.891426:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205295.891428:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205295.891430:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547415:547415:253:4294967295] 192.168.201.135@tcp LPNI seq info [547381:547381:5:4294967295]
00000400:00000200:2.0:1788205295.891434:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205295.891439:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205295.891442:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205295.891445:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342b00.
00000800:00000200:2.0:1788205295.891449:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205295.891452:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788205295.891454:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205295.891458:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:2.0:1788205295.891461:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205295.891464:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310274171
00000100:00000001:2.0:1788205295.891466:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310277839
00000100:00000001:2.0:1788205295.891468:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310274171
00000100:00000001:2.0:1788205295.891470:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310277839
00000100:00000001:2.0:1788205295.891472:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205295.891474:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205295.891477:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1788205295.891481:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d04af8000 x1875052937955712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205295.891489:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205295.891490:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205295.891493:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1788205295.891494:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1788205295.891497:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205295.891500:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937955712:192.168.201.135@tcp:8:kworker.0
00000100:00000001:2.0:1788205295.891503:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1788205295.891505:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1788205295.891507:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205295.891508:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1788205295.891512:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d3ca18400.
02000000:00000001:2.0:1788205295.891514:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1788205295.891517:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:2.0:1788205295.891520:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d106f0000.
00000400:00000010:2.0:1788205295.891524:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08550.
00000100:00000200:2.0:1788205295.891526:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937955712, portal 4
00000100:00000001:2.0:1788205295.891528:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1788205295.891529:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616929871298560 : -127143838253056 : ffff8c5d04af8000)
00000100:00000040:2.0:1788205295.891536:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d04af8000 x1875052937955712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205295.891542:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1788205295.891544:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:2.0:1788205295.891548:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d03d08ee0.
00000100:00000200:2.0:1788205295.891550:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937955712, offset 0
00000400:00000200:2.0:1788205295.891554:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:2.0:1788205295.891558:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205295.891561:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:2.0:1788205295.891564:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1788205295.891566:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:2.0:1788205295.891569:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1788205295.891571:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:2.0:1788205295.891574:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547416:547416:252:4294967295] 192.168.201.135@tcp LPNI seq info [547382:547382:4:4294967295]
00000400:00000200:2.0:1788205295.891577:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205295.891584:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1788205295.891588:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:2.0:1788205295.891592:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d10342700.
00000800:00000200:2.0:1788205295.891596:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:2.1:1788205295.891599:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:2.0:1788205295.891602:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1788205295.891605:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:2.0:1788205295.891695:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:2.0:1788205295.891698:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310274188
00000100:00000001:2.0:1788205295.891701:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310277839
00000100:00000001:2.0:1788205295.891703:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310274188
00000100:00000001:2.0:1788205295.891705:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310277839
00000100:00000001:2.0:1788205295.891707:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1788205295.891709:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205295.891712:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205295.891715:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205295.891722:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205295.891724:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1788205295.891727:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1788205295.891728:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205295.891730:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205295.891732:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205296.076448:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205296.076460:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205296.076462:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205296.076469:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205296.076474:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205296.076479:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205296.076482:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205296.076486:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205296.076488:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205296.589418:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205296.589426:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205296.589433:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205296.589434:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205296.589459:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205296.589461:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205296.589465:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205297.100477:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205297.100488:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205297.100490:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205297.100498:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205297.100502:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205297.100506:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205297.100510:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205297.100513:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205297.100516:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205297.612481:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205297.612490:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205297.612500:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205297.612501:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1788205297.612721:0:245354:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1788205297.612725:0:245354:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1788205297.612728:0:245354:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205298.128393:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205298.128404:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205298.128407:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205298.128413:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205298.128417:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205298.128421:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205298.128425:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205298.128428:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205298.128431:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205298.636738:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205298.636750:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205298.636752:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205298.636757:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205298.636763:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205298.636765:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205298.636768:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205298.636770:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205298.636775:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205298.636777:0:267991:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:0.0:1788205298.636779:0:267991:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:0.0:1788205298.636780:0:267991:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205298.636781:0:267991:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:0.0:1788205298.636783:0:267991:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205298.636785:0:267991:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205298.636786:0:267991:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205298.636887:0:245357:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205298.636890:0:245357:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205298.636893:0:245357:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1788205298.963687:0:2380:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.201.135:988
00000400:00000100:2.0:1788205298.963742:0:2380:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.201.135@tcp at host 192.168.201.135 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1788205298.963755:0:2380:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205298.963759:0:2380:0:(router.c:1791:lnet_notify()) 192.168.201.35@tcp notifying 192.168.201.135@tcp: down
00000400:00000200:2.0:1788205298.963764:0:2380:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205298.963769:0:2380:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1788205298.963775:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788205298.963780:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342a00.
00000400:00000200:2.0:1788205298.963787:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205298.963792:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205298.963800:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08770
00000400:00000010:2.0:1788205298.963803:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08770.
00000100:00000001:2.0:1788205298.963809:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205298.963821:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04afa300 x1875052937955200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205298.963848:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205298.963852:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afa300 x1875052937955200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205298.963860:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205298.963862:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205298.963873:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788205298.963875:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342500.
00000400:00000200:2.0:1788205298.963878:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205298.963881:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205298.963884:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08908
00000400:00000010:2.0:1788205298.963886:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08908.
00000100:00000001:2.0:1788205298.963888:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205298.963893:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04afb100 x1875052937955328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205298.963901:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205298.963904:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04afb100 x1875052937955328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205298.963910:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205298.963911:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205298.963915:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788205298.963917:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342300.
00000400:00000200:2.0:1788205298.963920:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205298.963923:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205298.963926:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08c38
00000400:00000010:2.0:1788205298.963928:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08c38.
00000100:00000001:2.0:1788205298.963931:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205298.963935:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04af9c00 x1875052937955456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205298.963942:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205298.963945:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af9c00 x1875052937955456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205298.963951:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205298.963953:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205298.963957:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788205298.963959:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342b00.
00000100:00000001:1.0:1788205298.964045:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205298.964051:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205298.964054:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205298.964062:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205295/real 1788205298]  req@ffff8c5d04afb100 x1875052937955328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205298.964075:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205298.965710:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205298.965716:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0580.
00000400:00000200:1.0:1788205298.965724:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08bb0
00000400:00000010:1.0:1788205298.965727:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08bb0.
00000100:00000001:1.0:1788205298.965732:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205298.965742:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afb100 x1875052937955328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205298.965753:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afb100 x1875052937955328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.965761:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205298.965764:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.965768:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205298.965771:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205298.965775:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afb100 x1875052937955328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.965784:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205298.965789:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afb100 x1875052937955328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.965798:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205298.965802:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.965803:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205298.965804:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.965808:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205298.965810:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205298.965814:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205298.965819:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205298.965822:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205298.965827:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afb100 x1875052937955328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205298.965836:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937955328:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205298.965843:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205298.965848:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205295/real 1788205298]  req@ffff8c5d04af9c00 x1875052937955456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205298.965858:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205298.965859:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205298.965862:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f08f0.
00000400:00000200:1.0:1788205298.965865:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08330
00000400:00000010:1.0:1788205298.965867:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08330.
00000100:00000001:1.0:1788205298.965869:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205298.965872:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af9c00 x1875052937955456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205298.965881:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af9c00 x1875052937955456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.965887:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205298.965889:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.965891:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205298.965893:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205298.965896:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af9c00 x1875052937955456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.965903:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205298.965907:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af9c00 x1875052937955456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.965914:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205298.965917:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.965918:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205298.965919:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.965921:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205298.965922:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205298.965925:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205298.965928:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205298.965930:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205298.965934:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af9c00 x1875052937955456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205298.965942:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937955456:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205298.965947:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205298.965951:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205295/real 1788205298]  req@ffff8c5d04afa300 x1875052937955200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205298.965959:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205298.965969:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205298.965972:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0b58.
00000400:00000200:1.0:1788205298.965974:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08b28
00000400:00000010:1.0:1788205298.965976:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08b28.
00000100:00000001:1.0:1788205298.965979:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205298.965982:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04afa300 x1875052937955200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205298.965990:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04afa300 x1875052937955200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.965997:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205298.965998:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.966000:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205298.966001:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205298.966004:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04afa300 x1875052937955200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.966012:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205298.966015:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04afa300 x1875052937955200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.966022:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205298.966024:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.966025:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205298.966026:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.966028:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205298.966029:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205298.966031:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205298.966035:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205298.966036:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205298.966040:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04afa300 x1875052937955200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205298.966048:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04afa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937955200:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205298.966052:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205298.966055:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205298.966058:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afb100 x1875052937955328/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.966064:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205298.966068:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205298.966072:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19000.
00000400:00000200:2.0:1788205298.966214:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205298.966221:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205298.966226:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d085d8
00000400:00000010:2.0:1788205298.966229:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d085d8.
00000100:00000001:2.0:1788205298.966232:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205298.966237:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04af8a80 x1875052937955584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205298.966248:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205298.966251:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8a80 x1875052937955584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205298.966258:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205298.966259:0:2380:0:(events.c:68:request_out_callback()) Process leaving
00000800:00000100:2.0:1788205298.966269:0:2380:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.201.135@tcp
00000800:00000010:2.0:1788205298.966272:0:2380:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d10342700.
00000400:00000200:2.0:1788205298.966275:0:2380:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1788205298.966278:0:2380:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1788205298.966281:0:2380:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08ee0
00000400:00000010:2.0:1788205298.966283:0:2380:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08ee0.
00000100:00000001:2.0:1788205298.966285:0:2380:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:2.0:1788205298.966289:0:2380:0:(events.c:39:request_out_callback()) @@@ type 5, status -113  req@ffff8c5d04af8000 x1875052937955712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205298.966313:0:2380:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1788205298.966316:0:2380:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d04af8000 x1875052937955712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205320 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1788205298.966323:0:2380:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205298.966324:0:2380:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:1.0:1788205298.967801:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205298.967810:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205298.967813:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205298.967818:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205298.967822:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4800.
02000000:00000001:1.0:1788205298.967830:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205298.967832:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205298.967835:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afb100.
00000100:00000001:1.0:1788205298.967843:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205298.967845:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.967848:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205298.967857:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af9c00 x1875052937955456/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.967867:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205298.967868:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205298.967871:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca19c00.
02000000:00000001:1.0:1788205298.967874:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205298.967875:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205298.967876:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205298.967878:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205298.967880:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4400.
02000000:00000001:1.0:1788205298.967882:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205298.967883:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205298.967885:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af9c00.
00000100:00000001:1.0:1788205298.967888:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205298.967889:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.967891:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205298.967894:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04afa300 x1875052937955200/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.967901:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205298.967904:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205298.967905:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18c00.
02000000:00000001:1.0:1788205298.967908:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205298.967909:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205298.967910:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788205298.967912:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205298.967913:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4000.
02000000:00000001:1.0:1788205298.967916:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205298.967917:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205298.967918:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04afa300.
00000100:00000001:1.0:1788205298.967920:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205298.967922:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.967925:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205298.967927:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205298.967930:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205298.967932:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205298.967938:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205295/real 1788205298]  req@ffff8c5d04af8a80 x1875052937955584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205298.967950:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205298.967952:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205298.967955:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0f20.
00000400:00000200:1.0:1788205298.967959:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08f68
00000400:00000010:1.0:1788205298.967971:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08f68.
00000100:00000001:1.0:1788205298.967976:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205298.967980:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8a80 x1875052937955584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205298.967989:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8a80 x1875052937955584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.967996:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205298.967998:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.968001:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205298.968003:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205298.968007:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8a80 x1875052937955584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.968019:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205298.968024:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8a80 x1875052937955584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.968030:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205298.968033:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.968035:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205298.968036:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.968039:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205298.968041:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205298.968044:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205298.968049:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205298.968052:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205298.968056:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8a80 x1875052937955584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205298.968064:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937955584:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205298.968068:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205298.968073:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205295/real 1788205298]  req@ffff8c5d04af8000 x1875052937955712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205298.968274:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205298.968276:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205298.968278:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d106f0000.
00000400:00000200:1.0:1788205298.968281:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d03d08550
00000400:00000010:1.0:1788205298.968283:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d03d08550.
00000100:00000001:1.0:1788205298.968285:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205298.968289:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d04af8000 x1875052937955712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205298.968364:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d04af8000 x1875052937955712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.968371:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205298.968372:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.968374:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205298.968376:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205298.968379:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d04af8000 x1875052937955712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.968386:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205298.968390:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d04af8000 x1875052937955712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.968397:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205298.968400:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.968401:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205298.968403:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.968404:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205298.968406:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205298.968408:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205298.968412:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205298.968414:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205298.968418:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d04af8000 x1875052937955712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205298.968427:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d04af8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937955712:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205298.968431:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.968433:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205298.968436:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8a80 x1875052937955584/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.968449:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205298.968451:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205298.968453:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca1a800.
02000000:00000001:1.0:1788205298.968456:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205298.968458:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205298.968459:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205298.968461:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205298.968463:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb4c00.
02000000:00000001:1.0:1788205298.968465:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205298.968466:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205298.968468:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8a80.
00000100:00000001:1.0:1788205298.968470:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205298.968472:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.968473:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205298.968476:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d04af8000 x1875052937955712/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205320 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205298.968483:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205298.968484:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205298.968485:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d3ca18400.
02000000:00000001:1.0:1788205298.968487:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205298.968488:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205298.968489:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205298.968491:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205298.968492:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d26eb5000.
02000000:00000001:1.0:1788205298.968494:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205298.968495:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205298.968496:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d04af8000.
00000100:00000001:1.0:1788205298.968498:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205298.968499:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.968500:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205298.968508:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205298.968510:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205298.968513:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205298.968514:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205299.148533:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205299.148555:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205299.148557:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205299.148565:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205299.148571:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205299.148576:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205299.148581:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205299.148585:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205299.148598:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205299.660853:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205299.660863:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205299.660872:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205299.660873:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1788205299.661555:0:251758:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:2.0:1788205299.661560:0:251758:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:2.0:1788205299.661564:0:251758:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1788205299.725350:0:267991:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d000 (cpu 0) has reached its deadline 4310277839, at 4310277889
00000100:00000010:0.0:1788205299.725434:0:267991:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850a80.
00000100:00000040:1.0:1788205299.725528:0:268004:0:(connection.c:75:cpu_latency_work()) work item of ffff8c5d10c3d110 (cpu 1) has reached its deadline 4310277839, at 4310277889
00000100:00000010:1.0:1788205299.725535:0:268004:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff8c5d10850f00.
00000100:00000001:2.0:1788205300.172449:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205300.172458:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205300.172460:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205300.172466:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205300.172470:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205300.172476:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205300.172479:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205300.172482:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205300.172485:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205300.684467:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205300.684474:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205300.684478:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205300.684479:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1788205300.684565:0:235951:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1788205300.684569:0:235951:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1788205300.684571:0:235951:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1788205301.013059:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f3acedf3-f5c8-4828-a4ae-3876c1ca4036->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1788205301.013071:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1788205301.013074:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1788205301.013080:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1788205301.013085:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:2.0:1788205301.013094:0:268008:0:(import.c:510:import_select_connection()) MGC192.168.201.135@tcp: connect to NID 192.168.201.135@tcp last attempt 15606
00000400:00000200:2.0:1788205301.013551:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:2.0:1788205301.013560:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:2.0:1788205301.013564:0:268008:0:(import.c:589:import_select_connection()) MGC192.168.201.135@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1788205301.013568:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205301.013572:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205301.013575:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205301.013577:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:2.0:1788205301.013581:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:2.0:1788205301.013584:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c2237ce
00000020:00000001:2.0:1788205301.013587:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:2.0:1788205301.013590:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d0920b000 refcount=3
00000020:00000001:2.0:1788205301.013592:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000020:00000001:2.0:1788205301.013595:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929945825280 : -127143763726336 : ffff8c5d0920b000)
00000100:00000040:2.0:1788205301.013598:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205301.013600:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1788205301.013602:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:2.0:1788205301.013604:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:2.0:1788205301.013608:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d0920b000 : new refcount 2
00000100:00080000:2.0:1788205301.013611:0:268008:0:(import.c:624:import_select_connection()) MGC192.168.201.135@tcp: import ffff8c5d09208000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:2.0:1788205301.013614:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1788205301.013619:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205301.013722:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205301.013727:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205301.013729:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000100:00000001:3.0:1788205301.013732:0:268008:0:(obd_class.h:896:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205301.013745:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6a680.
00000020:00000040:3.0:1788205301.013749:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09208000 refcount=4 obd=MGC192.168.201.135@tcp
02000000:00000001:3.0:1788205301.013754:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205301.013755:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205301.013759:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205301.013762:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205301.013767:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205301.013776:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4800.
00000100:00000001:3.0:1788205301.013783:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205301.013793:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6a680 x1875052937955840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205301.013805:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205301.013811:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205301.013815:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009ba683ce] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6a680 x1875052937955840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205301.013848:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205301.013851:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205301.013856:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1788205301.013857:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205301.013859:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205301.013863:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205301.013865:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15606
00000400:00000200:3.0:1788205301.013869:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205301.013872:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205301.013874:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205301.013877:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205301.013879:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205301.013881:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205301.013883:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205301.013886:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205301.013887:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223822
00000020:00000001:3.0:1788205301.013889:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205301.013891:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182eb800 refcount=5
00000020:00000001:3.0:1788205301.013893:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000020:00000001:3.0:1788205301.013896:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198403072 : -127143511148544 : ffff8c5d182eb800)
00000100:00000040:3.0:1788205301.013900:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205301.013901:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1788205301.013902:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205301.013905:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205301.013909:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1788205301.013909:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788205301.013914:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788205301.013914:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182eb800 : new refcount 4
00000100:00080000:3.0:1788205301.013919:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff8c5d08be2000: import ffff8c5d182ea800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205301.013923:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205301.014702:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205301.014710:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205301.014713:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205301.014715:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205301.014720:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205301.014723:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205301.014725:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205301.014731:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba68700.
00000020:00000040:3.0:1788205301.014735:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d182ea800 refcount=8 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205301.014739:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205301.014740:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205301.014743:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205301.014745:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205301.014747:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205301.014753:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d4c00.
00000100:00000001:3.0:1788205301.014757:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205301.014764:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba68700 x1875052937955968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205301.014772:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205301.014774:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205301.014778:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000605c9e0e] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba68700 x1875052937955968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205301.014787:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205301.014790:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205301.014794:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1788205301.014795:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205301.014797:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205301.014800:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205301.014802:0:268008:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15606
00000400:00000200:3.0:1788205301.014807:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:3.0:1788205301.014810:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00080000:3.0:1788205301.014812:0:268008:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205301.014815:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205301.014818:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205301.014820:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205301.014822:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205301.014824:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205301.014825:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223829
00000020:00000001:3.0:1788205301.014828:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205301.014830:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d182ed000 refcount=5
00000020:00000001:3.0:1788205301.014832:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000020:00000001:3.0:1788205301.014834:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616930198409216 : -127143511142400 : ffff8c5d182ed000)
00000100:00000040:3.0:1788205301.014837:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205301.014839:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205301.014841:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205301.014843:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000040:3.0:1788205301.014846:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d182ed000 : new refcount 4
00000100:00080000:3.0:1788205301.014848:0:268008:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff8c5d08be2000: import ffff8c5d09239000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:3.0:1788205301.014851:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205301.014852:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1788205301.014855:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205301.014857:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205301.014859:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205301.014861:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8/0x4a46cdeffbd ocd_version: 34682931 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1788205301.014863:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205301.014865:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1788205301.014869:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba6b480.
00000020:00000040:3.0:1788205301.014870:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d09239000 refcount=4 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
02000000:00000001:3.0:1788205301.014872:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205301.014873:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205301.014875:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205301.014877:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205301.014878:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1788205301.014881:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d5c00.
00000100:00000001:3.0:1788205301.014884:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1788205301.014888:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba6b480 x1875052937956096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1788205301.014895:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205301.014897:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205301.014900:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000694dd297] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba6b480 x1875052937956096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1788205301.014909:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205301.014911:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1788205301.014914:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00000001:3.0:1788205301.014916:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205301.014917:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205301.014920:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000100:00080000:3.0:1788205301.014922:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15606
00000100:00000040:1.0:1788205301.015103:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6a680 x1875052937955840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.015116:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205301.015119:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205301.015124:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205301.015126:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205301.015129:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205301.015134:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937955840:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205301.015139:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205301.015144:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205301.015147:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205301.015150:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205301.015156:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788205301.015159:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205301.015165:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205301.015169:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205301.015178:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205301.015186:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937955840, portal 25
00000100:00000001:1.0:1788205301.015189:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205301.015191:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793465472 : -127142916086144 : ffff8c5d3ba6a680)
00000100:00000040:1.0:1788205301.015197:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6a680 x1875052937955840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.015206:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205301.015209:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205301.015211:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205301.015214:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875052937955840, offset 0
00000400:00000200:1.0:1788205301.015221:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205301.015229:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205301.015235:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205301.015242:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205301.015246:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205301.015250:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205301.015253:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205301.015257:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547417:547417:256:4294967295] 192.168.201.135@tcp LPNI seq info [547383:547383:8:4294967295]
00000400:00000200:1.0:1788205301.015262:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205301.015285:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205301.015292:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205301.015312:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205301.015320:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205301.015324:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788205301.015331:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205301.015335:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788205301.015340:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205301.015343:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205301.015358:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205301.015363:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205301.015369:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205301.015372:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205301.015377:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205301.015381:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6a680 x1875052937955840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.015392:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205301.015395:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6a680 x1875052937955840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.015404:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205301.015406:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205301.015413:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205301.015417:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205301.015420:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 0 is 4310282966
00000100:00000010:1.0:1788205301.015425:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749a80.
00000100:00000001:1.0:1788205301.015433:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1788205301.015443:0:2392:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS new deadline estimation for cpu 1 is 4310282966
00000100:00000010:1.0:1788205301.015446:0:2392:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff8c5d3c749cc0.
00000100:00000001:1.0:1788205301.015449:0:2392:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.201.135@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1788205301.015453:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205301.015455:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205301.015458:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205301.015463:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205301/real 1788205301]  req@ffff8c5d3ba6a680 x1875052937955840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205301.015473:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205301.015475:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205301.015478:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205301.015481:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205301.015482:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205301.015486:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205301.015490:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6a680 x1875052937955840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205301.015498:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6a680 x1875052937955840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.015504:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205301.015506:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.015508:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205301.015510:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205301.015514:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6a680 x1875052937955840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.015520:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205301.015525:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6a680 x1875052937955840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.015532:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205301.015535:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.015536:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205301.015538:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.015541:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205301.015543:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205301.015546:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09208000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205301.015549:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205301.015552:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205301.015556:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6a680 x1875052937955840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205301.015563:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f3acedf3-f5c8-4828-a4ae-3876c1ca4036:2392:1875052937955840:192.168.201.135@tcp:250:kworker.0
00000100:00000001:1.0:1788205301.015569:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.015571:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205301.015574:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6a680 x1875052937955840/t0(0) o250->MGC192.168.201.135@tcp@192.168.201.135@tcp:26/25 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.015581:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205301.015584:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205301.015587:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788205301.015590:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205301.015592:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205301.015593:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09208000 refcount=3 obd=MGC192.168.201.135@tcp
00000020:00000001:1.0:1788205301.015596:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205301.015598:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4800.
02000000:00000001:1.0:1788205301.015602:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205301.015604:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205301.015606:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6a680.
00000400:00000200:3.0:1788205301.015611:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205301.015613:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205301.015616:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1788205301.015618:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000100:00000001:1.0:1788205301.015621:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:3.0:1788205301.015623:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205301.015628:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:3.0:1788205301.015631:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205301.015632:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1788205301.015633:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205301.015636:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205301.015637:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000100:00000001:1.0:1788205301.015641:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1788205301.015642:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205301.015645:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c223837
00000100:00000001:1.0:1788205301.015646:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1788205301.015648:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000100:00000001:1.0:1788205301.015649:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1788205301.015652:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac0000 refcount=4
00000100:00000040:1.0:1788205301.015656:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba68700 x1875052937955968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1788205301.015657:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000020:00000001:3.0:1788205301.015663:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887846400 : -127143821705216 : ffff8c5d05ac0000)
00000100:00000040:3.0:1788205301.015671:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000100:00000001:1.0:1788205301.015674:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1788205301.015675:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1788205301.015677:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1788205301.015680:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
02000000:00000001:1.0:1788205301.015681:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1788205301.015684:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
02000000:00000001:1.0:1788205301.015685:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1788205301.015689:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac0000 : new refcount 3
02000000:00000001:1.0:1788205301.015690:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1788205301.015694:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff8c5d08be2000: import ffff8c5d13a72000 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00100000:1.0:1788205301.015696:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937955968:192.168.201.135@tcp:38:kworker.0
00000100:00000001:3.0:1788205301.015698:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205301.015703:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1788205301.015704:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1788205301.015706:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205301.015709:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205301.015709:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205301.015715:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1788205301.015715:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1788205301.015720:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
00000100:00000001:3.0:1788205301.015720:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205301.015723:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
02000000:00000001:1.0:1788205301.015724:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1788205301.015730:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205301.015734:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205301.015734:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788205301.015739:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000100:00000010:3.0:1788205301.015742:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69880.
00000400:00000010:1.0:1788205301.015745:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000020:00000040:3.0:1788205301.015747:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d13a72000 refcount=5 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000100:00000200:1.0:1788205301.015750:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937955968, portal 10
02000000:00000001:3.0:1788205301.015752:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1788205301.015754:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1788205301.015755:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205301.015757:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793457408 : -127142916094208 : ffff8c5d3ba68700)
00000100:00000001:3.0:1788205301.015758:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205301.015762:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1788205301.015764:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205301.015768:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba68700 x1875052937955968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1788205301.015771:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7400.
00000100:00000001:3.0:1788205301.015777:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205301.015779:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205301.015783:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000100:00100000:3.0:1788205301.015786:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69880 x1875052937956224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1788205301.015788:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205301.015793:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937955968, offset 0
00000400:00000200:1.0:1788205301.015802:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000100:00000001:3.0:1788205301.015803:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1788205301.015806:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205301.015809:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000040:3.0:1788205301.015814:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000006daeaef1] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69880 x1875052937956224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1788205301.015816:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205301.015823:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205301.015828:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205301.015833:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1788205301.015834:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205301.015837:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000100:00080000:3.0:1788205301.015840:0:268008:0:(pinger.c:229:ptlrpc_pinger_process_import()) f68d55ca-c61e-4e93-9824-9c3f1062132d->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1788205301.015844:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547418:547418:256:4294967295] 192.168.201.135@tcp LPNI seq info [547384:547384:8:4294967295]
00000100:00080000:3.0:1788205301.015847:0:268008:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1788205301.015851:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:3.0:1788205301.015851:0:268008:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1788205301.015854:0:268008:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1788205301.015861:0:268008:0:(import.c:485:import_select_connection()) Process entered
00000400:00000200:1.0:1788205301.015865:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1788205301.015866:0:268008:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: connect to NID 192.168.201.135@tcp last attempt 15606
00000400:00000200:3.0:1788205301.015875:0:268008:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000800:00000200:1.0:1788205301.015876:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000400:00000200:3.0:1788205301.015881:0:268008:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.201.135@tcp is discovered: rc = 1
00000800:00000010:1.0:1788205301.015883:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000100:00080000:3.0:1788205301.015885:0:268008:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1788205301.015892:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000200:1.0:1788205301.015894:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000100:00000001:3.0:1788205301.015895:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1788205301.015899:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000800:00000200:1.0:1788205301.015901:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1788205301.015903:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000020:00000001:3.0:1788205301.015906:0:268008:0:(genops.c:813:class_conn2export()) Process entered
00000020:00000040:3.0:1788205301.015909:0:268008:0:(genops.c:825:class_conn2export()) looking for export cookie 0xbf0b98cd5c22383e
00000800:00000200:1.1:1788205301.015912:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000020:00000001:3.0:1788205301.015913:0:268008:0:(lustre_handles.c:129:class_handle2object()) Process entered
00000020:00000040:3.0:1788205301.015917:0:268008:0:(lustre_handles.c:147:class_handle2object()) GET export ffff8c5d05ac5000 refcount=4
00000800:00000200:1.1:1788205301.015918:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1788205301.015920:0:268008:0:(lustre_handles.c:154:class_handle2object()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000020:00000001:3.0:1788205301.015924:0:268008:0:(genops.c:827:class_conn2export()) Process leaving (rc=18446616929887866880 : -127143821684736 : ffff8c5d05ac5000)
00000800:00000100:1.0:1788205301.015940:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000100:00000040:3.0:1788205301.015944:0:268008:0:(lustre_net.h:1965:ptlrpc_connection_put()) PUT conn=ffff8c5d13a075c0 refcount 14 to 192.168.201.135@tcp
00000800:00000010:1.0:1788205301.015945:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000100:00000001:3.0:1788205301.015948:0:268008:0:(connection.c:156:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1788205301.015952:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1788205301.016024:0:268008:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff8c5d13a075c0 refcount 15 to 192.168.201.135@tcp
00000400:00000200:1.0:1788205301.016026:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1788205301.016028:0:268008:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446616930121971136 : -127143587580480 : ffff8c5d13a075c0)
00000400:00000200:1.0:1788205301.016033:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000020:00000040:3.0:1788205301.016033:0:268008:0:(genops.c:900:class_export_put()) PUTting export ffff8c5d05ac5000 : new refcount 3
00000400:00000010:1.0:1788205301.016037:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00080000:3.0:1788205301.016039:0:268008:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff8c5d08be2000: import ffff8c5d03d1f800 using connection 192.168.201.135@tcp/192.168.201.135@tcp
00000100:00000001:1.0:1788205301.016042:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000001:3.0:1788205301.016044:0:268008:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1788205301.016047:0:268008:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1788205301.016049:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba68700 x1875052937955968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1788205301.016051:0:268008:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1788205301.016056:0:268008:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205301.016060:0:268008:0:(obd_class.h:889:obd_reconnect()) Process entered
00000008:00100000:3.0:1788205301.016064:0:268008:0:(osc_request.c:3829:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038/0x400148202 ocd_version: 34682931 ocd_grant: 8388608, lost: 0.
00000100:00000001:1.0:1788205301.016066:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1788205301.016067:0:268008:0:(osc_request.c:3832:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205301.016071:0:268008:0:(obd_class.h:903:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205301.016072:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba68700 x1875052937955968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1788205301.016076:0:268008:0:(client.c:593:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8c5d3ba69500.
00000020:00000040:3.0:1788205301.016080:0:268008:0:(genops.c:1231:class_import_get()) import ffff8c5d03d1f800 refcount=3 obd=lustre-OST0001-osc-ffff8c5d08be2000
02000000:00000001:3.0:1788205301.016085:0:268008:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1788205301.016087:0:268008:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205301.016091:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205301.016091:0:268008:0:(client.c:845:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1788205301.016094:0:268008:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1788205301.016096:0:2392:0:(events.c:68:request_out_callback()) Process leaving
02000000:00000001:3.0:1788205301.016097:0:268008:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205301.016101:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205301.016106:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: using a timeout of 27377 usecs (28 jiffies)
00000400:00000200:1.0:1788205301.016113:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
02000000:00000010:3.0:1788205301.016114:0:268008:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8c5d3b9d7c00.
00000100:00000001:1.0:1788205301.016115:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310279207
00000100:00000001:3.0:1788205301.016120:0:268008:0:(client.c:925:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205301.016122:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310282966
00000100:00000001:1.0:1788205301.016127:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310279207
00000100:00100000:3.0:1788205301.016128:0:268008:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff8c5d3ba69500 x1875052937956352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1788205301.016132:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310282966
00000100:00000001:1.0:1788205301.016138:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205301.016143:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1788205301.016144:0:268008:0:(jobid.c:936:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1788205301.016147:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1788205301.016148:0:268008:0:(jobid.c:976:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205301.016154:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205301/real 1788205301]  req@ffff8c5d3ba68700 x1875052937955968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1788205301.016155:0:268008:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f6df4dc5] to pc [ptlrpcd_rcv+-1]  req@ffff8c5d3ba69500 x1875052937956352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205301.016168:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205301.016169:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205301.016172:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205301.016178:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000100:00000001:3.0:1788205301.016181:0:268008:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1788205301.016182:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205301.016187:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000040:3.0:1788205301.016190:0:268008:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (15616)
00000100:00000200:1.0:1788205301.016192:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba68700 x1875052937955968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205301.016203:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba68700 x1875052937955968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016210:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205301.016211:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.016213:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205301.016214:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205301.016218:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba68700 x1875052937955968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016225:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205301.016229:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba68700 x1875052937955968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016237:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205301.016239:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.016241:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205301.016242:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.016243:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205301.016245:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205301.016247:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d182ea800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205301.016251:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205301.016254:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205301.016258:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba68700 x1875052937955968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205301.016266:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937955968:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205301.016270:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205301.016354:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba6b480 x1875052937956096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016362:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205301.016364:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205301.016366:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205301.016368:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205301.016370:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205301.016373:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937956096:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205301.016377:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205301.016379:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205301.016380:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205301.016382:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205301.016387:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788205301.016389:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205301.016393:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205301.016396:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205301.016399:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205301.016401:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937956096, portal 10
00000100:00000001:1.0:1788205301.016404:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205301.016405:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793469056 : -127142916082560 : ffff8c5d3ba6b480)
00000100:00000040:1.0:1788205301.016412:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba6b480 x1875052937956096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016418:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205301.016422:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205301.016424:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205301.016426:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875052937956096, offset 0
00000400:00000200:1.0:1788205301.016430:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205301.016434:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205301.016438:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205301.016441:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205301.016443:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205301.016446:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205301.016448:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205301.016451:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547419:547419:256:4294967295] 192.168.201.135@tcp LPNI seq info [547385:547385:8:4294967295]
00000400:00000200:1.0:1788205301.016455:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205301.016462:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205301.016466:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205301.016470:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205301.016474:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205301.016477:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788205301.016481:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205301.016484:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788205301.016488:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205301.016490:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205301.016494:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205301.016497:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205301.016501:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205301.016502:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205301.016504:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205301.016508:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba6b480 x1875052937956096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016516:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205301.016519:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba6b480 x1875052937956096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016526:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205301.016528:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205301.016531:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205301.016533:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: using a timeout of 22663 usecs (23 jiffies)
00000400:00000200:1.0:1788205301.016537:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205301.016539:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310279203
00000100:00000001:1.0:1788205301.016541:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310282966
00000100:00000001:1.0:1788205301.016543:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310279203
00000100:00000001:1.0:1788205301.016545:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310282966
00000100:00000001:1.0:1788205301.016547:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205301.016549:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205301.016551:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205301.016555:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205301/real 1788205301]  req@ffff8c5d3ba6b480 x1875052937956096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205301.016562:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205301.016564:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205301.016566:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205301.016568:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205301.016570:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205301.016572:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205301.016575:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba6b480 x1875052937956096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205301.016584:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba6b480 x1875052937956096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016590:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205301.016592:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.016593:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205301.016594:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205301.016598:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba6b480 x1875052937956096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016604:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205301.016609:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba6b480 x1875052937956096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016616:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205301.016618:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.016620:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205301.016621:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.016623:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205301.016625:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205301.016627:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d09239000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205301.016631:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205301.016633:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205301.016637:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba6b480 x1875052937956096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205301.016645:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba6b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937956096:192.168.201.135@tcp:38:kworker.0
00000100:00000001:1.0:1788205301.016648:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.016650:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205301.016653:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba68700 x1875052937955968/t0(0) o38->lustre-MDT0000-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016659:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205301.016661:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205301.016663:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788205301.016665:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205301.016667:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205301.016668:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d182ea800 refcount=7 obd=lustre-MDT0000-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205301.016671:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205301.016672:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d4c00.
02000000:00000001:1.0:1788205301.016675:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205301.016676:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205301.016678:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba68700.
00000100:00000001:1.0:1788205301.016680:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205301.016682:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.016684:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205301.016687:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba6b480 x1875052937956096/t0(0) o38->lustre-MDT0001-mdc-ffff8c5d08be2000@192.168.201.135@tcp:12/10 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016693:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205301.016694:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205301.016696:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788205301.016698:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205301.016699:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205301.016700:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d09239000 refcount=3 obd=lustre-MDT0001-mdc-ffff8c5d08be2000
00000020:00000001:1.0:1788205301.016702:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205301.016703:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d5c00.
02000000:00000001:1.0:1788205301.016705:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205301.016706:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205301.016708:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba6b480.
00000100:00000001:1.0:1788205301.016710:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205301.016712:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.016714:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.016719:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205301.016720:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205301.016722:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205301.016724:0:2392:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1788205301.016726:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205301.016729:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69880 x1875052937956224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016736:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205301.016738:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205301.016740:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205301.016741:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205301.016743:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205301.016746:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937956224:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205301.016749:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205301.016750:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205301.016751:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205301.016753:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205301.016757:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788205301.016759:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205301.016762:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205301.016764:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205301.016768:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205301.016770:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937956224, portal 4
00000100:00000001:1.0:1788205301.016772:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205301.016773:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793461888 : -127142916089728 : ffff8c5d3ba69880)
00000100:00000040:1.0:1788205301.016779:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69880 x1875052937956224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016785:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205301.016787:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205301.016789:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205301.016791:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937956224, offset 0
00000400:00000200:1.0:1788205301.016795:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205301.016798:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205301.016802:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205301.016804:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205301.016806:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205301.016809:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205301.016812:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205301.016815:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547420:547420:256:4294967295] 192.168.201.135@tcp LPNI seq info [547386:547386:8:4294967295]
00000400:00000200:1.0:1788205301.016819:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205301.016824:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205301.016829:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205301.016832:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205301.016837:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205301.016840:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788205301.016844:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205301.016847:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788205301.016851:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205301.016852:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205301.016856:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205301.016860:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205301.016863:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205301.016865:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205301.016867:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205301.016871:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69880 x1875052937956224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016878:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205301.016881:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69880 x1875052937956224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016888:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205301.016890:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205301.016892:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205301.016895:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: using a timeout of 115855 usecs (116 jiffies)
00000400:00000200:1.0:1788205301.016898:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205301.016901:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310279296
00000100:00000001:1.0:1788205301.016903:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310282966
00000100:00000001:1.0:1788205301.016905:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310279296
00000100:00000001:1.0:1788205301.016907:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310282966
00000100:00000001:1.0:1788205301.016909:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205301.016911:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205301.016913:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205301.016916:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205301/real 1788205301]  req@ffff8c5d3ba69880 x1875052937956224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205301.016924:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205301.016936:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205301.016938:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205301.016941:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205301.016943:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205301.016945:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205301.016948:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69880 x1875052937956224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205301.016963:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69880 x1875052937956224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016970:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205301.016971:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.016972:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205301.016974:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205301.016977:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69880 x1875052937956224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016983:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205301.016987:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69880 x1875052937956224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.016994:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205301.016997:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.016998:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205301.016999:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.017001:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205301.017002:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205301.017004:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d13a72000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205301.017007:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205301.017009:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205301.017013:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69880 x1875052937956224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205301.017021:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937956224:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205301.017025:0:2392:0:(client.c:1800:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1788205301.017028:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff8c5d3ba69500 x1875052937956352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.017041:0:2392:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1788205301.017042:0:2392:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205301.017044:0:2392:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1788205301.017046:0:2392:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1788205301.017048:0:2392:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1788205301.017050:0:2392:0:(client.c:1906:ptlrpc_send_new_req()) Sending RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937956352:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205301.017054:0:2392:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1788205301.017055:0:2392:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1788205301.017057:0:2392:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1788205301.017059:0:2392:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1788205301.017062:0:2392:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788205301.017064:0:2392:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1788205301.017067:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000010:1.0:1788205301.017069:0:2392:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff8c5d09230c60.
00000400:00000010:1.0:1788205301.017072:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107198.
00000100:00000200:1.0:1788205301.017074:0:2392:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875052937956352, portal 4
00000100:00000001:1.0:1788205301.017076:0:2392:0:(client.c:3262:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1788205301.017078:0:2392:0:(client.c:3264:ptlrpc_request_addref()) Process leaving (rc=18446616930793460992 : -127142916090624 : ffff8c5d3ba69500)
00000100:00000040:1.0:1788205301.017083:0:2392:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff8c5d3ba69500 x1875052937956352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.017090:0:2392:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1788205301.017092:0:2392:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.201.135@tcp
00000400:00000010:1.0:1788205301.017094:0:2392:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8c5d27107770.
00000100:00000200:1.0:1788205301.017096:0:2392:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875052937956352, offset 0
00000400:00000200:1.0:1788205301.017100:0:2392:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.201.135@tcp
00000400:00000200:1.0:1788205301.017104:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205301.017107:0:2392:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.201.135@tcp local destination
00000400:00000200:1.0:1788205301.017111:0:2392:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1788205301.017113:0:2392:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.201.35@tcp
00000400:00000200:1.0:1788205301.017116:0:2392:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.201.35@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1788205301.017118:0:2392:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.201.135@tcp
00000400:00000200:1.0:1788205301.017122:0:2392:0:(lib-move.c:1745:lnet_handle_send()) 192.168.201.35@tcp NI seq info: [547421:547421:256:4294967295] 192.168.201.135@tcp LPNI seq info [547387:547387:8:4294967295]
00000400:00000200:1.0:1788205301.017126:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000400:00000200:1.0:1788205301.017132:0:2392:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.201.35@tcp(192.168.201.35@tcp:<?>) -> 192.168.201.135@tcp(192.168.201.135@tcp:192.168.201.135@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1788205301.017137:0:2392:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205301.017140:0:2392:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff8c5d09213900.
00000800:00000200:1.0:1788205301.017143:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.0:1788205301.017146:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1788205301.017151:0:2392:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff8c5d0922ca80] -> 12345-192.168.201.135@tcp (2)
00000800:00000200:1.1:1788205301.017154:0:2392:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.201.135 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1788205301.017157:0:2392:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.201.135@tcp
00000800:00000010:1.0:1788205301.017159:0:2392:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff8c5d09213900.
00000400:00000200:1.0:1788205301.017163:0:2392:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1788205301.017166:0:2392:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.201.35@tcp->192.168.201.135@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1788205301.017169:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107770
00000400:00000010:1.0:1788205301.017171:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107770.
00000100:00000001:1.0:1788205301.017173:0:2392:0:(events.c:34:request_out_callback()) Process entered
00000100:00000200:1.0:1788205301.017177:0:2392:0:(events.c:39:request_out_callback()) @@@ type 5, status -5  req@ffff8c5d3ba69500 x1875052937956352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.017185:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205301.017188:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff8c5d3ba69500 x1875052937956352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 0 dl 1788205326 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.017195:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205301.017196:0:2392:0:(events.c:68:request_out_callback()) Process leaving
00000100:00000001:1.0:1788205301.017199:0:2392:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1788205301.017202:0:2392:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: using a timeout of 132001 usecs (133 jiffies)
00000400:00000200:1.0:1788205301.017205:0:2392:0:(api-ni.c:1612:lnet_nid4_cpt_hash()) Match nid 192.168.201.135@tcp to cpt 0
00000100:00000001:1.0:1788205301.017207:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 0 is 4310279313
00000100:00000001:1.0:1788205301.017210:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 0, keep current deadline 4310282966
00000100:00000001:1.0:1788205301.017212:0:2392:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS new deadline estimation for cpu 1 is 4310279313
00000100:00000001:1.0:1788205301.017214:0:2392:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff8c5d08be2000: PM QoS request active for cpu 1, keep current deadline 4310282966
00000100:00000001:1.0:1788205301.017216:0:2392:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1788205301.017218:0:2392:0:(client.c:1928:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205301.017220:0:2392:0:(client.c:2472:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1788205301.017223:0:2392:0:(client.c:2490:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1788205301/real 1788205301]  req@ffff8c5d3ba69500 x1875052937956352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1788205301.017231:0:2392:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1788205301.017233:0:2392:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1788205301.017234:0:2392:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff8c5d09230c60.
00000400:00000200:1.0:1788205301.017237:0:2392:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8c5d27107198
00000400:00000010:1.0:1788205301.017238:0:2392:0:(lib-lnet.h:277:lnet_md_free()) slab-freed 'md': 136 at ffff8c5d27107198.
00000100:00000001:1.0:1788205301.017240:0:2392:0:(events.c:78:reply_in_callback()) Process entered
00000100:00000200:1.0:1788205301.017243:0:2392:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0  req@ffff8c5d3ba69500 x1875052937956352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1788205301.017251:0:2392:0:(events.c:102:reply_in_callback()) @@@ unlink  req@ffff8c5d3ba69500 x1875052937956352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.017256:0:2392:0:(events.c:163:reply_in_callback()) Process leaving
00000100:00000001:1.0:1788205301.017258:0:2392:0:(client.c:2988:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.017259:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205301.017260:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1788205301.017264:0:2392:0:(client.c:2521:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff8c5d3ba69500 x1875052937956352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.017270:0:2392:0:(client.c:2526:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1788205301.017274:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff8c5d3ba69500 x1875052937956352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.017847:0:2392:0:(client.c:2111:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1788205301.017851:0:2392:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.017853:0:2392:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1788205301.017854:0:2392:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.017856:0:2392:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1788205301.017858:0:2392:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1788205301.017861:0:2392:0:(import.c:65:import_set_state_nolock()) ffff8c5d03d1f800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1788205301.017867:0:2392:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.201.135@tcp failed (-110)
00000100:00000001:1.0:1788205301.017869:0:2392:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1788205301.017874:0:2392:0:(lustre_net.h:2405:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff8c5d3ba69500 x1875052937956352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1788205301.017883:0:2392:0:(client.c:2401:ptlrpc_check_set()) Completed RPC req@ffff8c5d3ba69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:f68d55ca-c61e-4e93-9824-9c3f1062132d:2392:1875052937956352:192.168.201.135@tcp:8:kworker.0
00000100:00000001:1.0:1788205301.017888:0:2392:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.017890:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205301.017894:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69880 x1875052937956224/t0(0) o8->lustre-OST0000-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.017900:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205301.017902:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205301.017905:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de45400.
02000000:00000001:1.0:1788205301.017908:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205301.017910:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205301.017912:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d13a72000 refcount=4 obd=lustre-OST0000-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205301.017914:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205301.017917:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7400.
02000000:00000001:1.0:1788205301.017920:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205301.017922:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205301.017924:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69880.
00000100:00000001:1.0:1788205301.017938:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205301.017940:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.017942:0:2392:0:(client.c:2854:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1788205301.017945:0:2392:0:(client.c:2862:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff8c5d3ba69500 x1875052937956352/t0(0) o8->lustre-OST0001-osc-ffff8c5d08be2000@192.168.201.135@tcp:28/4 lens 520/544 e 0 to 1 dl 1788205326 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1788205301.017952:0:2392:0:(client.c:2780:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1788205301.017953:0:2392:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1788205301.017955:0:2392:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8c5d2de46400.
02000000:00000001:1.0:1788205301.017957:0:2392:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1788205301.017958:0:2392:0:(genops.c:1238:class_import_put()) Process entered
00000020:00000040:1.0:1788205301.017959:0:2392:0:(genops.c:1244:class_import_put()) import ffff8c5d03d1f800 refcount=2 obd=lustre-OST0001-osc-ffff8c5d08be2000
00000020:00000001:1.0:1788205301.017961:0:2392:0:(genops.c:1251:class_import_put()) Process leaving
02000000:00000010:1.0:1788205301.017963:0:2392:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff8c5d3b9d7c00.
02000000:00000001:1.0:1788205301.017965:0:2392:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1788205301.017966:0:2392:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1788205301.017968:0:2392:0:(client.c:599:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8c5d3ba69500.
00000100:00000001:1.0:1788205301.017970:0:2392:0:(client.c:2836:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1788205301.017971:0:2392:0:(client.c:2895:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.017973:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1788205301.017979:0:2392:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1788205301.017982:0:2392:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1788205301.017984:0:2392:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1788205301.017986:0:2392:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1788205301.196464:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205301.196473:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205301.196476:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205301.196483:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205301.196488:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205301.196493:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205301.196497:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205301.196499:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205301.196503:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205301.708417:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205301.708426:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:0.0:1788205301.708435:0:267991:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:0.0:1788205301.708436:0:267991:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1788205301.708494:0:235952:0:(genops.c:1916:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1788205301.708497:0:235952:0:(genops.c:1930:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1788205301.708500:0:235952:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:2.0:1788205302.220464:0:267668:0:(client.c:2554:ptlrpc_expired_set()) Process entered
00000100:00000001:2.0:1788205302.220473:0:267668:0:(client.c:2626:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1788205302.220475:0:267668:0:(client.c:2654:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1788205302.220483:0:267668:0:(client.c:2702:ptlrpc_set_wait()) set ffff8c5d2e7beb40 going to sleep for 0 seconds
00000100:00000001:2.0:1788205302.220488:0:267668:0:(client.c:1977:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1788205302.220493:0:267668:0:(client.c:2980:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205302.220496:0:267668:0:(client.c:1364:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1788205302.220499:0:267668:0:(client.c:1423:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1788205302.220503:0:267668:0:(client.c:2452:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
Debug log: 192189 lines, 192189 kept, 0 dropped, 0 bad.